You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafu.apache.org by mh...@apache.org on 2018/01/29 19:04:39 UTC
svn commit: r1822557 [42/48] - in /incubator/datafu/site/docs: datafu/1.3.2/
datafu/1.3.2/datafu/ datafu/1.3.2/datafu/pig/ datafu/1.3.2/datafu/pig/bags/
datafu/1.3.2/datafu/pig/geo/ datafu/1.3.2/datafu/pig/hash/
datafu/1.3.2/datafu/pig/hash/lsh/ datafu...
Added: incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/jobs/package-summary.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/jobs/package-summary.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/jobs/package-summary.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/jobs/package-summary.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,346 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:05 PST 2018 -->
+<title>datafu.hourglass.jobs (datafu-hourglass 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="datafu.hourglass.jobs (datafu-hourglass 1.3.2 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li class="navBarCell1Rev">Package</li>
+<li>Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/fs/package-summary.html">Prev Package</a></li>
+<li><a href="../../../datafu/hourglass/mapreduce/package-summary.html">Next Package</a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/package-summary.html" target="_top">Frames</a></li>
+<li><a href="package-summary.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<div class="header">
+<h1 title="Package" class="title">Package datafu.hourglass.jobs</h1>
+<div class="docSummary">
+<div class="block">Incremental Hadoop jobs and some supporting classes.</div>
+</div>
+<p>See: <a href="#package_description">Description</a></p>
+</div>
+<div class="contentContainer">
+<ul class="blockList">
+<li class="blockList">
+<table class="packageSummary" border="0" cellpadding="3" cellspacing="0" summary="Interface Summary table, listing interfaces, and an explanation">
+<caption><span>Interface Summary</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Interface</th>
+<th class="colLast" scope="col">Description</th>
+</tr>
+<tbody>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</a></td>
+<td class="colLast">
+<div class="block">An interface for an object with a configurable output date range.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs">Setup</a></td>
+<td class="colLast">
+<div class="block">Used as a callback by <a href="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>PartitionCollapsingIncrementalJob</code></a> and <a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>PartitionPreservingIncrementalJob</code></a>
+ to provide configuration settings for the Hadoop job.</div>
+</td>
+</tr>
+</tbody>
+</table>
+</li>
+<li class="blockList">
+<table class="packageSummary" border="0" cellpadding="3" cellspacing="0" summary="Class Summary table, listing classes, and an explanation">
+<caption><span>Class Summary</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Class</th>
+<th class="colLast" scope="col">Description</th>
+</tr>
+<tbody>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</a></td>
+<td class="colLast">
+<div class="block">Base class for Hadoop jobs.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</a></td>
+<td class="colLast">
+<div class="block">Base class for Hadoop jobs that consume time-partitioned data
+ in a non-incremental way.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseCombiner</a></td>
+<td class="colLast">
+<div class="block">Combiner base class for <a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractNonIncrementalJob</code></a>.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseMapper</a></td>
+<td class="colLast">
+<div class="block">Mapper base class for <a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractNonIncrementalJob</code></a>.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.BaseReducer</a></td>
+<td class="colLast">
+<div class="block">Reducer base class for <a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractNonIncrementalJob</code></a>.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob.Report</a></td>
+<td class="colLast">
+<div class="block">Reports files created and processed for an iteration of the job.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob</a></td>
+<td class="colLast">
+<div class="block">An <a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><code>IncrementalJob</code></a> that consumes partitioned input data and collapses the
+ partitions to produce a single output.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionCollapsingIncrementalJob.Report</a></td>
+<td class="colLast">
+<div class="block">Reports files created and processed for an iteration of the job.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob</a></td>
+<td class="colLast">
+<div class="block">An <a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><code>IncrementalJob</code></a> that consumes partitioned input data and produces
+ output data having the same partitions.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs">AbstractPartitionPreservingIncrementalJob.Report</a></td>
+<td class="colLast">
+<div class="block">Reports files created and processed for an iteration of the job.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs">DateRangePlanner</a></td>
+<td class="colLast">
+<div class="block">Determines the date range of inputs which should be processed.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs">ExecutionPlanner</a></td>
+<td class="colLast">
+<div class="block">Base class for execution planners.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs">FileCleaner</a></td>
+<td class="colLast">
+<div class="block">Used to remove files from the file system when they are no longer needed.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</a></td>
+<td class="colLast">
+<div class="block">Base class for incremental jobs.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/MaxInputDataExceededException.html" title="class in datafu.hourglass.jobs">MaxInputDataExceededException</a></td>
+<td class="colLast"> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionCollapsingExecutionPlanner</a></td>
+<td class="colLast">
+<div class="block">Execution planner used by <a href="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionCollapsingIncrementalJob</code></a> and its derived classes.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionCollapsingIncrementalJob</a></td>
+<td class="colLast">
+<div class="block">A concrete version of <a href="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionCollapsingIncrementalJob</code></a>.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs">PartitionPreservingExecutionPlanner</a></td>
+<td class="colLast">
+<div class="block">Execution planner used by <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionPreservingIncrementalJob</code></a> and its derived classes.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs">PartitionPreservingIncrementalJob</a></td>
+<td class="colLast">
+<div class="block">A concrete version of <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionPreservingIncrementalJob</code></a>.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs">ReduceEstimator</a></td>
+<td class="colLast">
+<div class="block">Estimates the number of reducers needed based on input size.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</a></td>
+<td class="colLast">
+<div class="block">A derivation of <code>Job</code> that stages its output in another location and only
+ moves it to the final destination if the job completes successfully.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs">TimeBasedJob</a></td>
+<td class="colLast">
+<div class="block">Base class for Hadoop jobs that consume time-partitioned data.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><a href="../../../datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs">TimePartitioner</a></td>
+<td class="colLast">
+<div class="block">A partitioner used by <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionPreservingIncrementalJob</code></a> to limit the number of named outputs
+ used by each reducer.</div>
+</td>
+</tr>
+</tbody>
+</table>
+</li>
+</ul>
+<a name="package_description">
+<!-- -->
+</a>
+<h2 title="Package datafu.hourglass.jobs Description">Package datafu.hourglass.jobs Description</h2>
+<div class="block">Incremental Hadoop jobs and some supporting classes.
+
+ <p>
+ Jobs within this package form the core of the incremental framework implementation.
+ There are two types of incremental jobs: <em>partition-preserving</em> and
+ <em>partition-collapsing</em>.
+ </p>
+
+ <p>
+ A partition-preserving job consumes input data partitioned by day and produces output data partitioned by day.
+ This is equivalent to running a MapReduce job for each individual day of input data,
+ but much more efficient. It compares the input data against the existing output data and only processes
+ input data with no corresponding output.
+ </p>
+
+ <p>
+ A partition-collapsing job consumes input data partitioned by day and produces a single output.
+ What distinguishes this job from a standard MapReduce job is that it can reuse the previous output.
+ This enables it to process data much more efficiently. Rather than consuming all input data on each
+ run, it can consume only the new data since the previous run and merges it with the previous output.
+ </p>
+
+ <p>
+ Partition-preserving and partition-collapsing jobs can be created by extending <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionPreservingIncrementalJob</code></a>
+ and <a href="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionCollapsingIncrementalJob</code></a>, respectively, and implementing the necessary methods.
+ Alternatively, there are concrete versions of these classes, <a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>PartitionPreservingIncrementalJob</code></a> and
+ <a href="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>PartitionCollapsingIncrementalJob</code></a>, which can be used instead. With these classes, the implementations are provided
+ through setters.
+ </p>
+
+ <p>
+ Incremental jobs use Avro for input, intermediate, and output data. To implement an incremental job, one must define their schemas.
+ A <em>key schema</em> and <em>intermediate value schema</em> specify the output of the mapper and combiner, which output key-value pairs.
+ The <em>key schema</em> and an <em>output value schema</em> specify the output of the reducer, which outputs a record having key and value
+ fields.
+ </p>
+
+ <p>
+ An incremental job also requires that implementations of map and reduce be defined, and optionally combine. The map implementation must
+ implement a <a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><code>Mapper</code></a> interface, which is very similar to the standard map interface in Hadoop.
+ The combine and reduce operations are implemented through an <a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><code>Accumulator</code></a> interface.
+ This is similar to the standard reduce in Hadoop, however values are provided one-at-a-time rather than by an enumerable list.
+ Also an accumulator returns either one value or no value at all by returning null. That is, the accumulator may not return an arbitrary number of values
+ for the output. This restriction precludes the implementation of certain operations, like flatten, which do not fit well within the
+ incremental programming model.
+ </p></div>
+</div>
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li class="navBarCell1Rev">Package</li>
+<li>Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/fs/package-summary.html">Prev Package</a></li>
+<li><a href="../../../datafu/hourglass/mapreduce/package-summary.html">Next Package</a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/package-summary.html" target="_top">Frames</a></li>
+<li><a href="package-summary.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/jobs/package-tree.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/jobs/package-tree.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/jobs/package-tree.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/jobs/package-tree.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,199 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:05 PST 2018 -->
+<title>datafu.hourglass.jobs Class Hierarchy (datafu-hourglass 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="datafu.hourglass.jobs Class Hierarchy (datafu-hourglass 1.3.2 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li>Class</li>
+<li class="navBarCell1Rev">Tree</li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/fs/package-tree.html">Prev</a></li>
+<li><a href="../../../datafu/hourglass/mapreduce/package-tree.html">Next</a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/package-tree.html" target="_top">Frames</a></li>
+<li><a href="package-tree.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<div class="header">
+<h1 class="title">Hierarchy For Package datafu.hourglass.jobs</h1>
+<span class="strong">Package Hierarchies:</span>
+<ul class="horizontal">
+<li><a href="../../../overview-tree.html">All Packages</a></li>
+</ul>
+</div>
+<div class="contentContainer">
+<h2 title="Class Hierarchy">Class Hierarchy</h2>
+<ul>
+<li type="circle">java.lang.Object
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><span class="strong">AbstractNonIncrementalJob.Report</span></a></li>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><span class="strong">AbstractPartitionCollapsingIncrementalJob.Report</span></a></li>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs"><span class="strong">AbstractPartitionPreservingIncrementalJob.Report</span></a></li>
+<li type="circle">org.apache.hadoop.conf.Configured (implements org.apache.hadoop.conf.Configurable)
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs"><span class="strong">AbstractJob</span></a>
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><span class="strong">TimeBasedJob</span></a>
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="strong">AbstractNonIncrementalJob</span></a></li>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="strong">IncrementalJob</span></a>
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="strong">AbstractPartitionCollapsingIncrementalJob</span></a>
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="strong">PartitionCollapsingIncrementalJob</span></a></li>
+</ul>
+</li>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="strong">AbstractPartitionPreservingIncrementalJob</span></a>
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><span class="strong">PartitionPreservingIncrementalJob</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/DateRangePlanner.html" title="class in datafu.hourglass.jobs"><span class="strong">DateRangePlanner</span></a></li>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/ExecutionPlanner.html" title="class in datafu.hourglass.jobs"><span class="strong">ExecutionPlanner</span></a>
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><span class="strong">PartitionCollapsingExecutionPlanner</span></a></li>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs"><span class="strong">PartitionPreservingExecutionPlanner</span></a></li>
+</ul>
+</li>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/FileCleaner.html" title="class in datafu.hourglass.jobs"><span class="strong">FileCleaner</span></a></li>
+<li type="circle">org.apache.hadoop.mapreduce.task.JobContextImpl (implements org.apache.hadoop.mapreduce.JobContext)
+<ul>
+<li type="circle">org.apache.hadoop.mapreduce.Job (implements org.apache.hadoop.mapreduce.JobContext)
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><span class="strong">StagedOutputJob</span></a> (implements java.util.concurrent.Callable<V>)</li>
+</ul>
+</li>
+</ul>
+</li>
+<li type="circle">org.apache.hadoop.mapreduce.Mapper<KEYIN,VALUEIN,KEYOUT,VALUEOUT>
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs"><span class="strong">AbstractNonIncrementalJob.BaseMapper</span></a></li>
+</ul>
+</li>
+<li type="circle">org.apache.hadoop.mapreduce.Partitioner<KEY,VALUE>
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs"><span class="strong">TimePartitioner</span></a> (implements org.apache.hadoop.conf.Configurable)</li>
+</ul>
+</li>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/ReduceEstimator.html" title="class in datafu.hourglass.jobs"><span class="strong">ReduceEstimator</span></a></li>
+<li type="circle">org.apache.hadoop.mapreduce.Reducer<KEYIN,VALUEIN,KEYOUT,VALUEOUT>
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs"><span class="strong">AbstractNonIncrementalJob.BaseCombiner</span></a></li>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs"><span class="strong">AbstractNonIncrementalJob.BaseReducer</span></a></li>
+</ul>
+</li>
+<li type="circle">java.lang.Throwable (implements java.io.Serializable)
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/MaxInputDataExceededException.html" title="class in datafu.hourglass.jobs"><span class="strong">MaxInputDataExceededException</span></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<h2 title="Interface Hierarchy">Interface Hierarchy</h2>
+<ul>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs"><span class="strong">DateRangeConfigurable</span></a></li>
+<li type="circle">datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><span class="strong">Setup</span></a></li>
+</ul>
+</div>
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li>Class</li>
+<li class="navBarCell1Rev">Tree</li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/fs/package-tree.html">Prev</a></li>
+<li><a href="../../../datafu/hourglass/mapreduce/package-tree.html">Next</a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/package-tree.html" target="_top">Frames</a></li>
+<li><a href="package-tree.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,297 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:05 PST 2018 -->
+<title>AvroKeyValueIdentityMapper (datafu-hourglass 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="AvroKeyValueIdentityMapper (datafu-hourglass 1.3.2 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li>Prev Class</li>
+<li><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" target="_top">Frames</a></li>
+<li><a href="AvroKeyValueIdentityMapper.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Mapper">Nested</a> | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.mapreduce</div>
+<h2 title="Class AvroKeyValueIdentityMapper" class="title">Class AvroKeyValueIdentityMapper</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.hadoop.mapreduce.Mapper<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.mapreduce.AvroKeyValueIdentityMapper</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre>public class <span class="strong">AvroKeyValueIdentityMapper</span>
+extends org.apache.hadoop.mapreduce.Mapper<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></pre>
+<div class="block">A mapper which outputs key-value pairs as-is.
+
+ It assumes the input is an Avro record having "key" and "value" fields.
+ The output is these exact same fields.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested_class_summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Mapper">
+<!-- -->
+</a>
+<h3>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper</h3>
+<code>org.apache.hadoop.mapreduce.Mapper.Context</code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html#AvroKeyValueIdentityMapper()">AvroKeyValueIdentityMapper</a></strong>()</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>protected void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html#map(java.lang.Object,%20java.lang.Object,%20org.apache.hadoop.mapreduce.Mapper.Context)">map</a></strong>(java.lang.Object keyObj,
+ java.lang.Object valueObj,
+ org.apache.hadoop.mapreduce.Mapper.Context context)</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.mapreduce.Mapper">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.hadoop.mapreduce.Mapper</h3>
+<code>cleanup, run, setup</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="AvroKeyValueIdentityMapper()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>AvroKeyValueIdentityMapper</h4>
+<pre>public AvroKeyValueIdentityMapper()</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="map(java.lang.Object, java.lang.Object, org.apache.hadoop.mapreduce.Mapper.Context)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>map</h4>
+<pre>protected void map(java.lang.Object keyObj,
+ java.lang.Object valueObj,
+ org.apache.hadoop.mapreduce.Mapper.Context context)
+ throws java.io.IOException,
+ java.lang.InterruptedException</pre>
+<dl>
+<dt><strong>Overrides:</strong></dt>
+<dd><code>map</code> in class <code>org.apache.hadoop.mapreduce.Mapper<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object></code></dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd>
+<dd><code>java.lang.InterruptedException</code></dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li>Prev Class</li>
+<li><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" target="_top">Frames</a></li>
+<li><a href="AvroKeyValueIdentityMapper.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Mapper">Nested</a> | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/mapreduce/CollapsingCombiner.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/mapreduce/CollapsingCombiner.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/mapreduce/CollapsingCombiner.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/mapreduce/CollapsingCombiner.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,418 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:05 PST 2018 -->
+<title>CollapsingCombiner (datafu-hourglass 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="CollapsingCombiner (datafu-hourglass 1.3.2 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/mapreduce/CollapsingCombiner.html" target="_top">Frames</a></li>
+<li><a href="CollapsingCombiner.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.mapreduce</div>
+<h2 title="Class CollapsingCombiner" class="title">Class CollapsingCombiner</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectProcessor</a></li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectReducer</a></li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.mapreduce.CollapsingCombiner</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd><a href="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</a>, java.io.Serializable</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="strong">CollapsingCombiner</span>
+extends <a href="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</a>
+implements <a href="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</a>, java.io.Serializable</pre>
+<div class="block">The combiner used by <a href="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionCollapsingIncrementalJob</code></a> and its derived classes.
+
+ <p>
+ An implementation of <a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model"><code>Accumulator</code></a> is used to perform aggregation and produce the
+ intermediate value.
+ </p></div>
+<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../serialized-form.html#datafu.hourglass.mapreduce.CollapsingCombiner">Serialized Form</a></dd></dl>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#CollapsingCombiner()">CollapsingCombiner</a></strong>()</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code><a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#getAccumulator()">getAccumulator</a></strong>()</code>
+<div class="block">Gets the accumulator used to perform aggregation.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#getReuseOutput()">getReuseOutput</a></strong>()</code>
+<div class="block">Gets whether previous output is being reused.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code><a href="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</a></code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#getSchemas()">getSchemas</a></strong>()</code>
+<div class="block">Gets the schemas.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#reduce(java.lang.Object,%20java.lang.Iterable,%20org.apache.hadoop.mapreduce.ReduceContext)">reduce</a></strong>(java.lang.Object keyObj,
+ java.lang.Iterable<java.lang.Object> values,
+ org.apache.hadoop.mapreduce.ReduceContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#setAccumulator(datafu.hourglass.model.Accumulator)">setAccumulator</a></strong>(<a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</code>
+<div class="block">Sets the accumulator used to perform aggregation.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">setOutputDateRange</a></strong>(<a href="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</a> dateRange)</code>
+<div class="block">Sets the date range for the output.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#setReuseOutput(boolean)">setReuseOutput</a></strong>(boolean reuseOutput)</code>
+<div class="block">Sets whether previous output is being reused.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html#setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)">setSchemas</a></strong>(<a href="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</a> schemas)</code>
+<div class="block">Sets the schemas.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_datafu.hourglass.mapreduce.ObjectProcessor">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.mapreduce.<a href="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</a></h3>
+<code><a href="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#close()">close</a>, <a href="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#getContext()">getContext</a>, <a href="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="CollapsingCombiner()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>CollapsingCombiner</h4>
+<pre>public CollapsingCombiner()</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="reduce(java.lang.Object, java.lang.Iterable, org.apache.hadoop.mapreduce.ReduceContext)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>reduce</h4>
+<pre>public void reduce(java.lang.Object keyObj,
+ java.lang.Iterable<java.lang.Object> values,
+ org.apache.hadoop.mapreduce.ReduceContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)
+ throws java.io.IOException,
+ java.lang.InterruptedException</pre>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/mapreduce/ObjectReducer.html#reduce(java.lang.Object,%20java.lang.Iterable,%20org.apache.hadoop.mapreduce.ReduceContext)">reduce</a></code> in class <code><a href="../../../datafu/hourglass/mapreduce/ObjectReducer.html" title="class in datafu.hourglass.mapreduce">ObjectReducer</a></code></dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd>
+<dd><code>java.lang.InterruptedException</code></dd></dl>
+</li>
+</ul>
+<a name="setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setSchemas</h4>
+<pre>public void setSchemas(<a href="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</a> schemas)</pre>
+<div class="block">Sets the schemas.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>schemas</code> - schemas used by the combiner</dd></dl>
+</li>
+</ul>
+<a name="getSchemas()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getSchemas</h4>
+<pre>public <a href="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</a> getSchemas()</pre>
+<div class="block">Gets the schemas.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>schemas schemas used by the combiner</dd></dl>
+</li>
+</ul>
+<a name="getReuseOutput()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getReuseOutput</h4>
+<pre>public boolean getReuseOutput()</pre>
+<div class="block">Gets whether previous output is being reused.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>true if previous output is reused</dd></dl>
+</li>
+</ul>
+<a name="setReuseOutput(boolean)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setReuseOutput</h4>
+<pre>public void setReuseOutput(boolean reuseOutput)</pre>
+<div class="block">Sets whether previous output is being reused.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>reuseOutput</code> - true if previous output is reused</dd></dl>
+</li>
+</ul>
+<a name="getAccumulator()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getAccumulator</h4>
+<pre>public <a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> getAccumulator()</pre>
+<div class="block">Gets the accumulator used to perform aggregation.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>The accumulator</dd></dl>
+</li>
+</ul>
+<a name="setAccumulator(datafu.hourglass.model.Accumulator)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setAccumulator</h4>
+<pre>public void setAccumulator(<a href="../../../datafu/hourglass/model/Accumulator.html" title="interface in datafu.hourglass.model">Accumulator</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> acc)</pre>
+<div class="block">Sets the accumulator used to perform aggregation.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>acc</code> - The accumulator</dd></dl>
+</li>
+</ul>
+<a name="setOutputDateRange(datafu.hourglass.fs.DateRange)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>setOutputDateRange</h4>
+<pre>public void setOutputDateRange(<a href="../../../datafu/hourglass/fs/DateRange.html" title="class in datafu.hourglass.fs">DateRange</a> dateRange)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../datafu/hourglass/jobs/DateRangeConfigurable.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">DateRangeConfigurable</a></code></strong></div>
+<div class="block">Sets the date range for the output.</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/DateRangeConfigurable.html#setOutputDateRange(datafu.hourglass.fs.DateRange)">setOutputDateRange</a></code> in interface <code><a href="../../../datafu/hourglass/jobs/DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs">DateRangeConfigurable</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>dateRange</code> - output date range</dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.html" title="class in datafu.hourglass.mapreduce"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/mapreduce/CollapsingMapper.html" title="class in datafu.hourglass.mapreduce"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/mapreduce/CollapsingCombiner.html" target="_top">Frames</a></li>
+<li><a href="CollapsingCombiner.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/mapreduce/CollapsingMapper.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/mapreduce/CollapsingMapper.html?rev=1822557&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/mapreduce/CollapsingMapper.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.2/datafu/hourglass/mapreduce/CollapsingMapper.html Mon Jan 29 19:04:35 2018
@@ -0,0 +1,412 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 11:03:05 PST 2018 -->
+<title>CollapsingMapper (datafu-hourglass 1.3.2 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="CollapsingMapper (datafu-hourglass 1.3.2 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/mapreduce/CollapsingMapper.html" target="_top">Frames</a></li>
+<li><a href="CollapsingMapper.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.mapreduce</div>
+<h2 title="Class CollapsingMapper" class="title">Class CollapsingMapper</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectProcessor</a></li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">datafu.hourglass.mapreduce.ObjectMapper</a></li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.mapreduce.CollapsingMapper</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>java.io.Serializable</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="strong">CollapsingMapper</span>
+extends <a href="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</a>
+implements java.io.Serializable</pre>
+<div class="block">The mapper used by <a href="../../../datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionCollapsingIncrementalJob</code></a> and its derived classes.
+
+ <p>
+ An implementation of <a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model"><code>Mapper</code></a> is used for the
+ map operation, which produces key and intermediate value pairs from the input.
+ </p></div>
+<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../serialized-form.html#datafu.hourglass.mapreduce.CollapsingMapper">Serialized Form</a></dd></dl>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#CollapsingMapper()">CollapsingMapper</a></strong>()</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code><a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord></code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#getMapper()">getMapper</a></strong>()</code>
+<div class="block">Gets the mapper.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#getReuseOutput()">getReuseOutput</a></strong>()</code>
+<div class="block">Gets whether previous output is being reused.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code><a href="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</a></code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#getSchemas()">getSchemas</a></strong>()</code>
+<div class="block">Gets the Avro schemas.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#map(java.lang.Object,%20org.apache.hadoop.mapreduce.MapContext)">map</a></strong>(java.lang.Object inputObj,
+ org.apache.hadoop.mapreduce.MapContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</a></strong>(org.apache.hadoop.mapreduce.TaskInputOutputContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#setMapper(datafu.hourglass.model.Mapper)">setMapper</a></strong>(<a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</code>
+<div class="block">Sets the mapper.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#setReuseOutput(boolean)">setReuseOutput</a></strong>(boolean reuseOutput)</code>
+<div class="block">Sets whether previous output is being reused.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/mapreduce/CollapsingMapper.html#setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)">setSchemas</a></strong>(<a href="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</a> schemas)</code>
+<div class="block">Sets the Avro schemas.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_datafu.hourglass.mapreduce.ObjectProcessor">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.mapreduce.<a href="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</a></h3>
+<code><a href="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#close()">close</a>, <a href="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#getContext()">getContext</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="CollapsingMapper()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>CollapsingMapper</h4>
+<pre>public CollapsingMapper()</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="map(java.lang.Object, org.apache.hadoop.mapreduce.MapContext)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>map</h4>
+<pre>public void map(java.lang.Object inputObj,
+ org.apache.hadoop.mapreduce.MapContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)
+ throws java.io.IOException,
+ java.lang.InterruptedException</pre>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/mapreduce/ObjectMapper.html#map(java.lang.Object,%20org.apache.hadoop.mapreduce.MapContext)">map</a></code> in class <code><a href="../../../datafu/hourglass/mapreduce/ObjectMapper.html" title="class in datafu.hourglass.mapreduce">ObjectMapper</a></code></dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd>
+<dd><code>java.lang.InterruptedException</code></dd></dl>
+</li>
+</ul>
+<a name="getReuseOutput()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getReuseOutput</h4>
+<pre>public boolean getReuseOutput()</pre>
+<div class="block">Gets whether previous output is being reused.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>true if previous output is reused</dd></dl>
+</li>
+</ul>
+<a name="setReuseOutput(boolean)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setReuseOutput</h4>
+<pre>public void setReuseOutput(boolean reuseOutput)</pre>
+<div class="block">Sets whether previous output is being reused.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>reuseOutput</code> - true if previous output is reused</dd></dl>
+</li>
+</ul>
+<a name="setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setContext</h4>
+<pre>public void setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext<java.lang.Object,java.lang.Object,java.lang.Object,java.lang.Object> context)</pre>
+<dl>
+<dt><strong>Overrides:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/mapreduce/ObjectProcessor.html#setContext(org.apache.hadoop.mapreduce.TaskInputOutputContext)">setContext</a></code> in class <code><a href="../../../datafu/hourglass/mapreduce/ObjectProcessor.html" title="class in datafu.hourglass.mapreduce">ObjectProcessor</a></code></dd>
+</dl>
+</li>
+</ul>
+<a name="getMapper()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getMapper</h4>
+<pre>public <a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> getMapper()</pre>
+<div class="block">Gets the mapper.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>mapper the mapper</dd></dl>
+</li>
+</ul>
+<a name="setMapper(datafu.hourglass.model.Mapper)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setMapper</h4>
+<pre>public void setMapper(<a href="../../../datafu/hourglass/model/Mapper.html" title="interface in datafu.hourglass.model">Mapper</a><org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord,org.apache.avro.generic.GenericRecord> mapper)</pre>
+<div class="block">Sets the mapper.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>mapper</code> - the mapper</dd></dl>
+</li>
+</ul>
+<a name="setSchemas(datafu.hourglass.schemas.PartitionCollapsingSchemas)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setSchemas</h4>
+<pre>public void setSchemas(<a href="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</a> schemas)</pre>
+<div class="block">Sets the Avro schemas.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>schemas</code> - the schemas</dd></dl>
+</li>
+</ul>
+<a name="getSchemas()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>getSchemas</h4>
+<pre>public <a href="../../../datafu/hourglass/schemas/PartitionCollapsingSchemas.html" title="class in datafu.hourglass.schemas">PartitionCollapsingSchemas</a> getSchemas()</pre>
+<div class="block">Gets the Avro schemas.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>schemas the schemas</dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/mapreduce/CollapsingCombiner.html" title="class in datafu.hourglass.mapreduce"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/mapreduce/CollapsingReducer.html" title="class in datafu.hourglass.mapreduce"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/mapreduce/CollapsingMapper.html" target="_top">Frames</a></li>
+<li><a href="CollapsingMapper.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>