You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafu.apache.org by mh...@apache.org on 2018/01/29 19:01:47 UTC
svn commit: r1822555 [42/49] - in /incubator/datafu/site/docs: datafu/1.3.3/
datafu/1.3.3/datafu/ datafu/1.3.3/datafu/pig/ datafu/1.3.3/datafu/pig/bags/
datafu/1.3.3/datafu/pig/geo/ datafu/1.3.3/datafu/pig/hash/
datafu/1.3.3/datafu/pig/hash/lsh/ datafu...
Added: incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/StagedOutputJob.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/StagedOutputJob.html?rev=1822555&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/StagedOutputJob.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/StagedOutputJob.html Mon Jan 29 19:01:43 2018
@@ -0,0 +1,503 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 10:58:33 PST 2018 -->
+<title>StagedOutputJob (datafu-hourglass 1.3.3 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="StagedOutputJob (datafu-hourglass 1.3.3 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/StagedOutputJob.html" target="_top">Frames</a></li>
+<li><a href="StagedOutputJob.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Job">Nested</a> | </li>
+<li><a href="#fields_inherited_from_class_org.apache.hadoop.mapreduce.Job">Field</a> | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class StagedOutputJob" class="title">Class StagedOutputJob</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.hadoop.mapreduce.task.JobContextImpl</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.hadoop.mapreduce.Job</li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.StagedOutputJob</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>java.util.concurrent.Callable<java.lang.Boolean>, org.apache.hadoop.mapreduce.JobContext, org.apache.hadoop.mapreduce.MRJobConfig</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="strong">StagedOutputJob</span>
+extends org.apache.hadoop.mapreduce.Job
+implements java.util.concurrent.Callable<java.lang.Boolean></pre>
+<div class="block">A derivation of <code>Job</code> that stages its output in another location and only
+ moves it to the final destination if the job completes successfully.
+ It also outputs a counters file to the file system that contains counters fetched from Hadoop
+ and other task statistics.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested_class_summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Job">
+<!-- -->
+</a>
+<h3>Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Job</h3>
+<code>org.apache.hadoop.mapreduce.Job.JobState, org.apache.hadoop.mapreduce.Job.TaskStatusFilter</code></li>
+</ul>
+</li>
+</ul>
+<!-- =========== FIELD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field_summary">
+<!-- -->
+</a>
+<h3>Field Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="fields_inherited_from_class_org.apache.hadoop.mapreduce.Job">
+<!-- -->
+</a>
+<h3>Fields inherited from class org.apache.hadoop.mapreduce.Job</h3>
+<code>COMPLETION_POLL_INTERVAL_KEY, DEFAULT_SUBMIT_REPLICATION, OUTPUT_FILTER, PROGRESS_MONITOR_POLL_INTERVAL_KEY, SUBMIT_REPLICATION, USED_GENERIC_PARSER</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="fields_inherited_from_class_org.apache.hadoop.mapreduce.task.JobContextImpl">
+<!-- -->
+</a>
+<h3>Fields inherited from class org.apache.hadoop.mapreduce.task.JobContextImpl</h3>
+<code>conf, credentials, ugi</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="fields_inherited_from_class_org.apache.hadoop.mapreduce.MRJobConfig">
+<!-- -->
+</a>
+<h3>Fields inherited from interface org.apache.hadoop.mapreduce.MRJobConfig</h3>
+<code>APPLICATION_ATTEMPT_ID, APPLICATION_MASTER_CLASS, CACHE_ARCHIVES, CACHE_ARCHIVES_SIZES, CACHE_ARCHIVES_TIMESTAMPS, CACHE_ARCHIVES_VISIBILITIES, CACHE_FILE_TIMESTAMPS, CACHE_FILE_VISIBILITIES, CACHE_FILES, CACHE_FILES_SIZES, CACHE_LOCALARCHIVES, CACHE_LOCALFILES, CACHE_SYMLINK, CLASSPATH_ARCHIVES, CLASSPATH_FILES, COMBINE_CLASS_ATTR, COMBINE_RECORDS_BEFORE_PROGRESS, COMBINER_GROUP_COMPARATOR_CLASS, COMPLETED_MAPS_FOR_REDUCE_SLOWSTART, COUNTER_GROUP_NAME_MAX_DEFAULT, COUNTER_GROUP_NAME_MAX_KEY, COUNTER_GROUPS_MAX_DEFAULT, COUNTER_GROUPS_MAX_KEY, COUNTER_NAME_MAX_DEFAULT, COUNTER_NAME_MAX_KEY, COUNTERS_MAX_DEFAULT, COUNTERS_MAX_KEY, DEFAULT_JOB_ACL_MODIFY_JOB, DEFAULT_JOB_ACL_VIEW_JOB, DEFAULT_JOB_AM_ACCESS_DISABLED, DEFAULT_JOB_RUNNING_MAP_LIMIT, DEFAULT_JOB_RUNNING_REDUCE_LIMIT, DEFAULT_JOB_TOKEN_TRACKING_IDS_ENABLED, DEFAULT_LOG_LEVEL, DEFAULT_MAP_CPU_VCORES, DEFAULT_MAP_MEMORY_MB, DEFAULT_MAPRED_ADMIN_JAVA_OPTS, DEFAULT_MAPRED_ADMIN_USER_ENV, DEFAULT_MAPREDUCE_APPLICATION_CLA
SSPATH, DEFAULT_MAPREDUCE_CROSS_PLATFORM_APPLICATION_CLASSPATH, DEFAULT_MAPREDUCE_JOB_EMIT_TIMELINE_DATA, DEFAULT_MAX_ALLOWED_FETCH_FAILURES_FRACTION, DEFAULT_MAX_FETCH_FAILURES_NOTIFICATIONS, DEFAULT_MAX_SHUFFLE_FETCH_HOST_FAILURES, DEFAULT_MAX_SHUFFLE_FETCH_RETRY_DELAY, DEFAULT_MR_AM_ADMIN_COMMAND_OPTS, DEFAULT_MR_AM_COMMAND_OPTS, DEFAULT_MR_AM_COMMIT_WINDOW_MS, DEFAULT_MR_AM_COMMITTER_CANCEL_TIMEOUT_MS, DEFAULT_MR_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT, DEFAULT_MR_AM_CONTAINERLAUNCHER_THREADPOOL_INITIAL_SIZE, DEFAULT_MR_AM_CPU_VCORES, DEFAULT_MR_AM_HARD_KILL_TIMEOUT_MS, DEFAULT_MR_AM_HISTORY_COMPLETE_EVENT_FLUSH_TIMEOUT_MS, DEFAULT_MR_AM_HISTORY_JOB_COMPLETE_UNFLUSHED_MULTIPLIER, DEFAULT_MR_AM_HISTORY_MAX_UNFLUSHED_COMPLETE_EVENTS, DEFAULT_MR_AM_HISTORY_USE_BATCHED_FLUSH_QUEUE_SIZE_THRESHOLD, DEFAULT_MR_AM_IGNORE_BLACKLISTING_BLACKLISTED_NODE_PERCENT, DEFAULT_MR_AM_JOB_CLIENT_THREAD_COUNT, DEFAULT_MR_AM_JOB_REDUCE_PREEMPTION_LIMIT, DEFAULT_MR_AM_JOB_REDUCE_RAMP_UP_LIMIT, DEFAULT
_MR_AM_LOG_BACKUPS, DEFAULT_MR_AM_LOG_KB, DEFAULT_MR_AM_LOG_LEVEL, DEFAULT_MR_AM_MAX_ATTEMPTS, DEFAULT_MR_AM_NUM_PROGRESS_SPLITS, DEFAULT_MR_AM_PROFILE, DEFAULT_MR_AM_STAGING_DIR, DEFAULT_MR_AM_TASK_ESTIMATOR_SMOOTH_LAMBDA_MS, DEFAULT_MR_AM_TASK_LISTENER_THREAD_COUNT, DEFAULT_MR_AM_TO_RM_HEARTBEAT_INTERVAL_MS, DEFAULT_MR_AM_TO_RM_WAIT_INTERVAL_MS, DEFAULT_MR_AM_VMEM_MB, DEFAULT_MR_CLIENT_MAX_RETRIES, DEFAULT_MR_CLIENT_TO_AM_IPC_MAX_RETRIES, DEFAULT_MR_CLIENT_TO_AM_IPC_MAX_RETRIES_ON_TIMEOUTS, DEFAULT_MR_ENCRYPTED_INTERMEDIATE_DATA, DEFAULT_MR_ENCRYPTED_INTERMEDIATE_DATA_BUFFER_KB, DEFAULT_MR_ENCRYPTED_INTERMEDIATE_DATA_KEY_SIZE_BITS, DEFAULT_MR_JOB_END_NOTIFICATION_TIMEOUT, DEFAULT_MR_JOB_REDUCER_PREEMPT_DELAY_SEC, DEFAULT_REDUCE_CPU_VCORES, DEFAULT_REDUCE_MEMORY_MB, DEFAULT_REDUCE_SEPARATE_SHUFFLE_LOG, DEFAULT_SHELL, DEFAULT_SHUFFLE_FETCH_RETRY_INTERVAL_MS, DEFAULT_SHUFFLE_INPUT_BUFFER_PERCENT, DEFAULT_SHUFFLE_LOG_BACKUPS, DEFAULT_SHUFFLE_LOG_KB, DEFAULT_SPECULATIVE_MINIMUM_ALLOWED
_TASKS, DEFAULT_SPECULATIVE_RETRY_AFTER_NO_SPECULATE, DEFAULT_SPECULATIVE_RETRY_AFTER_SPECULATE, DEFAULT_SPECULATIVECAP_RUNNING_TASKS, DEFAULT_SPECULATIVECAP_TOTAL_TASKS, DEFAULT_SPLIT_METAINFO_MAXSIZE, DEFAULT_TASK_ISMAP, DEFAULT_TASK_LOG_BACKUPS, DEFAULT_TASK_PROFILE_PARAMS, GROUP_COMPARATOR_CLASS, HADOOP_WORK_DIR, ID, INDEX_CACHE_MEMORY_LIMIT, INPUT_FORMAT_CLASS_ATTR, IO_SORT_FACTOR, IO_SORT_MB, JAR, JAR_UNPACK_PATTERN, JOB_ACL_MODIFY_JOB, JOB_ACL_VIEW_JOB, JOB_AM_ACCESS_DISABLED, JOB_CANCEL_DELEGATION_TOKEN, JOB_CONF_FILE, JOB_JAR, JOB_JOBTRACKER_ID, JOB_LOCAL_DIR, JOB_NAME, JOB_NAMENODES, JOB_RUNNING_MAP_LIMIT, JOB_RUNNING_REDUCE_LIMIT, JOB_SPLIT, JOB_SPLIT_METAINFO, JOB_SUBMIT_DIR, JOB_SUBMITHOST, JOB_SUBMITHOSTADDR, JOB_TAGS, JOB_TOKEN_TRACKING_IDS, JOB_TOKEN_TRACKING_IDS_ENABLED, JOB_UBERTASK_ENABLE, JOB_UBERTASK_MAXBYTES, JOB_UBERTASK_MAXMAPS, JOB_UBERTASK_MAXREDUCES, JVM_NUMTASKS_TORUN, KEY_COMPARATOR, MAP_CLASS_ATTR, MAP_COMBINE_MIN_SPILLS, MAP_CPU_VCORES, MAP_DEBUG_SCRIP
T, MAP_ENV, MAP_FAILURES_MAX_PERCENT, MAP_INPUT_FILE, MAP_INPUT_PATH, MAP_INPUT_START, MAP_JAVA_OPTS, MAP_LOG_LEVEL, MAP_MAX_ATTEMPTS, MAP_MEMORY_MB, MAP_OUTPUT_COLLECTOR_CLASS_ATTR, MAP_OUTPUT_COMPRESS, MAP_OUTPUT_COMPRESS_CODEC, MAP_OUTPUT_KEY_CLASS, MAP_OUTPUT_KEY_FIELD_SEPERATOR, MAP_OUTPUT_VALUE_CLASS, MAP_SKIP_INCR_PROC_COUNT, MAP_SKIP_MAX_RECORDS, MAP_SORT_SPILL_PERCENT, MAP_SPECULATIVE, MAPRED_ADMIN_USER_ENV, MAPRED_ADMIN_USER_SHELL, MAPRED_MAP_ADMIN_JAVA_OPTS, MAPRED_REDUCE_ADMIN_JAVA_OPTS, MAPREDUCE_APPLICATION_CLASSPATH, MAPREDUCE_APPLICATION_FRAMEWORK_PATH, MAPREDUCE_JOB_CLASSLOADER, MAPREDUCE_JOB_CLASSLOADER_SYSTEM_CLASSES, MAPREDUCE_JOB_CREDENTIALS_BINARY, MAPREDUCE_JOB_DIR, MAPREDUCE_JOB_EMIT_TIMELINE_DATA, MAPREDUCE_JOB_LOG4J_PROPERTIES_FILE, MAPREDUCE_JOB_SHUFFLE_PROVIDER_SERVICES, MAPREDUCE_JOB_USER_CLASSPATH_FIRST, MAPREDUCE_V2_CHILD_CLASS, MAX_ALLOWED_FETCH_FAILURES_FRACTION, MAX_FETCH_FAILURES_NOTIFICATIONS, MAX_SHUFFLE_FETCH_HOST_FAILURES, MAX_SHUFFLE_FETCH_RET
RY_DELAY, MAX_TASK_FAILURES_PER_TRACKER, MR_AM_ADMIN_COMMAND_OPTS, MR_AM_ADMIN_USER_ENV, MR_AM_COMMAND_OPTS, MR_AM_COMMIT_WINDOW_MS, MR_AM_COMMITTER_CANCEL_TIMEOUT_MS, MR_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT, MR_AM_CONTAINERLAUNCHER_THREADPOOL_INITIAL_SIZE, MR_AM_CPU_VCORES, MR_AM_CREATE_JH_INTERMEDIATE_BASE_DIR, MR_AM_ENV, MR_AM_HARD_KILL_TIMEOUT_MS, MR_AM_HISTORY_COMPLETE_EVENT_FLUSH_TIMEOUT_MS, MR_AM_HISTORY_JOB_COMPLETE_UNFLUSHED_MULTIPLIER, MR_AM_HISTORY_MAX_UNFLUSHED_COMPLETE_EVENTS, MR_AM_HISTORY_USE_BATCHED_FLUSH_QUEUE_SIZE_THRESHOLD, MR_AM_IGNORE_BLACKLISTING_BLACKLISTED_NODE_PERECENT, MR_AM_JOB_CLIENT_PORT_RANGE, MR_AM_JOB_CLIENT_THREAD_COUNT, MR_AM_JOB_NODE_BLACKLISTING_ENABLE, MR_AM_JOB_RECOVERY_ENABLE, MR_AM_JOB_RECOVERY_ENABLE_DEFAULT, MR_AM_JOB_REDUCE_PREEMPTION_LIMIT, MR_AM_JOB_REDUCE_RAMPUP_UP_LIMIT, MR_AM_JOB_SPECULATOR, MR_AM_LOG_BACKUPS, MR_AM_LOG_KB, MR_AM_LOG_LEVEL, MR_AM_MAX_ATTEMPTS, MR_AM_NUM_PROGRESS_SPLITS, MR_AM_PREFIX, MR_AM_PROFILE, MR_AM_PROFILE_PAR
AMS, MR_AM_SECURITY_SERVICE_AUTHORIZATION_CLIENT, MR_AM_SECURITY_SERVICE_AUTHORIZATION_TASK_UMBILICAL, MR_AM_STAGING_DIR, MR_AM_TASK_ESTIMATOR, MR_AM_TASK_ESTIMATOR_EXPONENTIAL_RATE_ENABLE, MR_AM_TASK_ESTIMATOR_SMOOTH_LAMBDA_MS, MR_AM_TASK_LISTENER_THREAD_COUNT, MR_AM_TO_RM_HEARTBEAT_INTERVAL_MS, MR_AM_TO_RM_WAIT_INTERVAL_MS, MR_AM_VMEM_MB, MR_APPLICATION_TYPE, MR_CLIENT_MAX_RETRIES, MR_CLIENT_TO_AM_IPC_MAX_RETRIES, MR_CLIENT_TO_AM_IPC_MAX_RETRIES_ON_TIMEOUTS, MR_ENCRYPTED_INTERMEDIATE_DATA, MR_ENCRYPTED_INTERMEDIATE_DATA_BUFFER_KB, MR_ENCRYPTED_INTERMEDIATE_DATA_KEY_SIZE_BITS, MR_JOB_END_NOTIFICATION_MAX_ATTEMPTS, MR_JOB_END_NOTIFICATION_MAX_RETRY_INTERVAL, MR_JOB_END_NOTIFICATION_PROXY, MR_JOB_END_NOTIFICATION_TIMEOUT, MR_JOB_END_NOTIFICATION_URL, MR_JOB_END_RETRY_ATTEMPTS, MR_JOB_END_RETRY_INTERVAL, MR_JOB_REDUCER_PREEMPT_DELAY_SEC, MR_PREFIX, NUM_MAP_PROFILES, NUM_MAPS, NUM_REDUCE_PROFILES, NUM_REDUCES, OUTPUT, OUTPUT_FORMAT_CLASS_ATTR, OUTPUT_KEY_CLASS, OUTPUT_VALUE_CLASS, PART
ITIONER_CLASS_ATTR, PRESERVE_FAILED_TASK_FILES, PRESERVE_FILES_PATTERN, PRIORITY, QUEUE_NAME, RECORDS_BEFORE_PROGRESS, REDUCE_CLASS_ATTR, REDUCE_CPU_VCORES, REDUCE_DEBUG_SCRIPT, REDUCE_ENV, REDUCE_FAILURES_MAXPERCENT, REDUCE_INPUT_BUFFER_PERCENT, REDUCE_JAVA_OPTS, REDUCE_LOG_LEVEL, REDUCE_MARKRESET_BUFFER_PERCENT, REDUCE_MARKRESET_BUFFER_SIZE, REDUCE_MAX_ATTEMPTS, REDUCE_MEMORY_MB, REDUCE_MEMORY_TOTAL_BYTES, REDUCE_MEMTOMEM_ENABLED, REDUCE_MEMTOMEM_THRESHOLD, REDUCE_MERGE_INMEM_THRESHOLD, REDUCE_SEPARATE_SHUFFLE_LOG, REDUCE_SKIP_INCR_PROC_COUNT, REDUCE_SKIP_MAXGROUPS, REDUCE_SPECULATIVE, RESERVATION_ID, SETUP_CLEANUP_NEEDED, SHUFFLE_CONNECT_TIMEOUT, SHUFFLE_FETCH_FAILURES, SHUFFLE_FETCH_RETRY_ENABLED, SHUFFLE_FETCH_RETRY_INTERVAL_MS, SHUFFLE_FETCH_RETRY_TIMEOUT_MS, SHUFFLE_INPUT_BUFFER_PERCENT, SHUFFLE_LOG_BACKUPS, SHUFFLE_LOG_KB, SHUFFLE_MEMORY_LIMIT_PERCENT, SHUFFLE_MERGE_PERCENT, SHUFFLE_NOTIFY_READERROR, SHUFFLE_PARALLEL_COPIES, SHUFFLE_READ_TIMEOUT, SKIP_OUTDIR, SKIP_RECORDS, S
KIP_START_ATTEMPTS, SPECULATIVE_MINIMUM_ALLOWED_TASKS, SPECULATIVE_RETRY_AFTER_NO_SPECULATE, SPECULATIVE_RETRY_AFTER_SPECULATE, SPECULATIVE_SLOWNODE_THRESHOLD, SPECULATIVE_SLOWTASK_THRESHOLD, SPECULATIVECAP, SPECULATIVECAP_RUNNING_TASKS, SPECULATIVECAP_TOTAL_TASKS, SPLIT_FILE, SPLIT_METAINFO_MAXSIZE, STDERR_LOGFILE_ENV, STDOUT_LOGFILE_ENV, TASK_ATTEMPT_ID, TASK_CLEANUP_NEEDED, TASK_DEBUGOUT_LINES, TASK_ID, TASK_ISMAP, TASK_LOG_BACKUPS, TASK_MAP_PROFILE_PARAMS, TASK_OUTPUT_DIR, TASK_PARTITION, TASK_PROFILE, TASK_PROFILE_PARAMS, TASK_REDUCE_PROFILE_PARAMS, TASK_TIMEOUT, TASK_TIMEOUT_CHECK_INTERVAL_MS, TASK_USERLOG_LIMIT, USER_LOG_RETAIN_HOURS, USER_NAME, WORKDIR, WORKFLOW_ADJACENCY_PREFIX_PATTERN, WORKFLOW_ADJACENCY_PREFIX_STRING, WORKFLOW_ID, WORKFLOW_NAME, WORKFLOW_NODE_NAME, WORKFLOW_TAGS, WORKING_DIR</code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html#StagedOutputJob(org.apache.hadoop.conf.Configuration,%20java.lang.String,%20org.apache.log4j.Logger)">StagedOutputJob</a></strong>(org.apache.hadoop.conf.Configuration conf,
+ java.lang.String stagingPrefix,
+ org.apache.log4j.Logger log)</code>
+<div class="block">Initializes the job.</div>
+</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>java.lang.Boolean</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html#call()">call</a></strong>()</code>
+<div class="block">Run the job.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>static <a href="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</a></code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html#createStagedJob(org.apache.hadoop.conf.Configuration,%20java.lang.String,%20java.util.List,%20java.lang.String,%20java.lang.String,%20org.apache.log4j.Logger)">createStagedJob</a></strong>(org.apache.hadoop.conf.Configuration conf,
+ java.lang.String jobName,
+ java.util.List<java.lang.String> inputPaths,
+ java.lang.String stagingLocation,
+ java.lang.String outputPath,
+ org.apache.log4j.Logger log)</code>
+<div class="block">Creates a job which using a temporary staging location for the output data.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>org.apache.hadoop.fs.Path</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html#getCountersParentPath()">getCountersParentPath</a></strong>()</code>
+<div class="block">Gets path to store the counters.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>org.apache.hadoop.fs.Path</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html#getCountersPath()">getCountersPath</a></strong>()</code>
+<div class="block">Path to written counters.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html#getWriteCounters()">getWriteCounters</a></strong>()</code>
+<div class="block">Get whether counters should be written.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)">setCountersParentPath</a></strong>(org.apache.hadoop.fs.Path path)</code>
+<div class="block">Sets path to store the counters.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html#setWriteCounters(boolean)">setWriteCounters</a></strong>(boolean writeCounters)</code>
+<div class="block">Sets whether counters should be written.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html#waitForCompletion(boolean)">waitForCompletion</a></strong>(boolean verbose)</code>
+<div class="block">Run the job and wait for it to complete.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.mapreduce.Job">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.hadoop.mapreduce.Job</h3>
+<code>addArchiveToClassPath, addCacheArchive, addCacheFile, addFileToClassPath, cleanupProgress, createSymlink, failTask, getCluster, getCompletionPollInterval, getCounters, getFinishTime, getHistoryUrl, getInstance, getInstance, getInstance, getInstance, getInstance, getInstance, getInstance, getJobFile, getJobName, getJobState, getJobSubmitter, getPriority, getProgressPollInterval, getReservationId, getSchedulingInfo, getStartTime, getStatus, getTaskCompletionEvents, getTaskCompletionEvents, getTaskDiagnostics, getTaskOutputFilter, getTaskReports, getTrackingURL, isComplete, isRetired, isSuccessful, isUber, killJob, killTask, killTask, mapProgress, monitorAndPrintJob, reduceProgress, setCacheArchives, setCacheFiles, setCancelDelegationTokenUponJobCompletion, setCombinerClass, setCombinerKeyGroupingComparatorClass, setGroupingComparatorClass, setInputFormatClass, setJar, setJarByClass, setJobName, setJobSetupCleanupNeeded, setMapOutputKeyClass, setMapOutputValueClass, setMapperClas
s, setMapSpeculativeExecution, setMaxMapAttempts, setMaxReduceAttempts, setNumReduceTasks, setOutputFormatClass, setOutputKeyClass, setOutputValueClass, setPartitionerClass, setPriority, setProfileEnabled, setProfileParams, setProfileTaskRange, setReducerClass, setReduceSpeculativeExecution, setReservationId, setSortComparatorClass, setSpeculativeExecution, setTaskOutputFilter, setupProgress, setUser, setWorkingDirectory, submit, toString</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.mapreduce.task.JobContextImpl">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.hadoop.mapreduce.task.JobContextImpl</h3>
+<code>getArchiveClassPaths, getArchiveTimestamps, getCacheArchives, getCacheFiles, getCombinerClass, getCombinerKeyGroupingComparator, getConfiguration, getCredentials, getFileClassPaths, getFileTimestamps, getGroupingComparator, getInputFormatClass, getJar, getJobID, getJobSetupCleanupNeeded, getLocalCacheArchives, getLocalCacheFiles, getMapOutputKeyClass, getMapOutputValueClass, getMapperClass, getMaxMapAttempts, getMaxReduceAttempts, getNumReduceTasks, getOutputFormatClass, getOutputKeyClass, getOutputValueClass, getPartitionerClass, getProfileEnabled, getProfileParams, getProfileTaskRange, getReducerClass, getSortComparator, getSymlink, getTaskCleanupNeeded, getUser, getWorkingDirectory, setJobID</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.mapreduce.JobContext">
+<!-- -->
+</a>
+<h3>Methods inherited from interface org.apache.hadoop.mapreduce.JobContext</h3>
+<code>getArchiveClassPaths, getArchiveTimestamps, getCacheArchives, getCacheFiles, getCombinerClass, getCombinerKeyGroupingComparator, getConfiguration, getCredentials, getFileClassPaths, getFileTimestamps, getGroupingComparator, getInputFormatClass, getJar, getJobID, getJobSetupCleanupNeeded, getLocalCacheArchives, getLocalCacheFiles, getMapOutputKeyClass, getMapOutputValueClass, getMapperClass, getMaxMapAttempts, getMaxReduceAttempts, getNumReduceTasks, getOutputFormatClass, getOutputKeyClass, getOutputValueClass, getPartitionerClass, getProfileEnabled, getProfileParams, getProfileTaskRange, getReducerClass, getSortComparator, getSymlink, getTaskCleanupNeeded, getUser, getWorkingDirectory</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="StagedOutputJob(org.apache.hadoop.conf.Configuration, java.lang.String, org.apache.log4j.Logger)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>StagedOutputJob</h4>
+<pre>public StagedOutputJob(org.apache.hadoop.conf.Configuration conf,
+ java.lang.String stagingPrefix,
+ org.apache.log4j.Logger log)
+ throws java.io.IOException</pre>
+<div class="block">Initializes the job.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>conf</code> - configuration</dd><dd><code>stagingPrefix</code> - where to stage output temporarily</dd><dd><code>log</code> - logger</dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code>java.io.IOException</code> - IOException</dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="createStagedJob(org.apache.hadoop.conf.Configuration, java.lang.String, java.util.List, java.lang.String, java.lang.String, org.apache.log4j.Logger)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>createStagedJob</h4>
+<pre>public static <a href="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs">StagedOutputJob</a> createStagedJob(org.apache.hadoop.conf.Configuration conf,
+ java.lang.String jobName,
+ java.util.List<java.lang.String> inputPaths,
+ java.lang.String stagingLocation,
+ java.lang.String outputPath,
+ org.apache.log4j.Logger log)</pre>
+<div class="block">Creates a job which using a temporary staging location for the output data.
+ The data is only copied to the final output directory on successful completion
+ of the job. This prevents existing output data from being overwritten unless
+ the job completes successfully.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>conf</code> - configuration</dd><dd><code>jobName</code> - job name</dd><dd><code>inputPaths</code> - input paths</dd><dd><code>stagingLocation</code> - where to stage output temporarily</dd><dd><code>outputPath</code> - output path</dd><dd><code>log</code> - logger</dd>
+<dt><span class="strong">Returns:</span></dt><dd>job</dd></dl>
+</li>
+</ul>
+<a name="getCountersParentPath()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getCountersParentPath</h4>
+<pre>public org.apache.hadoop.fs.Path getCountersParentPath()</pre>
+<div class="block">Gets path to store the counters. If this is not set then by default the counters will be
+ stored in the output directory.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>path parent path for counters</dd></dl>
+</li>
+</ul>
+<a name="setCountersParentPath(org.apache.hadoop.fs.Path)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setCountersParentPath</h4>
+<pre>public void setCountersParentPath(org.apache.hadoop.fs.Path path)</pre>
+<div class="block">Sets path to store the counters. If this is not set then by default the counters will be
+ stored in the output directory.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>path</code> - parent path for counters</dd></dl>
+</li>
+</ul>
+<a name="getCountersPath()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getCountersPath</h4>
+<pre>public org.apache.hadoop.fs.Path getCountersPath()</pre>
+<div class="block">Path to written counters.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>counters path</dd></dl>
+</li>
+</ul>
+<a name="getWriteCounters()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getWriteCounters</h4>
+<pre>public boolean getWriteCounters()</pre>
+<div class="block">Get whether counters should be written.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>true if counters should be written</dd></dl>
+</li>
+</ul>
+<a name="setWriteCounters(boolean)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setWriteCounters</h4>
+<pre>public void setWriteCounters(boolean writeCounters)</pre>
+<div class="block">Sets whether counters should be written.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>writeCounters</code> - true if counters should be written</dd></dl>
+</li>
+</ul>
+<a name="call()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>call</h4>
+<pre>public java.lang.Boolean call()
+ throws java.lang.Exception</pre>
+<div class="block">Run the job.</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>call</code> in interface <code>java.util.concurrent.Callable<java.lang.Boolean></code></dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code>java.lang.Exception</code></dd></dl>
+</li>
+</ul>
+<a name="waitForCompletion(boolean)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>waitForCompletion</h4>
+<pre>public boolean waitForCompletion(boolean verbose)
+ throws java.io.IOException,
+ java.lang.InterruptedException,
+ java.lang.ClassNotFoundException</pre>
+<div class="block">Run the job and wait for it to complete. Output will be temporarily stored under the staging path.
+ If the job is successful it will be moved to the final location.</div>
+<dl>
+<dt><strong>Overrides:</strong></dt>
+<dd><code>waitForCompletion</code> in class <code>org.apache.hadoop.mapreduce.Job</code></dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code>java.io.IOException</code></dd>
+<dd><code>java.lang.InterruptedException</code></dd>
+<dd><code>java.lang.ClassNotFoundException</code></dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/Setup.html" title="interface in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/StagedOutputJob.html" target="_top">Frames</a></li>
+<li><a href="StagedOutputJob.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_classes_inherited_from_class_org.apache.hadoop.mapreduce.Job">Nested</a> | </li>
+<li><a href="#fields_inherited_from_class_org.apache.hadoop.mapreduce.Job">Field</a> | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/TimeBasedJob.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/TimeBasedJob.html?rev=1822555&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/TimeBasedJob.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/TimeBasedJob.html Mon Jan 29 19:01:43 2018
@@ -0,0 +1,489 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 10:58:33 PST 2018 -->
+<title>TimeBasedJob (datafu-hourglass 1.3.3 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="TimeBasedJob (datafu-hourglass 1.3.3 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/TimeBasedJob.html" target="_top">Frames</a></li>
+<li><a href="TimeBasedJob.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class TimeBasedJob" class="title">Class TimeBasedJob</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.hadoop.conf.Configured</li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">datafu.hourglass.jobs.AbstractJob</a></li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.TimeBasedJob</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>org.apache.hadoop.conf.Configurable</dd>
+</dl>
+<dl>
+<dt>Direct Known Subclasses:</dt>
+<dd><a href="../../../datafu/hourglass/jobs/AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs">AbstractNonIncrementalJob</a>, <a href="../../../datafu/hourglass/jobs/IncrementalJob.html" title="class in datafu.hourglass.jobs">IncrementalJob</a></dd>
+</dl>
+<hr>
+<br>
+<pre>public abstract class <span class="strong">TimeBasedJob</span>
+extends <a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</a></pre>
+<div class="block">Base class for Hadoop jobs that consume time-partitioned data.
+
+ <p>
+ This class has the same configuration and methods as <a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs"><code>AbstractJob</code></a>.
+ In addition it also recognizes the following properties:
+ </p>
+
+ <ul>
+ <li><em>num.days</em> - Number of consecutive days of input data to consume</li>
+ <li><em>days.ago</em> - Number of days to subtract off the end of the consumption window</li>
+ <li><em>start.date</em> - Start date for window in yyyyMMdd format</li>
+ <li><em>end.date</em> - End date for window in yyyyMMdd format</li>
+ </ul>
+
+ <p>
+ Methods are available as well for setting these configuration parameters.
+ </p></div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#TimeBasedJob()">TimeBasedJob</a></strong>()</code>
+<div class="block">Initializes the job.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colOne"><code><strong><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#TimeBasedJob(java.lang.String,%20java.util.Properties)">TimeBasedJob</a></strong>(java.lang.String name,
+ java.util.Properties props)</code>
+<div class="block">Initializes the job with a job name and properties.</div>
+</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>java.lang.Integer</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getDaysAgo()">getDaysAgo</a></strong>()</code>
+<div class="block">Gets the number of days to subtract off the end of the consumption window.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>java.util.Date</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getEndDate()">getEndDate</a></strong>()</code>
+<div class="block">Gets the end date.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>java.lang.Integer</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getNumDays()">getNumDays</a></strong>()</code>
+<div class="block">Gets the number of consecutive days to process.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>java.util.Date</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#getStartDate()">getStartDate</a></strong>()</code>
+<div class="block">Gets the start date.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setDaysAgo(java.lang.Integer)">setDaysAgo</a></strong>(java.lang.Integer daysAgo)</code>
+<div class="block">Sets the number of days to subtract off the end of the consumption window.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setEndDate(java.util.Date)">setEndDate</a></strong>(java.util.Date endDate)</code>
+<div class="block">Sets the end date.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setNumDays(java.lang.Integer)">setNumDays</a></strong>(java.lang.Integer numDays)</code>
+<div class="block">Sets the number of consecutive days to process.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setProperties(java.util.Properties)">setProperties</a></strong>(java.util.Properties props)</code>
+<div class="block">Sets the configuration properties.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#setStartDate(java.util.Date)">setStartDate</a></strong>(java.util.Date startDate)</code>
+<div class="block">Sets the start date.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>protected void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html#validate()">validate</a></strong>()</code>
+<div class="block">Validation required before running job.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_datafu.hourglass.jobs.AbstractJob">
+<!-- -->
+</a>
+<h3>Methods inherited from class datafu.hourglass.jobs.<a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</a></h3>
+<code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#config(org.apache.hadoop.conf.Configuration)">config</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#createRandomTempPath()">createRandomTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#ensurePath(org.apache.hadoop.fs.Path)">ensurePath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getCountersParentPath()">getCountersParentPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getFileSystem()">getFileSystem</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getInputPaths()">getInputPaths</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getName()">getName</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getNumReducers()">getNumReducers</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getOutputPath()">getOutputPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getProperties()">getProperties</a>,
<a href="../../../datafu/hourglass/jobs/AbstractJob.html#getRetentionCount()">getRetentionCount</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#getTempPath()">getTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#initialize()">initialize</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#isUseCombiner()">isUseCombiner</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#randomTempPath()">randomTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#run()">run</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setCountersParentPath(org.apache.hadoop.fs.Path)">setCountersParentPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setInputPaths(java.util.List)">setInputPaths</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setName(java.lang.String)">setName</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setNumReducers(java.lang.Integer)">setNumReducers</a>, <a href="
../../../datafu/hourglass/jobs/AbstractJob.html#setOutputPath(org.apache.hadoop.fs.Path)">setOutputPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setRetentionCount(java.lang.Integer)">setRetentionCount</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setTempPath(org.apache.hadoop.fs.Path)">setTempPath</a>, <a href="../../../datafu/hourglass/jobs/AbstractJob.html#setUseCombiner(boolean)">setUseCombiner</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.conf.Configured">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.hadoop.conf.Configured</h3>
+<code>getConf, setConf</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="TimeBasedJob()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>TimeBasedJob</h4>
+<pre>public TimeBasedJob()</pre>
+<div class="block">Initializes the job.</div>
+</li>
+</ul>
+<a name="TimeBasedJob(java.lang.String, java.util.Properties)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>TimeBasedJob</h4>
+<pre>public TimeBasedJob(java.lang.String name,
+ java.util.Properties props)</pre>
+<div class="block">Initializes the job with a job name and properties.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>name</code> - Job name</dd><dd><code>props</code> - Configuration properties</dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="setProperties(java.util.Properties)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setProperties</h4>
+<pre>public void setProperties(java.util.Properties props)</pre>
+<div class="block"><strong>Description copied from class: <code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#setProperties(java.util.Properties)">AbstractJob</a></code></strong></div>
+<div class="block">Sets the configuration properties.</div>
+<dl>
+<dt><strong>Overrides:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#setProperties(java.util.Properties)">setProperties</a></code> in class <code><a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>props</code> - Properties</dd></dl>
+</li>
+</ul>
+<a name="getNumDays()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getNumDays</h4>
+<pre>public java.lang.Integer getNumDays()</pre>
+<div class="block">Gets the number of consecutive days to process.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>number of days to process</dd></dl>
+</li>
+</ul>
+<a name="setNumDays(java.lang.Integer)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setNumDays</h4>
+<pre>public void setNumDays(java.lang.Integer numDays)</pre>
+<div class="block">Sets the number of consecutive days to process.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>numDays</code> - number of days to process</dd></dl>
+</li>
+</ul>
+<a name="getDaysAgo()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getDaysAgo</h4>
+<pre>public java.lang.Integer getDaysAgo()</pre>
+<div class="block">Gets the number of days to subtract off the end of the consumption window.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>Days ago</dd></dl>
+</li>
+</ul>
+<a name="setDaysAgo(java.lang.Integer)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setDaysAgo</h4>
+<pre>public void setDaysAgo(java.lang.Integer daysAgo)</pre>
+<div class="block">Sets the number of days to subtract off the end of the consumption window.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>daysAgo</code> - Days ago</dd></dl>
+</li>
+</ul>
+<a name="getStartDate()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getStartDate</h4>
+<pre>public java.util.Date getStartDate()</pre>
+<div class="block">Gets the start date.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>Start date</dd></dl>
+</li>
+</ul>
+<a name="setStartDate(java.util.Date)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setStartDate</h4>
+<pre>public void setStartDate(java.util.Date startDate)</pre>
+<div class="block">Sets the start date.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>startDate</code> - start date</dd></dl>
+</li>
+</ul>
+<a name="getEndDate()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getEndDate</h4>
+<pre>public java.util.Date getEndDate()</pre>
+<div class="block">Gets the end date.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>end date</dd></dl>
+</li>
+</ul>
+<a name="setEndDate(java.util.Date)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setEndDate</h4>
+<pre>public void setEndDate(java.util.Date endDate)</pre>
+<div class="block">Sets the end date.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>endDate</code> - end date</dd></dl>
+</li>
+</ul>
+<a name="validate()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>validate</h4>
+<pre>protected void validate()</pre>
+<div class="block"><strong>Description copied from class: <code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#validate()">AbstractJob</a></code></strong></div>
+<div class="block">Validation required before running job.</div>
+<dl>
+<dt><strong>Overrides:</strong></dt>
+<dd><code><a href="../../../datafu/hourglass/jobs/AbstractJob.html#validate()">validate</a></code> in class <code><a href="../../../datafu/hourglass/jobs/AbstractJob.html" title="class in datafu.hourglass.jobs">AbstractJob</a></code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/StagedOutputJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../datafu/hourglass/jobs/TimePartitioner.html" title="class in datafu.hourglass.jobs"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/TimeBasedJob.html" target="_top">Frames</a></li>
+<li><a href="TimeBasedJob.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/TimePartitioner.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/TimePartitioner.html?rev=1822555&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/TimePartitioner.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/TimePartitioner.html Mon Jan 29 19:01:43 2018
@@ -0,0 +1,370 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 10:58:33 PST 2018 -->
+<title>TimePartitioner (datafu-hourglass 1.3.3 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="TimePartitioner (datafu-hourglass 1.3.3 API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li>Next Class</li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/TimePartitioner.html" target="_top">Frames</a></li>
+<li><a href="TimePartitioner.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li><a href="#field_summary">Field</a> | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li><a href="#field_detail">Field</a> | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">datafu.hourglass.jobs</div>
+<h2 title="Class TimePartitioner" class="title">Class TimePartitioner</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>java.lang.Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.hadoop.mapreduce.Partitioner<org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>></li>
+<li>
+<ul class="inheritance">
+<li>datafu.hourglass.jobs.TimePartitioner</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>org.apache.hadoop.conf.Configurable</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="strong">TimePartitioner</span>
+extends org.apache.hadoop.mapreduce.Partitioner<org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>>
+implements org.apache.hadoop.conf.Configurable</pre>
+<div class="block">A partitioner used by <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionPreservingIncrementalJob</code></a> to limit the number of named outputs
+ used by each reducer.
+
+ <p>
+ The purpose of this partitioner is to prevent a proliferation of small files created by <a href="../../../datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs"><code>AbstractPartitionPreservingIncrementalJob</code></a>.
+ This job writes multiple outputs. Each output corresponds to a day of input data. By default records will be distributed across all
+ the reducers. This means that if many input days are consumed, then each reducer will write many outputs. These outputs will typically
+ be small. The problem gets worse as more input data is consumed, as this will cause more reducers to be required.
+ </p>
+
+ <p>
+ This partitioner solves the problem by limiting how many days of input data will be mapped to each reducer. At the extreme each day of
+ input data could be mapped to only one reducer. This is controlled through the configuration setting <em>incremental.reducers.per.input</em>,
+ which should be set in the Hadoop configuration. Input days are assigned to reducers in a round-robin fashion.
+ </p></div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- =========== FIELD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field_summary">
+<!-- -->
+</a>
+<h3>Field Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation">
+<caption><span>Fields</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Field and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>static java.lang.String</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimePartitioner.html#INPUT_TIMES">INPUT_TIMES</a></strong></code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>static java.lang.String</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimePartitioner.html#REDUCERS_PER_INPUT">REDUCERS_PER_INPUT</a></strong></code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../datafu/hourglass/jobs/TimePartitioner.html#TimePartitioner()">TimePartitioner</a></strong>()</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>org.apache.hadoop.conf.Configuration</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimePartitioner.html#getConf()">getConf</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>int</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimePartitioner.html#getPartition(org.apache.avro.mapred.AvroKey,%20org.apache.avro.mapred.AvroValue,%20int)">getPartition</a></strong>(org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord> key,
+ org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord> value,
+ int numReduceTasks)</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../datafu/hourglass/jobs/TimePartitioner.html#setConf(org.apache.hadoop.conf.Configuration)">setConf</a></strong>(org.apache.hadoop.conf.Configuration conf)</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.Object</h3>
+<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ============ FIELD DETAIL =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field_detail">
+<!-- -->
+</a>
+<h3>Field Detail</h3>
+<a name="INPUT_TIMES">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>INPUT_TIMES</h4>
+<pre>public static java.lang.String INPUT_TIMES</pre>
+</li>
+</ul>
+<a name="REDUCERS_PER_INPUT">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>REDUCERS_PER_INPUT</h4>
+<pre>public static java.lang.String REDUCERS_PER_INPUT</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="TimePartitioner()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>TimePartitioner</h4>
+<pre>public TimePartitioner()</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="getConf()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getConf</h4>
+<pre>public org.apache.hadoop.conf.Configuration getConf()</pre>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>getConf</code> in interface <code>org.apache.hadoop.conf.Configurable</code></dd>
+</dl>
+</li>
+</ul>
+<a name="setConf(org.apache.hadoop.conf.Configuration)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setConf</h4>
+<pre>public void setConf(org.apache.hadoop.conf.Configuration conf)</pre>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>setConf</code> in interface <code>org.apache.hadoop.conf.Configurable</code></dd>
+</dl>
+</li>
+</ul>
+<a name="getPartition(org.apache.avro.mapred.AvroKey, org.apache.avro.mapred.AvroValue, int)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>getPartition</h4>
+<pre>public int getPartition(org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord> key,
+ org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord> value,
+ int numReduceTasks)</pre>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code>getPartition</code> in class <code>org.apache.hadoop.mapreduce.Partitioner<org.apache.avro.mapred.AvroKey<org.apache.avro.generic.GenericRecord>,org.apache.avro.mapred.AvroValue<org.apache.avro.generic.GenericRecord>></code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../datafu/hourglass/jobs/TimeBasedJob.html" title="class in datafu.hourglass.jobs"><span class="strong">Prev Class</span></a></li>
+<li>Next Class</li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?datafu/hourglass/jobs/TimePartitioner.html" target="_top">Frames</a></li>
+<li><a href="TimePartitioner.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li><a href="#field_summary">Field</a> | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li><a href="#field_detail">Field</a> | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+</body>
+</html>
Added: incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/package-frame.html
URL: http://svn.apache.org/viewvc/incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/package-frame.html?rev=1822555&view=auto
==============================================================================
--- incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/package-frame.html (added)
+++ incubator/datafu/site/docs/hourglass/1.3.3/datafu/hourglass/jobs/package-frame.html Mon Jan 29 19:01:43 2018
@@ -0,0 +1,46 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Mon Jan 29 10:58:33 PST 2018 -->
+<title>datafu.hourglass.jobs (datafu-hourglass 1.3.3 API)</title>
+<meta name="date" content="2018-01-29">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<h1 class="bar"><a href="../../../datafu/hourglass/jobs/package-summary.html" target="classFrame">datafu.hourglass.jobs</a></h1>
+<div class="indexContainer">
+<h2 title="Interfaces">Interfaces</h2>
+<ul title="Interfaces">
+<li><a href="DateRangeConfigurable.html" title="interface in datafu.hourglass.jobs" target="classFrame"><i>DateRangeConfigurable</i></a></li>
+<li><a href="Setup.html" title="interface in datafu.hourglass.jobs" target="classFrame"><i>Setup</i></a></li>
+</ul>
+<h2 title="Classes">Classes</h2>
+<ul title="Classes">
+<li><a href="AbstractJob.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractJob</a></li>
+<li><a href="AbstractNonIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob</a></li>
+<li><a href="AbstractNonIncrementalJob.BaseCombiner.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob.BaseCombiner</a></li>
+<li><a href="AbstractNonIncrementalJob.BaseMapper.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob.BaseMapper</a></li>
+<li><a href="AbstractNonIncrementalJob.BaseReducer.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob.BaseReducer</a></li>
+<li><a href="AbstractNonIncrementalJob.Report.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractNonIncrementalJob.Report</a></li>
+<li><a href="AbstractPartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractPartitionCollapsingIncrementalJob</a></li>
+<li><a href="AbstractPartitionCollapsingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractPartitionCollapsingIncrementalJob.Report</a></li>
+<li><a href="AbstractPartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractPartitionPreservingIncrementalJob</a></li>
+<li><a href="AbstractPartitionPreservingIncrementalJob.Report.html" title="class in datafu.hourglass.jobs" target="classFrame">AbstractPartitionPreservingIncrementalJob.Report</a></li>
+<li><a href="DateRangePlanner.html" title="class in datafu.hourglass.jobs" target="classFrame">DateRangePlanner</a></li>
+<li><a href="ExecutionPlanner.html" title="class in datafu.hourglass.jobs" target="classFrame">ExecutionPlanner</a></li>
+<li><a href="FileCleaner.html" title="class in datafu.hourglass.jobs" target="classFrame">FileCleaner</a></li>
+<li><a href="IncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">IncrementalJob</a></li>
+<li><a href="MaxInputDataExceededException.html" title="class in datafu.hourglass.jobs" target="classFrame">MaxInputDataExceededException</a></li>
+<li><a href="PartitionCollapsingExecutionPlanner.html" title="class in datafu.hourglass.jobs" target="classFrame">PartitionCollapsingExecutionPlanner</a></li>
+<li><a href="PartitionCollapsingIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">PartitionCollapsingIncrementalJob</a></li>
+<li><a href="PartitionPreservingExecutionPlanner.html" title="class in datafu.hourglass.jobs" target="classFrame">PartitionPreservingExecutionPlanner</a></li>
+<li><a href="PartitionPreservingIncrementalJob.html" title="class in datafu.hourglass.jobs" target="classFrame">PartitionPreservingIncrementalJob</a></li>
+<li><a href="ReduceEstimator.html" title="class in datafu.hourglass.jobs" target="classFrame">ReduceEstimator</a></li>
+<li><a href="StagedOutputJob.html" title="class in datafu.hourglass.jobs" target="classFrame">StagedOutputJob</a></li>
+<li><a href="TimeBasedJob.html" title="class in datafu.hourglass.jobs" target="classFrame">TimeBasedJob</a></li>
+<li><a href="TimePartitioner.html" title="class in datafu.hourglass.jobs" target="classFrame">TimePartitioner</a></li>
+</ul>
+</div>
+</body>
+</html>