You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by mi...@apache.org on 2016/02/29 20:08:36 UTC
[27/51] [partial] hbase-site git commit: Published site at
88f775996b3b52d784ad13ab07515134619316ba.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bdd1f3f0/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html
new file mode 100644
index 0000000..6ed6731
--- /dev/null
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html
@@ -0,0 +1,592 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
+<title>DateTieredCompactionPolicy (Apache HBase 2.0.0-SNAPSHOT API)</title>
+<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="DateTieredCompactionPolicy (Apache HBase 2.0.0-SNAPSHOT API)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="class-use/DateTieredCompactionPolicy.html">Use</a></li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../../../../index-all.html">Index</a></li>
+<li><a href="../../../../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CurrentHourProvider.Tick.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html" target="_top">Frames</a></li>
+<li><a href="DateTieredCompactionPolicy.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_class_summary">Nested</a> | </li>
+<li><a href="#field_summary">Field</a> | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li><a href="#field_detail">Field</a> | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.hadoop.hbase.regionserver.compactions</div>
+<h2 title="Class DateTieredCompactionPolicy" class="title">Class DateTieredCompactionPolicy</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">java.lang.Object</a></li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy</a></li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">org.apache.hadoop.hbase.regionserver.compactions.RatioBasedCompactionPolicy</a></li>
+<li>
+<ul class="inheritance">
+<li>org.apache.hadoop.hbase.regionserver.compactions.DateTieredCompactionPolicy</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre><a href="../../../../../../org/apache/hadoop/hbase/classification/InterfaceAudience.LimitedPrivate.html" title="annotation in org.apache.hadoop.hbase.classification">@InterfaceAudience.LimitedPrivate</a>(<a href="../../../../../../org/apache/hadoop/hbase/classification/InterfaceAudience.LimitedPrivate.html#value()">value</a>="Configuration")
+public class <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.60">DateTieredCompactionPolicy</a>
+extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></pre>
+<div class="block">HBASE-15181 This is a simple implementation of date-based tiered compaction similar to
+ Cassandra's for the following benefits:
+ 1. Improve date-range-based scan by structuring store files in date-based tiered layout.
+ 2. Reduce compaction overhead.
+ 3. Improve TTL efficiency.
+ Perfect fit for the use cases that:
+ 1. has mostly date-based data write and scan and a focus on the most recent data.
+ 2. never or rarely deletes data. Out-of-order writes are handled gracefully. Time range
+ overlapping among store files is tolerated and the performance impact is minimized. Configuration
+ can be set at hbase-site or overriden at per-table or per-column-famly level by hbase shell.
+ Design spec is at
+ https://docs.google.com/document/d/1_AmlNb2N8Us1xICsTeGDLKIqL6T-oHoRLZ323MG_uy8/</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== NESTED CLASS SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="nested_class_summary">
+<!-- -->
+</a>
+<h3>Nested Class Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Nested Class Summary table, listing nested classes, and an explanation">
+<caption><span>Nested Classes</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Class and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>private static class </code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">DateTieredCompactionPolicy.Window</a></strong></code>
+<div class="block">This is the class we use to partition from epoch time to now into tiers of exponential sizes of
+ windows.</div>
+</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- =========== FIELD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field_summary">
+<!-- -->
+</a>
+<h3>Field Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation">
+<caption><span>Fields</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Field and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>private <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#compactionPolicyPerWindow">compactionPolicyPerWindow</a></strong></code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>private static org.apache.commons.logging.Log</code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#LOG">LOG</a></strong></code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="fields_inherited_from_class_org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy">
+<!-- -->
+</a>
+<h3>Fields inherited from class org.apache.hadoop.hbase.regionserver.compactions.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionPolicy</a></h3>
+<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html#comConf">comConf</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html#storeConfigInfo">storeConfigInfo</a></code></li>
+</ul>
+</li>
+</ul>
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#DateTieredCompactionPolicy(org.apache.hadoop.conf.Configuration,%20org.apache.hadoop.hbase.regionserver.StoreConfigInformation)">DateTieredCompactionPolicy</a></strong>(org.apache.hadoop.conf.Configuration conf,
+ <a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreConfigInformation.html" title="interface in org.apache.hadoop.hbase.regionserver">StoreConfigInformation</a> storeConfigInfo)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#applyCompactionPolicy(java.util.ArrayList,%20boolean,%20boolean)">applyCompactionPolicy</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates,
+ boolean mayUseOffPeak,
+ boolean mayBeStuck)</code>
+<div class="block">Could return null if no candidates are found</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#applyCompactionPolicy(java.util.ArrayList,%20boolean,%20boolean,%20long)">applyCompactionPolicy</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates,
+ boolean mayUseOffPeak,
+ boolean mayBeStuck,
+ long now)</code>
+<div class="block">Input candidates are sorted from oldest to newest by seqId.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>private static <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Iterable.html?is-external=true" title="class or interface in java.lang">Iterable</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#filterOldStoreFiles(java.util.List,%20long,%20long)">filterOldStoreFiles</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles,
+ long maxAge,
+ long now)</code>
+<div class="block">Removes all store files with max timestamp older than (current - maxAge).</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>private static <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">DateTieredCompactionPolicy.Window</a></code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#getInitialWindow(long,%20long)">getInitialWindow</a></strong>(long now,
+ long timeUnit)</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#isMajorCompaction(java.util.Collection)">isMajorCompaction</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesToCompact)</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#needsCompaction(java.util.Collection,%20java.util.List)">needsCompaction</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles,
+ <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesCompacting)</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#needsCompaction(java.util.Collection,%20java.util.List,%20long)">needsCompaction</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles,
+ <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesCompacting,
+ long now)</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#newestBucket(java.util.List,%20int,%20long,%20long,%20boolean)">newestBucket</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>>> buckets,
+ int incomingWindowThreshold,
+ long now,
+ long baseWindowMillis,
+ boolean mayUseOffPeak)</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>private static <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>>></code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#partitionFilesToBuckets(java.lang.Iterable,%20long,%20int,%20long)">partitionFilesToBuckets</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Iterable.html?is-external=true" title="class or interface in java.lang">Iterable</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles,
+ long baseWindowSizeMillis,
+ int windowsPerTier,
+ long now)</code>
+<div class="block">We receive store files sorted in ascending order by seqId then scan the list of files.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.hbase.regionserver.compactions.RatioBasedCompactionPolicy">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.hadoop.hbase.regionserver.compactions.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></h3>
+<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#checkMinFilesCriteria(java.util.ArrayList)">checkMinFilesCriteria</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#filterBulk(java.util.ArrayList)">filterBulk</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#getNextMajorCompactTime(java.util.Collection)">getNextMajorCompactTime</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#preSelectCompactionForCoprocessor(java.util.Collection,%20java.util.List)">preSelectCompactionForCoprocessor</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#selectCompaction(java.util.Collection,%20java.util.List,%20boolean,%20boolean,%20boolean)">selectCompaction</a>, <a href="../../../../../../o
rg/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#setMinThreshold(int)">setMinThreshold</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#skipLargeFiles(java.util.ArrayList,%20boolean)">skipLargeFiles</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy">
+<!-- -->
+</a>
+<h3>Methods inherited from class org.apache.hadoop.hbase.regionserver.compactions.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionPolicy</a></h3>
+<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html#getConf()">getConf</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html#setConf(org.apache.hadoop.conf.Configuration)">setConf</a></code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class java.lang.<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></h3>
+<code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#clone()" title="class or interface in java.lang">clone</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#equals(java.lang.Object)" title="class or interface in java.lang">equals</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#finalize()" title="class or interface in java.lang">finalize</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#getClass()" title="class or interface in java.lang">getClass</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#hashCode()" title="class or interface in java.lang">hashCode</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#notify()" title="class or interface in java.lang">notify</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang
/Object.html?is-external=true#notifyAll()" title="class or interface in java.lang">notifyAll</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#toString()" title="class or interface in java.lang">toString</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#wait()" title="class or interface in java.lang">wait</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#wait(long)" title="class or interface in java.lang">wait</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#wait(long,%20int)" title="class or interface in java.lang">wait</a></code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ============ FIELD DETAIL =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="field_detail">
+<!-- -->
+</a>
+<h3>Field Detail</h3>
+<a name="LOG">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>LOG</h4>
+<pre>private static final org.apache.commons.logging.Log <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.61">LOG</a></pre>
+</li>
+</ul>
+<a name="compactionPolicyPerWindow">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>compactionPolicyPerWindow</h4>
+<pre>private <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.63">compactionPolicyPerWindow</a></pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="DateTieredCompactionPolicy(org.apache.hadoop.conf.Configuration, org.apache.hadoop.hbase.regionserver.StoreConfigInformation)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>DateTieredCompactionPolicy</h4>
+<pre>public <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.65">DateTieredCompactionPolicy</a>(org.apache.hadoop.conf.Configuration conf,
+ <a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreConfigInformation.html" title="interface in org.apache.hadoop.hbase.regionserver">StoreConfigInformation</a> storeConfigInfo)
+ throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
+<dl><dt><span class="strong">Throws:</span></dt>
+<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="isMajorCompaction(java.util.Collection)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>isMajorCompaction</h4>
+<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.80">isMajorCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesToCompact)
+ throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
+<dl>
+<dt><strong>Overrides:</strong></dt>
+<dd><code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#isMajorCompaction(java.util.Collection)">isMajorCompaction</a></code> in class <code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>filesToCompact</code> - Files to compact. Can be null.</dd>
+<dt><span class="strong">Returns:</span></dt><dd>True if we should run a major compaction.</dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd></dl>
+</li>
+</ul>
+<a name="needsCompaction(java.util.Collection, java.util.List)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>needsCompaction</h4>
+<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.89">needsCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles,
+ <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesCompacting)</pre>
+<dl>
+<dt><strong>Overrides:</strong></dt>
+<dd><code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#needsCompaction(java.util.Collection,%20java.util.List)">needsCompaction</a></code> in class <code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></code></dd>
+</dl>
+</li>
+</ul>
+<a name="needsCompaction(java.util.Collection, java.util.List, long)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>needsCompaction</h4>
+<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.95">needsCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles,
+ <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesCompacting,
+ long now)</pre>
+</li>
+</ul>
+<a name="applyCompactionPolicy(java.util.ArrayList, boolean, boolean)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>applyCompactionPolicy</h4>
+<pre>public <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.118">applyCompactionPolicy</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates,
+ boolean mayUseOffPeak,
+ boolean mayBeStuck)
+ throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
+<div class="block">Could return null if no candidates are found</div>
+<dl>
+<dt><strong>Overrides:</strong></dt>
+<dd><code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#applyCompactionPolicy(java.util.ArrayList,%20boolean,%20boolean)">applyCompactionPolicy</a></code> in class <code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>candidates</code> - pre-filtrate</dd>
+<dt><span class="strong">Returns:</span></dt><dd>filtered subset
+ -- Default minor compaction selection algorithm:
+ choose CompactSelection from candidates --
+ First exclude bulk-load files if indicated in configuration.
+ Start at the oldest file and stop when you find the first file that
+ meets compaction criteria:
+ (1) a recently-flushed, small file (i.e. <= minCompactSize)
+ OR
+ (2) within the compactRatio of sum(newer_files)
+ Given normal skew, any newer files will also meet this criteria
+ <p/>
+ Additional Note:
+ If fileSizes.size() >> maxFilesToCompact, we will recurse on
+ compact(). Consider the oldest files first to avoid a
+ situation where we always compact [end-threshold,end). Then, the
+ last file becomes an aggregate of the previous compactions.
+
+ normal skew:
+
+ older ----> newer (increasing seqID)
+ _
+ | | _
+ | | | | _
+ --|-|- |-|- |-|---_-------_------- minCompactSize
+ | | | | | | | | _ | |
+ | | | | | | | | | | | |
+ | | | | | | | | | | | |</dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd></dl>
+</li>
+</ul>
+<a name="applyCompactionPolicy(java.util.ArrayList, boolean, boolean, long)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>applyCompactionPolicy</h4>
+<pre>public <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.129">applyCompactionPolicy</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates,
+ boolean mayUseOffPeak,
+ boolean mayBeStuck,
+ long now)
+ throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
+<div class="block">Input candidates are sorted from oldest to newest by seqId. Could return null if no candidates
+ are found.</div>
+<dl><dt><span class="strong">Throws:</span></dt>
+<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd></dl>
+</li>
+</ul>
+<a name="newestBucket(java.util.List, int, long, long, boolean)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>newestBucket</h4>
+<pre>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.152">newestBucket</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>>> buckets,
+ int incomingWindowThreshold,
+ long now,
+ long baseWindowMillis,
+ boolean mayUseOffPeak)
+ throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>buckets</code> - the list of buckets, sorted from newest to oldest, from which to return the
+ newest bucket within thresholds.</dd><dd><code>incomingWindowThreshold</code> - minimum number of storeFiles in a bucket to qualify.</dd><dd><code>maxThreshold</code> - maximum number of storeFiles to compact at once (the returned bucket will
+ be trimmed down to this).</dd>
+<dt><span class="strong">Returns:</span></dt><dd>a bucket (a list of store files within a window to be compacted).</dd>
+<dt><span class="strong">Throws:</span></dt>
+<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code> - error</dd></dl>
+</li>
+</ul>
+<a name="partitionFilesToBuckets(java.lang.Iterable, long, int, long)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>partitionFilesToBuckets</h4>
+<pre>private static <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.178">partitionFilesToBuckets</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Iterable.html?is-external=true" title="class or interface in java.lang">Iterable</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles,
+ long baseWindowSizeMillis,
+ int windowsPerTier,
+ long now)</pre>
+<div class="block">We receive store files sorted in ascending order by seqId then scan the list of files. If the
+ current file has a maxTimestamp older than last known maximum, treat this file as it carries
+ the last known maximum. This way both seqId and timestamp are in the same order. If files carry
+ the same maxTimestamps, they are ordered by seqId. We then reverse the list so they are ordered
+ by seqId and maxTimestamp in decending order and build the time windows. All the out-of-order
+ data into the same compaction windows, guaranteeing contiguous compaction based on sequence id.</div>
+</li>
+</ul>
+<a name="filterOldStoreFiles(java.util.List, long, long)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>filterOldStoreFiles</h4>
+<pre>private static <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Iterable.html?is-external=true" title="class or interface in java.lang">Iterable</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.226">filterOldStoreFiles</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles,
+ long maxAge,
+ long now)</pre>
+<div class="block">Removes all store files with max timestamp older than (current - maxAge).</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>storeFiles</code> - all store files to consider</dd><dd><code>maxAge</code> - the age in milliseconds when a store file stops participating in compaction.</dd><dd><code>now</code> - current time. store files with max timestamp less than (now - maxAge) are filtered.</dd>
+<dt><span class="strong">Returns:</span></dt><dd>a list of storeFiles with the store file older than maxAge excluded</dd></dl>
+</li>
+</ul>
+<a name="getInitialWindow(long, long)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>getInitialWindow</h4>
+<pre>private static <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">DateTieredCompactionPolicy.Window</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.244">getInitialWindow</a>(long now,
+ long timeUnit)</pre>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="class-use/DateTieredCompactionPolicy.html">Use</a></li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../../../../index-all.html">Index</a></li>
+<li><a href="../../../../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CurrentHourProvider.Tick.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html" target="_top">Frames</a></li>
+<li><a href="DateTieredCompactionPolicy.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li><a href="#nested_class_summary">Nested</a> | </li>
+<li><a href="#field_summary">Field</a> | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li><a href="#field_detail">Field</a> | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<p class="legalCopy"><small>Copyright © 2007–2016 <a href="http://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p>
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bdd1f3f0/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DefaultCompactor.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DefaultCompactor.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DefaultCompactor.html
index 9a46fea..a84db12 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DefaultCompactor.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DefaultCompactor.html
@@ -35,7 +35,7 @@
</div>
<div class="subNav">
<ul class="navList">
-<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CurrentHourProvider.Tick.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Prev Class</span></a></li>
<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Next Class</span></a></li>
</ul>
<ul class="navList">
@@ -348,7 +348,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
</div>
<div class="subNav">
<ul class="navList">
-<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CurrentHourProvider.Tick.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Prev Class</span></a></li>
<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Next Class</span></a></li>
</ul>
<ul class="navList">
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bdd1f3f0/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html
index f5cd2cf..6170dd8 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html
@@ -222,7 +222,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<!-- -->
</a>
<h3>Methods inherited from class org.apache.hadoop.hbase.regionserver.compactions.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#getNextMajorCompactTime(java.util.Collection)">getNextMajorCompactTime</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#isMajorCompaction(java.util.Collection)">isMajorCompaction</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#needsCompaction(java.util.Collection,%20java.util.List)">needsCompaction</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#preSelectCompactionForCoprocessor(java.util.Collection,%20java.util.List)">preSelectCompactionForCoprocessor</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#selectCompaction(java.util.Collection,%20java.util.List,%20boolean,%20boolean,%20boolean)">selectCompaction</a>, <a hre
f="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#checkMinFilesCriteria(java.util.ArrayList)">checkMinFilesCriteria</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#filterBulk(java.util.ArrayList)">filterBulk</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#getNextMajorCompactTime(java.util.Collection)">getNextMajorCompactTime</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#isMajorCompaction(java.util.Collection)">isMajorCompaction</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#needsCompaction(java.util.Collection,%20java.util.List)">needsCompaction</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#preSe
lectCompactionForCoprocessor(java.util.Collection,%20java.util.List)">preSelectCompactionForCoprocessor</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#selectCompaction(java.util.Collection,%20java.util.List,%20boolean,%20boolean,%20boolean)">selectCompaction</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#setMinThreshold(int)">setMinThreshold</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#skipLargeFiles(java.util.ArrayList,%20boolean)">skipLargeFiles</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy">
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bdd1f3f0/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/FIFOCompactionPolicy.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/FIFOCompactionPolicy.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/FIFOCompactionPolicy.html
index 747a356..c58baa8 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/FIFOCompactionPolicy.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/FIFOCompactionPolicy.html
@@ -222,7 +222,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<!-- -->
</a>
<h3>Methods inherited from class org.apache.hadoop.hbase.regionserver.compactions.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></h3>
-<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#getNextMajorCompactTime(java.util.Collection)">getNextMajorCompactTime</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#preSelectCompactionForCoprocessor(java.util.Collection,%20java.util.List)">preSelectCompactionForCoprocessor</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></code></li>
+<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#checkMinFilesCriteria(java.util.ArrayList)">checkMinFilesCriteria</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#filterBulk(java.util.ArrayList)">filterBulk</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#getNextMajorCompactTime(java.util.Collection)">getNextMajorCompactTime</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#preSelectCompactionForCoprocessor(java.util.Collection,%20java.util.List)">preSelectCompactionForCoprocessor</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#setMinThreshold(int)">setMinThreshold</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPo
licy.html#skipLargeFiles(java.util.ArrayList,%20boolean)">skipLargeFiles</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy">
@@ -302,7 +302,9 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<dl>
<dt><strong>Overrides:</strong></dt>
<dd><code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#selectCompaction(java.util.Collection,%20java.util.List,%20boolean,%20boolean,%20boolean)">selectCompaction</a></code> in class <code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></code></dd>
-<dt><span class="strong">Parameters:</span></dt><dd><code>candidateFiles</code> - candidate files, ordered from oldest to newest. All files in store.</dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>candidateFiles</code> - candidate files, ordered from oldest to newest by seqId. We rely on
+ DefaultStoreFileManager to sort the files by seqId to guarantee contiguous compaction based
+ on seqId for data consistency.</dd>
<dt><span class="strong">Returns:</span></dt><dd>subset copy of candidate list that meets compaction criteria</dd>
<dt><span class="strong">Throws:</span></dt>
<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd></dl>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bdd1f3f0/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html
index 103c7c3..fec29c7 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html
@@ -100,7 +100,7 @@
<li class="blockList">
<dl>
<dt>Direct Known Subclasses:</dt>
-<dd><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">ExploringCompactionPolicy</a></dd>
+<dd><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">DateTieredCompactionPolicy</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">ExploringCompactionPolicy</a></dd>
</dl>
<hr>
<br>
@@ -185,11 +185,11 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
boolean mayBeStuck)</code> </td>
</tr>
<tr class="rowColor">
-<td class="colFirst"><code>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td>
+<td class="colFirst"><code>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td>
<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#checkMinFilesCriteria(java.util.ArrayList)">checkMinFilesCriteria</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates)</code> </td>
</tr>
<tr class="altColor">
-<td class="colFirst"><code>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td>
+<td class="colFirst"><code>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td>
<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#filterBulk(java.util.ArrayList)">filterBulk</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates)</code> </td>
</tr>
<tr class="rowColor">
@@ -230,11 +230,17 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
boolean forceMajor)</code> </td>
</tr>
<tr class="altColor">
-<td class="colFirst"><code>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td>
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#setMinThreshold(int)">setMinThreshold</a></strong>(int minThreshold)</code>
+<div class="block">Overwrite min threshold for compaction</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td>
<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#skipLargeFiles(java.util.ArrayList,%20boolean)">skipLargeFiles</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates,
boolean mayUseOffpeak)</code> </td>
</tr>
-<tr class="rowColor">
+<tr class="altColor">
<td class="colFirst"><code>boolean</code></td>
<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></strong>(long compactionSize)</code> </td>
</tr>
@@ -282,7 +288,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<ul class="blockListLast">
<li class="blockList">
<h4>random</h4>
-<pre>private final <a href="http://docs.oracle.com/javase/7/docs/api/java/util/Random.html?is-external=true" title="class or interface in java.util">Random</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.344">random</a></pre>
+<pre>private final <a href="http://docs.oracle.com/javase/7/docs/api/java/util/Random.html?is-external=true" title="class or interface in java.util">Random</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.346">random</a></pre>
<div class="block">Used calculation jitter</div>
</li>
</ul>
@@ -338,13 +344,15 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<ul class="blockList">
<li class="blockList">
<h4>selectCompaction</h4>
-<pre>public <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequest.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequest</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.80">selectCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidateFiles,
+<pre>public <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequest.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequest</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.82">selectCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidateFiles,
<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesCompacting,
boolean isUserCompaction,
boolean mayUseOffPeak,
boolean forceMajor)
throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
-<dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidateFiles</code> - candidate files, ordered from oldest to newest. All files in store.</dd>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidateFiles</code> - candidate files, ordered from oldest to newest by seqId. We rely on
+ DefaultStoreFileManager to sort the files by seqId to guarantee contiguous compaction based
+ on seqId for data consistency.</dd>
<dt><span class="strong">Returns:</span></dt><dd>subset copy of candidate list that meets compaction criteria</dd>
<dt><span class="strong">Throws:</span></dt>
<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></code></dd></dl>
@@ -356,7 +364,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<ul class="blockList">
<li class="blockList">
<h4>skipLargeFiles</h4>
-<pre>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.131">skipLargeFiles</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates,
+<pre>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.133">skipLargeFiles</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates,
boolean mayUseOffpeak)</pre>
<dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidates</code> - pre-filtrate</dd>
<dt><span class="strong">Returns:</span></dt><dd>filtered subset
@@ -370,7 +378,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<ul class="blockList">
<li class="blockList">
<h4>filterBulk</h4>
-<pre>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.151">filterBulk</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates)</pre>
+<pre>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.153">filterBulk</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates)</pre>
<dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidates</code> - pre-filtrate</dd>
<dt><span class="strong">Returns:</span></dt><dd>filtered subset
exclude all bulk load files if configured</dd></dl>
@@ -382,7 +390,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<ul class="blockList">
<li class="blockList">
<h4>removeExcessFiles</h4>
-<pre>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.167">removeExcessFiles</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates,
+<pre>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.169">removeExcessFiles</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates,
boolean isUserCompaction,
boolean isMajorCompaction)</pre>
<dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidates</code> - pre-filtrate</dd>
@@ -396,7 +404,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<ul class="blockList">
<li class="blockList">
<h4>checkMinFilesCriteria</h4>
-<pre>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.187">checkMinFilesCriteria</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates)</pre>
+<pre>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.189">checkMinFilesCriteria</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates)</pre>
<dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidates</code> - pre-filtrate</dd>
<dt><span class="strong">Returns:</span></dt><dd>filtered subset
forget the compactionSelection if we don't have enough files</dd></dl>
@@ -408,7 +416,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<ul class="blockList">
<li class="blockList">
<h4>applyCompactionPolicy</h4>
-<pre><a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.229">applyCompactionPolicy</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates,
+<pre><a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.231">applyCompactionPolicy</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true" title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates,
boolean mayUseOffPeak,
boolean mayBeStuck)
throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
@@ -450,7 +458,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<ul class="blockList">
<li class="blockList">
<h4>isMajorCompaction</h4>
-<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.282">isMajorCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesToCompact)
+<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.284">isMajorCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesToCompact)
throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre>
<dl>
<dt><strong>Specified by:</strong></dt>
@@ -467,7 +475,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<ul class="blockList">
<li class="blockList">
<h4>getNextMajorCompactTime</h4>
-<pre>public long <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.350">getNextMajorCompactTime</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesToCompact)</pre>
+<pre>public long <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.352">getNextMajorCompactTime</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesToCompact)</pre>
<dl><dt><span class="strong">Parameters:</span></dt><dd><code>filesToCompact</code> - </dd>
<dt><span class="strong">Returns:</span></dt><dd>When to run next major compaction</dd></dl>
</li>
@@ -478,7 +486,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<ul class="blockList">
<li class="blockList">
<h4>throttleCompaction</h4>
-<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.381">throttleCompaction</a>(long compactionSize)</pre>
+<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.383">throttleCompaction</a>(long compactionSize)</pre>
<dl>
<dt><strong>Specified by:</strong></dt>
<dd><code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></code> in class <code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionPolicy</a></code></dd>
@@ -489,13 +497,24 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti
<a name="needsCompaction(java.util.Collection, java.util.List)">
<!-- -->
</a>
-<ul class="blockListLast">
+<ul class="blockList">
<li class="blockList">
<h4>needsCompaction</h4>
-<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.385">needsCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles,
+<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.387">needsCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true" title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles,
<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesCompacting)</pre>
</li>
</ul>
+<a name="setMinThreshold(int)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>setMinThreshold</h4>
+<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.397">setMinThreshold</a>(int minThreshold)</pre>
+<div class="block">Overwrite min threshold for compaction</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>minThreshold</code> - min to update to</dd></dl>
+</li>
+</ul>
</li>
</ul>
</li>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bdd1f3f0/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/class-use/CompactionPolicy.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/class-use/CompactionPolicy.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/class-use/CompactionPolicy.html
index 3183241..eda2002 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/class-use/CompactionPolicy.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/class-use/CompactionPolicy.html
@@ -146,23 +146,31 @@
<tbody>
<tr class="altColor">
<td class="colFirst"><code>class </code></td>
+<td class="colLast"><code><strong><a href="../../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">DateTieredCompactionPolicy</a></strong></code>
+<div class="block">HBASE-15181 This is a simple implementation of date-based tiered compaction similar to
+ Cassandra's for the following benefits:
+ 1.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>class </code></td>
<td class="colLast"><code><strong><a href="../../../../../../../org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">ExploringCompactionPolicy</a></strong></code>
<div class="block">Class to pick which files if any to compact together.</div>
</td>
</tr>
-<tr class="rowColor">
+<tr class="altColor">
<td class="colFirst"><code>class </code></td>
<td class="colLast"><code><strong><a href="../../../../../../../org/apache/hadoop/hbase/regionserver/compactions/FIFOCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">FIFOCompactionPolicy</a></strong></code>
<div class="block">FIFO compaction policy selects only files which have all cells expired.</div>
</td>
</tr>
-<tr class="altColor">
+<tr class="rowColor">
<td class="colFirst"><code>class </code></td>
<td class="colLast"><code><strong><a href="../../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></strong></code>
<div class="block">The default algorithm for selecting files for compaction.</div>
</td>
</tr>
-<tr class="rowColor">
+<tr class="altColor">
<td class="colFirst"><code>class </code></td>
<td class="colLast"><code><strong><a href="../../../../../../../org/apache/hadoop/hbase/regionserver/compactions/StripeCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">StripeCompactionPolicy</a></strong></code>
<div class="block">Stripe store implementation of compaction policy.</div>