http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bdd1f3f0/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html new file mode 100644 index 0000000..6ed6731 --- /dev/null +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html @@ -0,0 +1,592 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<!-- NewPage --> +<html lang="en"> +<head> +<meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> +<title>DateTieredCompactionPolicy (Apache HBase 2.0.0-SNAPSHOT API)</title> +<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="DateTieredCompactionPolicy (Apache HBase 2.0.0-SNAPSHOT API)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="class-use/DateTieredCompactionPolicy.html">Use</a></li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CurrentHourProvider.Tick.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html" target="_top">Frames</a></li> +<li><a href="DateTieredCompactionPolicy.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li><a href="#nested_class_summary">Nested</a> | </li> +<li><a href="#field_summary">Field</a> | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li><a href="#field_detail">Field</a> | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.hadoop.hbase.regionserver.compactions</div> +<h2 title="Class DateTieredCompactionPolicy" class="title">Class DateTieredCompactionPolicy</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true"; title="class or interface in java.lang">java.lang.Object</a></li> +<li> +<ul class="inheritance"> +<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy</a></li> +<li> +<ul class="inheritance"> +<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">org.apache.hadoop.hbase.regionserver.compactions.RatioBasedCompactionPolicy</a></li> +<li> +<ul class="inheritance"> +<li>org.apache.hadoop.hbase.regionserver.compactions.DateTieredCompactionPolicy</li> +</ul> +</li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<hr> +<br> +<pre><a href="../../../../../../org/apache/hadoop/hbase/classification/InterfaceAudience.LimitedPrivate.html" title="annotation in org.apache.hadoop.hbase.classification">@InterfaceAudience.LimitedPrivate</a>(<a href="../../../../../../org/apache/hadoop/hbase/classification/InterfaceAudience.LimitedPrivate.html#value()">value</a>="Configuration") +public class <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.60">DateTieredCompactionPolicy</a> +extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></pre> +<div class="block">HBASE-15181 This is a simple implementation of date-based tiered compaction similar to + Cassandra's for the following benefits: + 1. Improve date-range-based scan by structuring store files in date-based tiered layout. + 2. Reduce compaction overhead. + 3. Improve TTL efficiency. + Perfect fit for the use cases that: + 1. has mostly date-based data write and scan and a focus on the most recent data. + 2. never or rarely deletes data. Out-of-order writes are handled gracefully. Time range + overlapping among store files is tolerated and the performance impact is minimized. Configuration + can be set at hbase-site or overriden at per-table or per-column-famly level by hbase shell. + Design spec is at + https://docs.google.com/document/d/1_AmlNb2N8Us1xICsTeGDLKIqL6T-oHoRLZ323MG_uy8/</div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== NESTED CLASS SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="nested_class_summary"> +<!-- --> +</a> +<h3>Nested Class Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Nested Class Summary table, listing nested classes, and an explanation"> +<caption><span>Nested Classes</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Class and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>private static class </code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">DateTieredCompactionPolicy.Window</a></strong></code> +<div class="block">This is the class we use to partition from epoch time to now into tiers of exponential sizes of + windows.</div> +</td> +</tr> +</table> +</li> +</ul> +<!-- =========== FIELD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="field_summary"> +<!-- --> +</a> +<h3>Field Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Field Summary table, listing fields, and an explanation"> +<caption><span>Fields</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Field and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>private <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#compactionPolicyPerWindow">compactionPolicyPerWindow</a></strong></code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>private static org.apache.commons.logging.Log</code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#LOG">LOG</a></strong></code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="fields_inherited_from_class_org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy"> +<!-- --> +</a> +<h3>Fields inherited from class org.apache.hadoop.hbase.regionserver.compactions.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionPolicy</a></h3> +<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html#comConf">comConf</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html#storeConfigInfo">storeConfigInfo</a></code></li> +</ul> +</li> +</ul> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#DateTieredCompactionPolicy(org.apache.hadoop.conf.Configuration,%20org.apache.hadoop.hbase.regionserver.StoreConfigInformation)">DateTieredCompactionPolicy</a></strong>(org.apache.hadoop.conf.Configuration conf, + <a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreConfigInformation.html" title="interface in org.apache.hadoop.hbase.regionserver">StoreConfigInformation</a> storeConfigInfo)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#applyCompactionPolicy(java.util.ArrayList,%20boolean,%20boolean)">applyCompactionPolicy</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates, + boolean mayUseOffPeak, + boolean mayBeStuck)</code> +<div class="block">Could return null if no candidates are found</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#applyCompactionPolicy(java.util.ArrayList,%20boolean,%20boolean,%20long)">applyCompactionPolicy</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates, + boolean mayUseOffPeak, + boolean mayBeStuck, + long now)</code> +<div class="block">Input candidates are sorted from oldest to newest by seqId.</div> +</td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>private static <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Iterable.html?is-external=true"; title="class or interface in java.lang">Iterable</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#filterOldStoreFiles(java.util.List,%20long,%20long)">filterOldStoreFiles</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles, + long maxAge, + long now)</code> +<div class="block">Removes all store files with max timestamp older than (current - maxAge).</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>private static <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">DateTieredCompactionPolicy.Window</a></code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#getInitialWindow(long,%20long)">getInitialWindow</a></strong>(long now, + long timeUnit)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#isMajorCompaction(java.util.Collection)">isMajorCompaction</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesToCompact)</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#needsCompaction(java.util.Collection,%20java.util.List)">needsCompaction</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles, + <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesCompacting)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#needsCompaction(java.util.Collection,%20java.util.List,%20long)">needsCompaction</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles, + <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesCompacting, + long now)</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#newestBucket(java.util.List,%20int,%20long,%20long,%20boolean)">newestBucket</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>>> buckets, + int incomingWindowThreshold, + long now, + long baseWindowMillis, + boolean mayUseOffPeak)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>private static <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>>></code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#partitionFilesToBuckets(java.lang.Iterable,%20long,%20int,%20long)">partitionFilesToBuckets</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Iterable.html?is-external=true"; title="class or interface in java.lang">Iterable</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles, + long baseWindowSizeMillis, + int windowsPerTier, + long now)</code> +<div class="block">We receive store files sorted in ascending order by seqId then scan the list of files.</div> +</td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.hbase.regionserver.compactions.RatioBasedCompactionPolicy"> +<!-- --> +</a> +<h3>Methods inherited from class org.apache.hadoop.hbase.regionserver.compactions.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></h3> +<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#checkMinFilesCriteria(java.util.ArrayList)">checkMinFilesCriteria</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#filterBulk(java.util.ArrayList)">filterBulk</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#getNextMajorCompactTime(java.util.Collection)">getNextMajorCompactTime</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#preSelectCompactionForCoprocessor(java.util.Collection,%20java.util.List)">preSelectCompactionForCoprocessor</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#selectCompaction(java.util.Collection,%20java.util.List,%20boolean,%20boolean,%20boolean)">selectCompaction</a>, <a href="../../../../../../o rg/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#setMinThreshold(int)">setMinThreshold</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#skipLargeFiles(java.util.ArrayList,%20boolean)">skipLargeFiles</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy"> +<!-- --> +</a> +<h3>Methods inherited from class org.apache.hadoop.hbase.regionserver.compactions.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionPolicy</a></h3> +<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html#getConf()">getConf</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html#setConf(org.apache.hadoop.conf.Configuration)">setConf</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object"> +<!-- --> +</a> +<h3>Methods inherited from class java.lang.<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true"; title="class or interface in java.lang">Object</a></h3> +<code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#clone()" title="class or interface in java.lang">clone</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#equals(java.lang.Object)" title="class or interface in java.lang">equals</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#finalize()" title="class or interface in java.lang">finalize</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#getClass()" title="class or interface in java.lang">getClass</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#hashCode()" title="class or interface in java.lang">hashCode</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#notify()" title="class or interface in java.lang">notify</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang /Object.html?is-external=true#notifyAll()" title="class or interface in java.lang">notifyAll</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#toString()" title="class or interface in java.lang">toString</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#wait()" title="class or interface in java.lang">wait</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#wait(long)" title="class or interface in java.lang">wait</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#wait(long,%20int)" title="class or interface in java.lang">wait</a></code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ FIELD DETAIL =========== --> +<ul class="blockList"> +<li class="blockList"><a name="field_detail"> +<!-- --> +</a> +<h3>Field Detail</h3> +<a name="LOG"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>LOG</h4> +<pre>private static final org.apache.commons.logging.Log <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.61">LOG</a></pre> +</li> +</ul> +<a name="compactionPolicyPerWindow"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>compactionPolicyPerWindow</h4> +<pre>private <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.63">compactionPolicyPerWindow</a></pre> +</li> +</ul> +</li> +</ul> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="DateTieredCompactionPolicy(org.apache.hadoop.conf.Configuration, org.apache.hadoop.hbase.regionserver.StoreConfigInformation)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>DateTieredCompactionPolicy</h4> +<pre>public <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.65">DateTieredCompactionPolicy</a>(org.apache.hadoop.conf.Configuration conf, + <a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreConfigInformation.html" title="interface in org.apache.hadoop.hbase.regionserver">StoreConfigInformation</a> storeConfigInfo) + throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<dl><dt><span class="strong">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd></dl> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="isMajorCompaction(java.util.Collection)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>isMajorCompaction</h4> +<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.80">isMajorCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesToCompact) + throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<dl> +<dt><strong>Overrides:</strong></dt> +<dd><code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#isMajorCompaction(java.util.Collection)">isMajorCompaction</a></code> in class <code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></code></dd> +<dt><span class="strong">Parameters:</span></dt><dd><code>filesToCompact</code> - Files to compact. Can be null.</dd> +<dt><span class="strong">Returns:</span></dt><dd>True if we should run a major compaction.</dd> +<dt><span class="strong">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd></dl> +</li> +</ul> +<a name="needsCompaction(java.util.Collection, java.util.List)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>needsCompaction</h4> +<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.89">needsCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles, + <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesCompacting)</pre> +<dl> +<dt><strong>Overrides:</strong></dt> +<dd><code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#needsCompaction(java.util.Collection,%20java.util.List)">needsCompaction</a></code> in class <code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></code></dd> +</dl> +</li> +</ul> +<a name="needsCompaction(java.util.Collection, java.util.List, long)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>needsCompaction</h4> +<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.95">needsCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles, + <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesCompacting, + long now)</pre> +</li> +</ul> +<a name="applyCompactionPolicy(java.util.ArrayList, boolean, boolean)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>applyCompactionPolicy</h4> +<pre>public <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.118">applyCompactionPolicy</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates, + boolean mayUseOffPeak, + boolean mayBeStuck) + throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<div class="block">Could return null if no candidates are found</div> +<dl> +<dt><strong>Overrides:</strong></dt> +<dd><code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#applyCompactionPolicy(java.util.ArrayList,%20boolean,%20boolean)">applyCompactionPolicy</a></code> in class <code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></code></dd> +<dt><span class="strong">Parameters:</span></dt><dd><code>candidates</code> - pre-filtrate</dd> +<dt><span class="strong">Returns:</span></dt><dd>filtered subset + -- Default minor compaction selection algorithm: + choose CompactSelection from candidates -- + First exclude bulk-load files if indicated in configuration. + Start at the oldest file and stop when you find the first file that + meets compaction criteria: + (1) a recently-flushed, small file (i.e. <= minCompactSize) + OR + (2) within the compactRatio of sum(newer_files) + Given normal skew, any newer files will also meet this criteria + <p/> + Additional Note: + If fileSizes.size() >> maxFilesToCompact, we will recurse on + compact(). Consider the oldest files first to avoid a + situation where we always compact [end-threshold,end). Then, the + last file becomes an aggregate of the previous compactions. + + normal skew: + + older ----> newer (increasing seqID) + _ + | | _ + | | | | _ + --|-|- |-|- |-|---_-------_------- minCompactSize + | | | | | | | | _ | | + | | | | | | | | | | | | + | | | | | | | | | | | |</dd> +<dt><span class="strong">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd></dl> +</li> +</ul> +<a name="applyCompactionPolicy(java.util.ArrayList, boolean, boolean, long)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>applyCompactionPolicy</h4> +<pre>public <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.129">applyCompactionPolicy</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates, + boolean mayUseOffPeak, + boolean mayBeStuck, + long now) + throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<div class="block">Input candidates are sorted from oldest to newest by seqId. Could return null if no candidates + are found.</div> +<dl><dt><span class="strong">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd></dl> +</li> +</ul> +<a name="newestBucket(java.util.List, int, long, long, boolean)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>newestBucket</h4> +<pre>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.152">newestBucket</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>>> buckets, + int incomingWindowThreshold, + long now, + long baseWindowMillis, + boolean mayUseOffPeak) + throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>buckets</code> - the list of buckets, sorted from newest to oldest, from which to return the + newest bucket within thresholds.</dd><dd><code>incomingWindowThreshold</code> - minimum number of storeFiles in a bucket to qualify.</dd><dd><code>maxThreshold</code> - maximum number of storeFiles to compact at once (the returned bucket will + be trimmed down to this).</dd> +<dt><span class="strong">Returns:</span></dt><dd>a bucket (a list of store files within a window to be compacted).</dd> +<dt><span class="strong">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code> - error</dd></dl> +</li> +</ul> +<a name="partitionFilesToBuckets(java.lang.Iterable, long, int, long)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>partitionFilesToBuckets</h4> +<pre>private static <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.178">partitionFilesToBuckets</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Iterable.html?is-external=true"; title="class or interface in java.lang">Iterable</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles, + long baseWindowSizeMillis, + int windowsPerTier, + long now)</pre> +<div class="block">We receive store files sorted in ascending order by seqId then scan the list of files. If the + current file has a maxTimestamp older than last known maximum, treat this file as it carries + the last known maximum. This way both seqId and timestamp are in the same order. If files carry + the same maxTimestamps, they are ordered by seqId. We then reverse the list so they are ordered + by seqId and maxTimestamp in decending order and build the time windows. All the out-of-order + data into the same compaction windows, guaranteeing contiguous compaction based on sequence id.</div> +</li> +</ul> +<a name="filterOldStoreFiles(java.util.List, long, long)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>filterOldStoreFiles</h4> +<pre>private static <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Iterable.html?is-external=true"; title="class or interface in java.lang">Iterable</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.226">filterOldStoreFiles</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles, + long maxAge, + long now)</pre> +<div class="block">Removes all store files with max timestamp older than (current - maxAge).</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>storeFiles</code> - all store files to consider</dd><dd><code>maxAge</code> - the age in milliseconds when a store file stops participating in compaction.</dd><dd><code>now</code> - current time. store files with max timestamp less than (now - maxAge) are filtered.</dd> +<dt><span class="strong">Returns:</span></dt><dd>a list of storeFiles with the store file older than maxAge excluded</dd></dl> +</li> +</ul> +<a name="getInitialWindow(long, long)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>getInitialWindow</h4> +<pre>private static <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">DateTieredCompactionPolicy.Window</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html#line.244">getInitialWindow</a>(long now, + long timeUnit)</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="class-use/DateTieredCompactionPolicy.html">Use</a></li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../../../../index-all.html">Index</a></li> +<li><a href="../../../../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CurrentHourProvider.Tick.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../../../../index.html?org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html" target="_top">Frames</a></li> +<li><a href="DateTieredCompactionPolicy.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li><a href="#nested_class_summary">Nested</a> | </li> +<li><a href="#field_summary">Field</a> | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li><a href="#field_detail">Field</a> | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<p class="legalCopy"><small>Copyright © 2007–2016 <a href="http://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved.</small></p> +</body> +</html>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bdd1f3f0/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DefaultCompactor.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DefaultCompactor.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DefaultCompactor.html index 9a46fea..a84db12 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DefaultCompactor.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/DefaultCompactor.html @@ -35,7 +35,7 @@ </div> <div class="subNav"> <ul class="navList"> -<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CurrentHourProvider.Tick.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Prev Class</span></a></li> <li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Next Class</span></a></li> </ul> <ul class="navList"> @@ -348,7 +348,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti </div> <div class="subNav"> <ul class="navList"> -<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CurrentHourProvider.Tick.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.Window.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Prev Class</span></a></li> <li><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions"><span class="strong">Next Class</span></a></li> </ul> <ul class="navList"> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bdd1f3f0/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html index f5cd2cf..6170dd8 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html @@ -222,7 +222,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <!-- --> </a> <h3>Methods inherited from class org.apache.hadoop.hbase.regionserver.compactions.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></h3> -<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#getNextMajorCompactTime(java.util.Collection)">getNextMajorCompactTime</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#isMajorCompaction(java.util.Collection)">isMajorCompaction</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#needsCompaction(java.util.Collection,%20java.util.List)">needsCompaction</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#preSelectCompactionForCoprocessor(java.util.Collection,%20java.util.List)">preSelectCompactionForCoprocessor</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#selectCompaction(java.util.Collection,%20java.util.List,%20boolean,%20boolean,%20boolean)">selectCompaction</a>, <a hre f="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></code></li> +<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#checkMinFilesCriteria(java.util.ArrayList)">checkMinFilesCriteria</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#filterBulk(java.util.ArrayList)">filterBulk</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#getNextMajorCompactTime(java.util.Collection)">getNextMajorCompactTime</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#isMajorCompaction(java.util.Collection)">isMajorCompaction</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#needsCompaction(java.util.Collection,%20java.util.List)">needsCompaction</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#preSe lectCompactionForCoprocessor(java.util.Collection,%20java.util.List)">preSelectCompactionForCoprocessor</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#selectCompaction(java.util.Collection,%20java.util.List,%20boolean,%20boolean,%20boolean)">selectCompaction</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#setMinThreshold(int)">setMinThreshold</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#skipLargeFiles(java.util.ArrayList,%20boolean)">skipLargeFiles</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></code></li> </ul> <ul class="blockList"> <li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy"> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bdd1f3f0/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/FIFOCompactionPolicy.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/FIFOCompactionPolicy.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/FIFOCompactionPolicy.html index 747a356..c58baa8 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/FIFOCompactionPolicy.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/FIFOCompactionPolicy.html @@ -222,7 +222,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <!-- --> </a> <h3>Methods inherited from class org.apache.hadoop.hbase.regionserver.compactions.<a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></h3> -<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#getNextMajorCompactTime(java.util.Collection)">getNextMajorCompactTime</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#preSelectCompactionForCoprocessor(java.util.Collection,%20java.util.List)">preSelectCompactionForCoprocessor</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></code></li> +<code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#checkMinFilesCriteria(java.util.ArrayList)">checkMinFilesCriteria</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#filterBulk(java.util.ArrayList)">filterBulk</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#getNextMajorCompactTime(java.util.Collection)">getNextMajorCompactTime</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#preSelectCompactionForCoprocessor(java.util.Collection,%20java.util.List)">preSelectCompactionForCoprocessor</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#setMinThreshold(int)">setMinThreshold</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPo licy.html#skipLargeFiles(java.util.ArrayList,%20boolean)">skipLargeFiles</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></code></li> </ul> <ul class="blockList"> <li class="blockList"><a name="methods_inherited_from_class_org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy"> @@ -302,7 +302,9 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <dl> <dt><strong>Overrides:</strong></dt> <dd><code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#selectCompaction(java.util.Collection,%20java.util.List,%20boolean,%20boolean,%20boolean)">selectCompaction</a></code> in class <code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></code></dd> -<dt><span class="strong">Parameters:</span></dt><dd><code>candidateFiles</code> - candidate files, ordered from oldest to newest. All files in store.</dd> +<dt><span class="strong">Parameters:</span></dt><dd><code>candidateFiles</code> - candidate files, ordered from oldest to newest by seqId. We rely on + DefaultStoreFileManager to sort the files by seqId to guarantee contiguous compaction based + on seqId for data consistency.</dd> <dt><span class="strong">Returns:</span></dt><dd>subset copy of candidate list that meets compaction criteria</dd> <dt><span class="strong">Throws:</span></dt> <dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd></dl> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bdd1f3f0/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html index 103c7c3..fec29c7 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html @@ -100,7 +100,7 @@ <li class="blockList"> <dl> <dt>Direct Known Subclasses:</dt> -<dd><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">ExploringCompactionPolicy</a></dd> +<dd><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">DateTieredCompactionPolicy</a>, <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">ExploringCompactionPolicy</a></dd> </dl> <hr> <br> @@ -185,11 +185,11 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti boolean mayBeStuck)</code> </td> </tr> <tr class="rowColor"> -<td class="colFirst"><code>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td> +<td class="colFirst"><code>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td> <td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#checkMinFilesCriteria(java.util.ArrayList)">checkMinFilesCriteria</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates)</code> </td> </tr> <tr class="altColor"> -<td class="colFirst"><code>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td> +<td class="colFirst"><code>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td> <td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#filterBulk(java.util.ArrayList)">filterBulk</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates)</code> </td> </tr> <tr class="rowColor"> @@ -230,11 +230,17 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti boolean forceMajor)</code> </td> </tr> <tr class="altColor"> -<td class="colFirst"><code>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#setMinThreshold(int)">setMinThreshold</a></strong>(int minThreshold)</code> +<div class="block">Overwrite min threshold for compaction</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>></code></td> <td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#skipLargeFiles(java.util.ArrayList,%20boolean)">skipLargeFiles</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates, boolean mayUseOffpeak)</code> </td> </tr> -<tr class="rowColor"> +<tr class="altColor"> <td class="colFirst"><code>boolean</code></td> <td class="colLast"><code><strong><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></strong>(long compactionSize)</code> </td> </tr> @@ -282,7 +288,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <ul class="blockListLast"> <li class="blockList"> <h4>random</h4> -<pre>private final <a href="http://docs.oracle.com/javase/7/docs/api/java/util/Random.html?is-external=true"; title="class or interface in java.util">Random</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.344">random</a></pre> +<pre>private final <a href="http://docs.oracle.com/javase/7/docs/api/java/util/Random.html?is-external=true"; title="class or interface in java.util">Random</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.346">random</a></pre> <div class="block">Used calculation jitter</div> </li> </ul> @@ -338,13 +344,15 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <ul class="blockList"> <li class="blockList"> <h4>selectCompaction</h4> -<pre>public <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequest.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequest</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.80">selectCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidateFiles, +<pre>public <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionRequest.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionRequest</a> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.82">selectCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidateFiles, <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesCompacting, boolean isUserCompaction, boolean mayUseOffPeak, boolean forceMajor) throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> -<dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidateFiles</code> - candidate files, ordered from oldest to newest. All files in store.</dd> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidateFiles</code> - candidate files, ordered from oldest to newest by seqId. We rely on + DefaultStoreFileManager to sort the files by seqId to guarantee contiguous compaction based + on seqId for data consistency.</dd> <dt><span class="strong">Returns:</span></dt><dd>subset copy of candidate list that meets compaction criteria</dd> <dt><span class="strong">Throws:</span></dt> <dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></code></dd></dl> @@ -356,7 +364,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <ul class="blockList"> <li class="blockList"> <h4>skipLargeFiles</h4> -<pre>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.131">skipLargeFiles</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates, +<pre>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.133">skipLargeFiles</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates, boolean mayUseOffpeak)</pre> <dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidates</code> - pre-filtrate</dd> <dt><span class="strong">Returns:</span></dt><dd>filtered subset @@ -370,7 +378,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <ul class="blockList"> <li class="blockList"> <h4>filterBulk</h4> -<pre>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.151">filterBulk</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates)</pre> +<pre>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.153">filterBulk</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates)</pre> <dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidates</code> - pre-filtrate</dd> <dt><span class="strong">Returns:</span></dt><dd>filtered subset exclude all bulk load files if configured</dd></dl> @@ -382,7 +390,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <ul class="blockList"> <li class="blockList"> <h4>removeExcessFiles</h4> -<pre>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.167">removeExcessFiles</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates, +<pre>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.169">removeExcessFiles</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates, boolean isUserCompaction, boolean isMajorCompaction)</pre> <dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidates</code> - pre-filtrate</dd> @@ -396,7 +404,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <ul class="blockList"> <li class="blockList"> <h4>checkMinFilesCriteria</h4> -<pre>private <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.187">checkMinFilesCriteria</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates)</pre> +<pre>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.189">checkMinFilesCriteria</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates)</pre> <dl><dt><span class="strong">Parameters:</span></dt><dd><code>candidates</code> - pre-filtrate</dd> <dt><span class="strong">Returns:</span></dt><dd>filtered subset forget the compactionSelection if we don't have enough files</dd></dl> @@ -408,7 +416,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <ul class="blockList"> <li class="blockList"> <h4>applyCompactionPolicy</h4> -<pre><a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.229">applyCompactionPolicy</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates, +<pre><a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.231">applyCompactionPolicy</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/ArrayList.html?is-external=true"; title="class or interface in java.util">ArrayList</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> candidates, boolean mayUseOffPeak, boolean mayBeStuck) throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> @@ -450,7 +458,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <ul class="blockList"> <li class="blockList"> <h4>isMajorCompaction</h4> -<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.282">isMajorCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesToCompact) +<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.284">isMajorCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesToCompact) throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException</a></pre> <dl> <dt><strong>Specified by:</strong></dt> @@ -467,7 +475,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <ul class="blockList"> <li class="blockList"> <h4>getNextMajorCompactTime</h4> -<pre>public long <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.350">getNextMajorCompactTime</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesToCompact)</pre> +<pre>public long <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.352">getNextMajorCompactTime</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesToCompact)</pre> <dl><dt><span class="strong">Parameters:</span></dt><dd><code>filesToCompact</code> - </dd> <dt><span class="strong">Returns:</span></dt><dd>When to run next major compaction</dd></dl> </li> @@ -478,7 +486,7 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <ul class="blockList"> <li class="blockList"> <h4>throttleCompaction</h4> -<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.381">throttleCompaction</a>(long compactionSize)</pre> +<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.383">throttleCompaction</a>(long compactionSize)</pre> <dl> <dt><strong>Specified by:</strong></dt> <dd><code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html#throttleCompaction(long)">throttleCompaction</a></code> in class <code><a href="../../../../../../org/apache/hadoop/hbase/regionserver/compactions/CompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">CompactionPolicy</a></code></dd> @@ -489,13 +497,24 @@ extends <a href="../../../../../../org/apache/hadoop/hbase/regionserver/compacti <a name="needsCompaction(java.util.Collection, java.util.List)"> <!-- --> </a> -<ul class="blockListLast"> +<ul class="blockList"> <li class="blockList"> <h4>needsCompaction</h4> -<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.385">needsCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles, +<pre>public boolean <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.387">needsCompaction</a>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/Collection.html?is-external=true"; title="class or interface in java.util">Collection</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> storeFiles, <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List</a><<a href="../../../../../../org/apache/hadoop/hbase/regionserver/StoreFile.html" title="class in org.apache.hadoop.hbase.regionserver">StoreFile</a>> filesCompacting)</pre> </li> </ul> +<a name="setMinThreshold(int)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>setMinThreshold</h4> +<pre>public void <a href="../../../../../../src-html/org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html#line.397">setMinThreshold</a>(int minThreshold)</pre> +<div class="block">Overwrite min threshold for compaction</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>minThreshold</code> - min to update to</dd></dl> +</li> +</ul> </li> </ul> </li> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/bdd1f3f0/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/class-use/CompactionPolicy.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/class-use/CompactionPolicy.html b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/class-use/CompactionPolicy.html index 3183241..eda2002 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/class-use/CompactionPolicy.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/compactions/class-use/CompactionPolicy.html @@ -146,23 +146,31 @@ <tbody> <tr class="altColor"> <td class="colFirst"><code>class </code></td> +<td class="colLast"><code><strong><a href="../../../../../../../org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">DateTieredCompactionPolicy</a></strong></code> +<div class="block">HBASE-15181 This is a simple implementation of date-based tiered compaction similar to + Cassandra's for the following benefits: + 1.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>class </code></td> <td class="colLast"><code><strong><a href="../../../../../../../org/apache/hadoop/hbase/regionserver/compactions/ExploringCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">ExploringCompactionPolicy</a></strong></code> <div class="block">Class to pick which files if any to compact together.</div> </td> </tr> -<tr class="rowColor"> +<tr class="altColor"> <td class="colFirst"><code>class </code></td> <td class="colLast"><code><strong><a href="../../../../../../../org/apache/hadoop/hbase/regionserver/compactions/FIFOCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">FIFOCompactionPolicy</a></strong></code> <div class="block">FIFO compaction policy selects only files which have all cells expired.</div> </td> </tr> -<tr class="altColor"> +<tr class="rowColor"> <td class="colFirst"><code>class </code></td> <td class="colLast"><code><strong><a href="../../../../../../../org/apache/hadoop/hbase/regionserver/compactions/RatioBasedCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">RatioBasedCompactionPolicy</a></strong></code> <div class="block">The default algorithm for selecting files for compaction.</div> </td> </tr> -<tr class="rowColor"> +<tr class="altColor"> <td class="colFirst"><code>class </code></td> <td class="colLast"><code><strong><a href="../../../../../../../org/apache/hadoop/hbase/regionserver/compactions/StripeCompactionPolicy.html" title="class in org.apache.hadoop.hbase.regionserver.compactions">StripeCompactionPolicy</a></strong></code> <div class="block">Stripe store implementation of compaction policy.</div>
