org.apache.hadoop.hbase.regionserver.compactions

Class StripeCompactionPolicy

java.lang.Object

org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy

org.apache.hadoop.hbase.regionserver.compactions.StripeCompactionPolicy

@InterfaceAudience.Private
public class StripeCompactionPolicy
extends CompactionPolicy

Stripe store implementation of compaction policy.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private static class	StripeCompactionPolicy.BoundaryStripeCompactionRequest Request for stripe compactor that will cause it to split the source files into several separate files at the provided boundaries.
private static class	StripeCompactionPolicy.SplitStripeCompactionRequest Request for stripe compactor that will cause it to split the source files into several separate files into based on key-value count, as well as file count limit.
static class	StripeCompactionPolicy.StripeCompactionRequest Stripe compaction request wrapper.
static interface	StripeCompactionPolicy.StripeInformationProvider The information about stripes that the policy needs to do its stuff

Field Summary

Fields

Modifier and Type	Field and Description
private StripeStoreConfig	config
private static org.slf4j.Logger	LOG
private ExploringCompactionPolicy	stripePolicy

Fields inherited from class org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy

comConf, storeConfigInfo

Constructor Summary

Constructors

Constructor and Description
StripeCompactionPolicy(org.apache.hadoop.conf.Configuration conf, StoreConfigInformation storeConfigInfo, StripeStoreConfig config)

Method Summary

Modifier and Type	Method and Description
private boolean	allFilesExpired(List<HStoreFile> storeFiles)
protected boolean	allL0FilesExpired(StripeCompactionPolicy.StripeInformationProvider si)
StripeCompactionPolicy.StripeCompactionRequest	createEmptyRequest(StripeCompactionPolicy.StripeInformationProvider si, CompactionRequestImpl request)
private Pair<Long,Integer>	estimateTargetKvs(Collection<HStoreFile> files, double splitCount)
static long	getTotalFileSize(Collection<HStoreFile> candidates)
private static long	getTotalKvCount(Collection<HStoreFile> candidates)
protected boolean	hasExpiredStripes(StripeCompactionPolicy.StripeInformationProvider si)
boolean	needsCompactions(StripeCompactionPolicy.StripeInformationProvider si, List<HStoreFile> filesCompacting)
protected boolean	needsSingleStripeCompaction(StripeCompactionPolicy.StripeInformationProvider si)
List<HStoreFile>	preSelectFilesForCoprocessor(StripeCompactionPolicy.StripeInformationProvider si, List<HStoreFile> filesCompacting)
StripeCompactionPolicy.StripeCompactionRequest	selectCompaction(StripeCompactionPolicy.StripeInformationProvider si, List<HStoreFile> filesCompacting, boolean isOffpeak)
private StripeCompactionPolicy.StripeCompactionRequest	selectExpiredMergeCompaction(StripeCompactionPolicy.StripeInformationProvider si, boolean canDropDeletesNoL0)
StripeStoreFlusher.StripeFlushRequest	selectFlush(CellComparator comparator, StripeCompactionPolicy.StripeInformationProvider si, int kvCount)
private StripeCompactionPolicy.StripeCompactionRequest	selectL0OnlyCompaction(StripeCompactionPolicy.StripeInformationProvider si)
private List<HStoreFile>	selectSimpleCompaction(List<HStoreFile> sfs, boolean allFilesOnly, boolean isOffpeak, boolean forceCompact) Selects the compaction of a single stripe using default policy.
protected StripeCompactionPolicy.StripeCompactionRequest	selectSingleStripeCompaction(StripeCompactionPolicy.StripeInformationProvider si, boolean includeL0, boolean canDropDeletesWithoutL0, boolean isOffpeak)
boolean	shouldPerformMajorCompaction(Collection<HStoreFile> filesToCompact)
private boolean	shouldSelectL0Files(StripeCompactionPolicy.StripeInformationProvider si)
boolean	throttleCompaction(long compactionSize)

Methods inherited from class org.apache.hadoop.hbase.regionserver.compactions.CompactionPolicy

getConf, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

stripePolicy

private ExploringCompactionPolicy stripePolicy

config

private StripeStoreConfig config

Constructor Detail

StripeCompactionPolicy

public StripeCompactionPolicy(org.apache.hadoop.conf.Configuration conf,
                              StoreConfigInformation storeConfigInfo,
                              StripeStoreConfig config)

Method Detail

preSelectFilesForCoprocessor

public List<HStoreFile> preSelectFilesForCoprocessor(StripeCompactionPolicy.StripeInformationProvider si,
                                                     List<HStoreFile> filesCompacting)

createEmptyRequest

public StripeCompactionPolicy.StripeCompactionRequest createEmptyRequest(StripeCompactionPolicy.StripeInformationProvider si,
                                                                         CompactionRequestImpl request)

selectFlush

public StripeStoreFlusher.StripeFlushRequest selectFlush(CellComparator comparator,
                                                         StripeCompactionPolicy.StripeInformationProvider si,
                                                         int kvCount)

selectCompaction

public StripeCompactionPolicy.StripeCompactionRequest selectCompaction(StripeCompactionPolicy.StripeInformationProvider si,
                                                                       List<HStoreFile> filesCompacting,
                                                                       boolean isOffpeak)
                                                                throws IOException

Throws:

IOException

needsCompactions

public boolean needsCompactions(StripeCompactionPolicy.StripeInformationProvider si,
                                List<HStoreFile> filesCompacting)

shouldPerformMajorCompaction

public boolean shouldPerformMajorCompaction(Collection<HStoreFile> filesToCompact)
                                     throws IOException

Specified by:

shouldPerformMajorCompaction in class CompactionPolicy

Parameters:

filesToCompact - Files to compact. Can be null.

Returns:

True if we should run a major compaction.

Throws:

IOException

throttleCompaction

public boolean throttleCompaction(long compactionSize)

Specified by:

throttleCompaction in class CompactionPolicy

Parameters:

compactionSize - Total size of some compaction

Returns:

whether this should be a large or small compaction

needsSingleStripeCompaction

protected boolean needsSingleStripeCompaction(StripeCompactionPolicy.StripeInformationProvider si)

Parameters:

si - StoreFileManager.

Returns:

Whether any stripe potentially needs compaction.

selectSingleStripeCompaction

protected StripeCompactionPolicy.StripeCompactionRequest selectSingleStripeCompaction(StripeCompactionPolicy.StripeInformationProvider si,
                                                                                      boolean includeL0,
                                                                                      boolean canDropDeletesWithoutL0,
                                                                                      boolean isOffpeak)
                                                                               throws IOException

Throws:

IOException

selectSimpleCompaction

private List<HStoreFile> selectSimpleCompaction(List<HStoreFile> sfs,
                                                boolean allFilesOnly,
                                                boolean isOffpeak,
                                                boolean forceCompact)

Selects the compaction of a single stripe using default policy.

Parameters:

sfs - Files.

allFilesOnly - Whether a compaction of all-or-none files is needed.

Returns:

The resulting selection.

shouldSelectL0Files

private boolean shouldSelectL0Files(StripeCompactionPolicy.StripeInformationProvider si)

selectL0OnlyCompaction

private StripeCompactionPolicy.StripeCompactionRequest selectL0OnlyCompaction(StripeCompactionPolicy.StripeInformationProvider si)

selectExpiredMergeCompaction

private StripeCompactionPolicy.StripeCompactionRequest selectExpiredMergeCompaction(StripeCompactionPolicy.StripeInformationProvider si,
                                                                                    boolean canDropDeletesNoL0)

hasExpiredStripes

protected boolean hasExpiredStripes(StripeCompactionPolicy.StripeInformationProvider si)

allL0FilesExpired

protected boolean allL0FilesExpired(StripeCompactionPolicy.StripeInformationProvider si)

allFilesExpired

private boolean allFilesExpired(List<HStoreFile> storeFiles)

getTotalKvCount

private static long getTotalKvCount(Collection<HStoreFile> candidates)

getTotalFileSize

public static long getTotalFileSize(Collection<HStoreFile> candidates)

estimateTargetKvs

private Pair<Long,Integer> estimateTargetKvs(Collection<HStoreFile> files,
                                             double splitCount)