org.apache.hadoop.hbase.regionserver

Class BrokenStoreFileCleaner

java.lang.Object

org.apache.hadoop.hbase.ScheduledChore

org.apache.hadoop.hbase.regionserver.BrokenStoreFileCleaner

All Implemented Interfaces:

Runnable

@InterfaceAudience.Private
public class BrokenStoreFileCleaner
extends ScheduledChore

This Chore, every time it runs, will clear the unsused HFiles in the data folder.

Field Summary

Fields

Modifier and Type	Field and Description
static String	BROKEN_STOREFILE_CLEANER_DELAY
static String	BROKEN_STOREFILE_CLEANER_DELAY_JITTER
static String	BROKEN_STOREFILE_CLEANER_ENABLED
static String	BROKEN_STOREFILE_CLEANER_PERIOD
static String	BROKEN_STOREFILE_CLEANER_TTL
static int	DEFAULT_BROKEN_STOREFILE_CLEANER_DELAY
static double	DEFAULT_BROKEN_STOREFILE_CLEANER_DELAY_JITTER
static boolean	DEFAULT_BROKEN_STOREFILE_CLEANER_ENABLED
static int	DEFAULT_BROKEN_STOREFILE_CLEANER_PERIOD
static long	DEFAULT_BROKEN_STOREFILE_CLEANER_TTL
private AtomicBoolean	enabled
private long	fileTtl
private static org.slf4j.Logger	LOG
private HRegionServer	regionServer

Constructor Summary

Constructors

Constructor and Description
BrokenStoreFileCleaner(int delay, int period, Stoppable stopper, org.apache.hadoop.conf.Configuration conf, HRegionServer regionServer)

Method Summary

Modifier and Type	Method and Description
void	chore() The task to execute on each scheduled execution of the Chore
private void	cleanFileIfNeeded(org.apache.hadoop.fs.FileStatus file, HStore store, AtomicLong deletedFiles, AtomicLong failedDeletes)
private void	deleteFile(org.apache.hadoop.fs.FileStatus file, HStore store, AtomicLong deletedFiles, AtomicLong failedDeletes)
boolean	getEnabled()
private boolean	isActiveStorefile(org.apache.hadoop.fs.FileStatus file, HStore store)
private boolean	isCompactedFile(org.apache.hadoop.fs.FileStatus file, HStore store)
private boolean	isCompactionResultFile(org.apache.hadoop.fs.FileStatus file, HStore store)
(package private) boolean	isOldEnough(org.apache.hadoop.fs.FileStatus file)
boolean	setEnabled(boolean enabled)
(package private) boolean	validate(org.apache.hadoop.fs.Path file)

Methods inherited from class org.apache.hadoop.hbase.ScheduledChore

cancel, cancel, choreForTesting, cleanup, getInitialDelay, getName, getPeriod, getStopper, getTimeUnit, initialChore, isInitialChoreComplete, isScheduled, run, shutdown, shutdown, toString, triggerNow

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

BROKEN_STOREFILE_CLEANER_ENABLED

public static final String BROKEN_STOREFILE_CLEANER_ENABLED

See Also:

Constant Field Values

DEFAULT_BROKEN_STOREFILE_CLEANER_ENABLED

public static final boolean DEFAULT_BROKEN_STOREFILE_CLEANER_ENABLED

See Also:

Constant Field Values

BROKEN_STOREFILE_CLEANER_TTL

public static final String BROKEN_STOREFILE_CLEANER_TTL

See Also:

Constant Field Values

DEFAULT_BROKEN_STOREFILE_CLEANER_TTL

public static final long DEFAULT_BROKEN_STOREFILE_CLEANER_TTL

See Also:

Constant Field Values

BROKEN_STOREFILE_CLEANER_DELAY

public static final String BROKEN_STOREFILE_CLEANER_DELAY

See Also:

Constant Field Values

DEFAULT_BROKEN_STOREFILE_CLEANER_DELAY

public static final int DEFAULT_BROKEN_STOREFILE_CLEANER_DELAY

See Also:

Constant Field Values

BROKEN_STOREFILE_CLEANER_DELAY_JITTER

public static final String BROKEN_STOREFILE_CLEANER_DELAY_JITTER

See Also:

Constant Field Values

DEFAULT_BROKEN_STOREFILE_CLEANER_DELAY_JITTER

public static final double DEFAULT_BROKEN_STOREFILE_CLEANER_DELAY_JITTER

See Also:

Constant Field Values

BROKEN_STOREFILE_CLEANER_PERIOD

public static final String BROKEN_STOREFILE_CLEANER_PERIOD

See Also:

Constant Field Values

DEFAULT_BROKEN_STOREFILE_CLEANER_PERIOD

public static final int DEFAULT_BROKEN_STOREFILE_CLEANER_PERIOD

See Also:

Constant Field Values

regionServer

private HRegionServer regionServer

enabled

private final AtomicBoolean enabled

fileTtl

private long fileTtl

Constructor Detail

BrokenStoreFileCleaner

public BrokenStoreFileCleaner(int delay,
                              int period,
                              Stoppable stopper,
                              org.apache.hadoop.conf.Configuration conf,
                              HRegionServer regionServer)

Method Detail

setEnabled

public boolean setEnabled(boolean enabled)

getEnabled

public boolean getEnabled()

chore

public void chore()

Description copied from class: ScheduledChore

The task to execute on each scheduled execution of the Chore

Specified by:

chore in class ScheduledChore

cleanFileIfNeeded

private void cleanFileIfNeeded(org.apache.hadoop.fs.FileStatus file,
                               HStore store,
                               AtomicLong deletedFiles,
                               AtomicLong failedDeletes)

isCompactionResultFile

private boolean isCompactionResultFile(org.apache.hadoop.fs.FileStatus file,
                                       HStore store)

isCompactedFile

private boolean isCompactedFile(org.apache.hadoop.fs.FileStatus file,
                                HStore store)

isActiveStorefile

private boolean isActiveStorefile(org.apache.hadoop.fs.FileStatus file,
                                  HStore store)

validate

boolean validate(org.apache.hadoop.fs.Path file)

isOldEnough

boolean isOldEnough(org.apache.hadoop.fs.FileStatus file)

deleteFile

private void deleteFile(org.apache.hadoop.fs.FileStatus file,
                        HStore store,
                        AtomicLong deletedFiles,
                        AtomicLong failedDeletes)