org.apache.hadoop.hbase.util.compaction

Class MajorCompactor

java.lang.Object

org.apache.hadoop.conf.Configured

org.apache.hadoop.hbase.util.compaction.MajorCompactor

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, org.apache.hadoop.util.Tool

Direct Known Subclasses:

MajorCompactorTTL

@InterfaceAudience.LimitedPrivate(value="Tools")
public class MajorCompactor
extends org.apache.hadoop.conf.Configured
implements org.apache.hadoop.util.Tool

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
(package private) class	MajorCompactor.Compact

Field Summary

Fields

Modifier and Type	Field and Description
protected ClusterCompactionQueues	clusterCompactionQueues
protected Connection	connection
protected static Set<MajorCompactionRequest>	ERRORS
protected ExecutorService	executor
private static org.slf4j.Logger	LOG
private int	numRegions
private int	numServers
private boolean	skipWait
protected long	sleepForMs
protected Set<String>	storesToCompact
protected TableName	tableName
private long	timestamp

Constructor Summary

Constructors

Constructor and Description
MajorCompactor()
MajorCompactor(org.apache.hadoop.conf.Configuration conf, TableName tableName, Set<String> storesToCompact, int concurrency, long timestamp, long sleepForMs)

Method Summary

Modifier and Type	Method and Description
private void	addNewRegions()
void	compactAllRegions()
private boolean	futuresComplete(List<Future<?>> futures)
protected org.apache.hbase.thirdparty.org.apache.commons.cli.Options	getCommonOptions()
protected Optional<MajorCompactionRequest>	getMajorCompactionRequest(RegionInfo hri)
private Map<ServerName,List<RegionInfo>>	getServerRegionsMap()
private Collection<ServerName>	getServersToCompact(Set<ServerName> snSet)
protected Set<String>	getStoresRequiringCompaction(MajorCompactionRequest request)
(package private) void	initializeWorkQueues()
private boolean	isCompacting(MajorCompactionRequest request)
static void	main(String[] args)
protected static void	printUsage(org.apache.hbase.thirdparty.org.apache.commons.cli.Options options)
int	run(String[] args)
void	setNumRegions(int numRegions)
void	setNumServers(int numServers)
void	setSkipWait(boolean skipWait)
void	shutdown()

Methods inherited from class org.apache.hadoop.conf.Configured

getConf, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hadoop.conf.Configurable

getConf, setConf

Field Detail

LOG

private static final org.slf4j.Logger LOG

ERRORS

protected static final Set<MajorCompactionRequest> ERRORS

clusterCompactionQueues

protected ClusterCompactionQueues clusterCompactionQueues

timestamp

private long timestamp

storesToCompact

protected Set<String> storesToCompact

executor

protected ExecutorService executor

sleepForMs

protected long sleepForMs

connection

protected Connection connection

tableName

protected TableName tableName

numServers

private int numServers

numRegions

private int numRegions

skipWait

private boolean skipWait

Constructor Detail

MajorCompactor

MajorCompactor()

MajorCompactor

public MajorCompactor(org.apache.hadoop.conf.Configuration conf,
                      TableName tableName,
                      Set<String> storesToCompact,
                      int concurrency,
                      long timestamp,
                      long sleepForMs)
               throws IOException

Throws:

IOException

Method Detail

compactAllRegions

public void compactAllRegions()
                       throws Exception

Throws:

Exception

futuresComplete

private boolean futuresComplete(List<Future<?>> futures)

shutdown

public void shutdown()
              throws Exception

Throws:

Exception

initializeWorkQueues

void initializeWorkQueues()
                   throws IOException

Throws:

IOException

getMajorCompactionRequest

protected Optional<MajorCompactionRequest> getMajorCompactionRequest(RegionInfo hri)
                                                              throws IOException

Throws:

IOException

getServersToCompact

private Collection<ServerName> getServersToCompact(Set<ServerName> snSet)

getServerRegionsMap

private Map<ServerName,List<RegionInfo>> getServerRegionsMap()
                                                      throws IOException

Throws:

IOException

setNumServers

public void setNumServers(int numServers)

setNumRegions

public void setNumRegions(int numRegions)

setSkipWait

public void setSkipWait(boolean skipWait)

isCompacting

private boolean isCompacting(MajorCompactionRequest request)
                      throws Exception

Throws:

Exception

addNewRegions

private void addNewRegions()

getStoresRequiringCompaction

protected Set<String> getStoresRequiringCompaction(MajorCompactionRequest request)
                                            throws IOException

Throws:

IOException

getCommonOptions

protected org.apache.hbase.thirdparty.org.apache.commons.cli.Options getCommonOptions()

run

public int run(String[] args)
        throws Exception

Specified by:

run in interface org.apache.hadoop.util.Tool

Throws:

Exception

printUsage

protected static void printUsage(org.apache.hbase.thirdparty.org.apache.commons.cli.Options options)

main

public static void main(String[] args)
                 throws Exception

Throws:

Exception