org.apache.hadoop.hbase.regionserver

Class HeapMemoryManager

java.lang.Object

org.apache.hadoop.hbase.regionserver.HeapMemoryManager

@InterfaceAudience.Private
public class HeapMemoryManager
extends Object

Manages tuning of Heap memory using HeapMemoryTuner. Most part of the heap memory is split between Memstores and BlockCache. This manager helps in tuning sizes of both these dynamically, as per the R/W load on the servers.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static interface	HeapMemoryManager.HeapMemoryTuneObserver Every class that wants to observe heap memory tune actions must implement this interface.
private class	HeapMemoryManager.HeapMemoryTunerChore
static class	HeapMemoryManager.TunerContext POJO to pass all the relevant information required to do the heap memory tuning.
static class	HeapMemoryManager.TunerResult POJO which holds the result of memory tuning done by HeapMemoryTuner implementation.

Field Summary

Fields

Modifier and Type	Field and Description
static String	BLOCK_CACHE_SIZE_MAX_RANGE_KEY
static String	BLOCK_CACHE_SIZE_MIN_RANGE_KEY
private ResizableBlockCache	blockCache
private float	blockCachePercent
private float	blockCachePercentMaxRange
private float	blockCachePercentMinRange
private static int	CLUSTER_MINIMUM_MEMORY_THRESHOLD
private static int	CONVERT_TO_PERCENTAGE
private int	defaultChorePeriod
private float	globalMemStorePercent
private float	globalMemStorePercentMaxRange
private float	globalMemStorePercentMinRange
static String	HBASE_RS_HEAP_MEMORY_TUNER_CLASS
static int	HBASE_RS_HEAP_MEMORY_TUNER_DEFAULT_PERIOD
static String	HBASE_RS_HEAP_MEMORY_TUNER_PERIOD
static float	HEAP_OCCUPANCY_ERROR_VALUE
private HeapMemoryManager.HeapMemoryTunerChore	heapMemTunerChore
private float	heapOccupancyLowWatermark
private float	heapOccupancyPercent
private static org.slf4j.Logger	LOG
private long	maxHeapSize
static String	MEMSTORE_SIZE_MAX_RANGE_KEY
static String	MEMSTORE_SIZE_MIN_RANGE_KEY
private FlushRequester	memStoreFlusher
private MetricsHeapMemoryManager	metricsHeapMemoryManager
private RegionServerAccounting	regionServerAccounting
private Server	server
private List<HeapMemoryManager.HeapMemoryTuneObserver>	tuneObservers
private boolean	tunerOn

Constructor Summary

Constructors

Constructor and Description
HeapMemoryManager(ResizableBlockCache blockCache, FlushRequester memStoreFlusher, Server server, RegionServerAccounting regionServerAccounting)

Method Summary

Modifier and Type	Method and Description
static HeapMemoryManager	create(org.apache.hadoop.conf.Configuration conf, FlushRequester memStoreFlusher, Server server, RegionServerAccounting regionServerAccounting)
private boolean	doInit(org.apache.hadoop.conf.Configuration conf)
float	getHeapOccupancyPercent()
(package private) boolean	isTunerOn()
void	registerTuneObserver(HeapMemoryManager.HeapMemoryTuneObserver observer)
void	start(ChoreService service)
void	stop()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

CONVERT_TO_PERCENTAGE

private static final int CONVERT_TO_PERCENTAGE

See Also:

Constant Field Values

CLUSTER_MINIMUM_MEMORY_THRESHOLD

private static final int CLUSTER_MINIMUM_MEMORY_THRESHOLD

See Also:

Constant Field Values

BLOCK_CACHE_SIZE_MAX_RANGE_KEY

public static final String BLOCK_CACHE_SIZE_MAX_RANGE_KEY

See Also:

Constant Field Values

BLOCK_CACHE_SIZE_MIN_RANGE_KEY

public static final String BLOCK_CACHE_SIZE_MIN_RANGE_KEY

See Also:

Constant Field Values

MEMSTORE_SIZE_MAX_RANGE_KEY

public static final String MEMSTORE_SIZE_MAX_RANGE_KEY

See Also:

Constant Field Values

MEMSTORE_SIZE_MIN_RANGE_KEY

public static final String MEMSTORE_SIZE_MIN_RANGE_KEY

See Also:

Constant Field Values

HBASE_RS_HEAP_MEMORY_TUNER_PERIOD

public static final String HBASE_RS_HEAP_MEMORY_TUNER_PERIOD

See Also:

Constant Field Values

HBASE_RS_HEAP_MEMORY_TUNER_DEFAULT_PERIOD

public static final int HBASE_RS_HEAP_MEMORY_TUNER_DEFAULT_PERIOD

See Also:

Constant Field Values

HBASE_RS_HEAP_MEMORY_TUNER_CLASS

public static final String HBASE_RS_HEAP_MEMORY_TUNER_CLASS

See Also:

Constant Field Values

HEAP_OCCUPANCY_ERROR_VALUE

public static final float HEAP_OCCUPANCY_ERROR_VALUE

See Also:

Constant Field Values

globalMemStorePercent

private float globalMemStorePercent

globalMemStorePercentMinRange

private float globalMemStorePercentMinRange

globalMemStorePercentMaxRange

private float globalMemStorePercentMaxRange

blockCachePercent

private float blockCachePercent

blockCachePercentMinRange

private float blockCachePercentMinRange

blockCachePercentMaxRange

private float blockCachePercentMaxRange

heapOccupancyPercent

private float heapOccupancyPercent

blockCache

private final ResizableBlockCache blockCache

memStoreFlusher

private final FlushRequester memStoreFlusher

server

private final Server server

regionServerAccounting

private final RegionServerAccounting regionServerAccounting

heapMemTunerChore

private HeapMemoryManager.HeapMemoryTunerChore heapMemTunerChore

tunerOn

private final boolean tunerOn

defaultChorePeriod

private final int defaultChorePeriod

heapOccupancyLowWatermark

private final float heapOccupancyLowWatermark

maxHeapSize

private final long maxHeapSize

metricsHeapMemoryManager

private MetricsHeapMemoryManager metricsHeapMemoryManager

tuneObservers

private List<HeapMemoryManager.HeapMemoryTuneObserver> tuneObservers

Constructor Detail

HeapMemoryManager

HeapMemoryManager(ResizableBlockCache blockCache,
                  FlushRequester memStoreFlusher,
                  Server server,
                  RegionServerAccounting regionServerAccounting)

Method Detail

create

public static HeapMemoryManager create(org.apache.hadoop.conf.Configuration conf,
                                       FlushRequester memStoreFlusher,
                                       Server server,
                                       RegionServerAccounting regionServerAccounting)

doInit

private boolean doInit(org.apache.hadoop.conf.Configuration conf)

start

public void start(ChoreService service)

stop

public void stop()

registerTuneObserver

public void registerTuneObserver(HeapMemoryManager.HeapMemoryTuneObserver observer)

isTunerOn

boolean isTunerOn()

getHeapOccupancyPercent

public float getHeapOccupancyPercent()

Returns:

heap occupancy percentage, 0 <= n <= 1. or -0.0 for error asking JVM