org.apache.hadoop.hbase.regionserver

Class ChunkCreator

java.lang.Object

org.apache.hadoop.hbase.regionserver.ChunkCreator

@InterfaceAudience.Private
public class ChunkCreator
extends Object

Does the management of memstoreLAB chunk creations. A monotonically incrementing id is associated with every chunk

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	ChunkCreator.ChunkType Types of chunks, based on their sizes
private class	ChunkCreator.MemStoreChunkPool A pool of Chunk instances.

Field Summary

Fields

Modifier and Type	Field and Description
private AtomicInteger	chunkID
private Map<Integer,Chunk>	chunkIdMap
(package private) static boolean	chunkPoolDisabled
private int	chunkSize
private ChunkCreator.MemStoreChunkPool	dataChunksPool
private ChunkCreator.MemStoreChunkPool	indexChunksPool
(package private) static ChunkCreator	instance
private static org.slf4j.Logger	LOG
private boolean	offheap
static int	SIZEOF_CHUNK_HEADER

Constructor Summary

Constructors

Constructor and Description
ChunkCreator(int chunkSize, boolean offheap, long globalMemStoreSize, float poolSizePercentage, float initialCountPercentage, HeapMemoryManager heapMemoryManager, float indexChunkSizePercentage)

Method Summary

Modifier and Type	Method and Description
(package private) void	clearChunkIds()
(package private) void	clearChunksInPool()
(package private) static void	clearDisableFlag()
private Chunk	createChunk(boolean pool, CompactingMemStore.IndexType chunkIndexType, int size) Creates the chunk either onheap or offheap
private Chunk	createChunkForPool(CompactingMemStore.IndexType chunkIndexType, int chunkSize)
(package private) Chunk	getChunk() Creates and inits a chunk.
(package private) Chunk	getChunk(ChunkCreator.ChunkType chunkType) Creates and inits a chunk.
(package private) Chunk	getChunk(CompactingMemStore.IndexType chunkIndexType) Creates and inits a chunk.
(package private) Chunk	getChunk(CompactingMemStore.IndexType chunkIndexType, ChunkCreator.ChunkType chunkType) Creates and inits a chunk with specific index type and type.
(package private) Chunk	getChunk(CompactingMemStore.IndexType chunkIndexType, int size) Creates and inits a chunk.
(package private) Chunk	getChunk(int id)
(package private) int	getChunkSize()
(package private) int	getChunkSize(ChunkCreator.ChunkType chunkType)
static ChunkCreator	getInstance()
(package private) Chunk	getJumboChunk(int jumboSize) Creates and inits a chunk of a special size, bigger than a regular chunk size.
(package private) int	getMaxCount()
(package private) int	getMaxCount(ChunkCreator.ChunkType chunkType)
(package private) int	getPoolSize()
(package private) int	getPoolSize(ChunkCreator.ChunkType chunkType)
static ChunkCreator	initialize(int chunkSize, boolean offheap, long globalMemStoreSize, float poolSizePercentage, float initialCountPercentage, HeapMemoryManager heapMemoryManager) Initializes the instance of ChunkCreator
private ChunkCreator.MemStoreChunkPool	initializePool(String label, long globalMemStoreSize, float poolSizePercentage, float initialCountPercentage, int chunkSize, HeapMemoryManager heapMemoryManager)
private void	initializePools(int chunkSize, long globalMemStoreSize, float poolSizePercentage, float indexChunkSizePercentage, float initialCountPercentage, HeapMemoryManager heapMemoryManager)
(package private) boolean	isChunkInPool(int chunkId)
(package private) boolean	isOffheap()
(package private) int	numberOfMappedChunks()
(package private) void	putbackChunks(Set<Integer> chunks)
(package private) Chunk	removeChunk(int chunkId)
private void	removeChunks(Set<Integer> chunkIDs)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

chunkID

private AtomicInteger chunkID

SIZEOF_CHUNK_HEADER

public static final int SIZEOF_CHUNK_HEADER

See Also:

Constant Field Values

chunkIdMap

private Map<Integer,Chunk> chunkIdMap

offheap

private final boolean offheap

instance

static ChunkCreator instance

chunkPoolDisabled

static boolean chunkPoolDisabled

dataChunksPool

private ChunkCreator.MemStoreChunkPool dataChunksPool

chunkSize

private int chunkSize

indexChunksPool

private ChunkCreator.MemStoreChunkPool indexChunksPool

Constructor Detail

ChunkCreator

ChunkCreator(int chunkSize,
             boolean offheap,
             long globalMemStoreSize,
             float poolSizePercentage,
             float initialCountPercentage,
             HeapMemoryManager heapMemoryManager,
             float indexChunkSizePercentage)

Method Detail

initializePools

private void initializePools(int chunkSize,
                             long globalMemStoreSize,
                             float poolSizePercentage,
                             float indexChunkSizePercentage,
                             float initialCountPercentage,
                             HeapMemoryManager heapMemoryManager)

initialize

public static ChunkCreator initialize(int chunkSize,
                                      boolean offheap,
                                      long globalMemStoreSize,
                                      float poolSizePercentage,
                                      float initialCountPercentage,
                                      HeapMemoryManager heapMemoryManager)

Initializes the instance of ChunkCreator

Parameters:

chunkSize - the chunkSize

offheap - indicates if the chunk is to be created offheap or not

globalMemStoreSize - the global memstore size

poolSizePercentage - pool size percentage

initialCountPercentage - the initial count of the chunk pool if any

heapMemoryManager - the heapmemory manager

Returns:

singleton MSLABChunkCreator

getInstance

public static ChunkCreator getInstance()

getChunk

Chunk getChunk(ChunkCreator.ChunkType chunkType)

Creates and inits a chunk. The default implementation for a specific chunk size.

Returns:

the chunk that was initialized

getChunk

Chunk getChunk()

Creates and inits a chunk. The default implementation.

Returns:

the chunk that was initialized

getChunk

Chunk getChunk(CompactingMemStore.IndexType chunkIndexType)

Creates and inits a chunk. The default implementation for a specific index type.

Returns:

the chunk that was initialized

getChunk

Chunk getChunk(CompactingMemStore.IndexType chunkIndexType,
               ChunkCreator.ChunkType chunkType)

Creates and inits a chunk with specific index type and type.

Returns:

the chunk that was initialized

getChunk

Chunk getChunk(CompactingMemStore.IndexType chunkIndexType,
               int size)

Creates and inits a chunk.

Parameters:

chunkIndexType - whether the requested chunk is going to be used with CellChunkMap index

size - the size of the chunk to be allocated, in bytes

Returns:

the chunk that was initialized

getJumboChunk

Chunk getJumboChunk(int jumboSize)

Creates and inits a chunk of a special size, bigger than a regular chunk size. Such a chunk will never come from pool and will always be on demand allocated.

Parameters:

jumboSize - the special size to be used

Returns:

the chunk that was initialized

createChunk

private Chunk createChunk(boolean pool,
                          CompactingMemStore.IndexType chunkIndexType,
                          int size)

Creates the chunk either onheap or offheap

Parameters:

pool - indicates if the chunks have to be created which will be used by the Pool

chunkIndexType - whether the requested chunk is going to be used with CellChunkMap index

size - the size of the chunk to be allocated, in bytes

Returns:

the chunk

createChunkForPool

private Chunk createChunkForPool(CompactingMemStore.IndexType chunkIndexType,
                                 int chunkSize)

getChunk

Chunk getChunk(int id)

isOffheap

boolean isOffheap()

removeChunks

private void removeChunks(Set<Integer> chunkIDs)

removeChunk

Chunk removeChunk(int chunkId)

numberOfMappedChunks

int numberOfMappedChunks()

clearChunkIds

void clearChunkIds()

clearDisableFlag

static void clearDisableFlag()

initializePool

private ChunkCreator.MemStoreChunkPool initializePool(String label,
                                                      long globalMemStoreSize,
                                                      float poolSizePercentage,
                                                      float initialCountPercentage,
                                                      int chunkSize,
                                                      HeapMemoryManager heapMemoryManager)

getMaxCount

int getMaxCount()

getMaxCount

int getMaxCount(ChunkCreator.ChunkType chunkType)

getPoolSize

int getPoolSize()

getPoolSize

int getPoolSize(ChunkCreator.ChunkType chunkType)

isChunkInPool

boolean isChunkInPool(int chunkId)

clearChunksInPool

void clearChunksInPool()

getChunkSize

int getChunkSize()

getChunkSize

int getChunkSize(ChunkCreator.ChunkType chunkType)

putbackChunks

void putbackChunks(Set<Integer> chunks)