Package org.apache.hadoop.hbase.regionserver

Class ChunkCreator

java.lang.Object

org.apache.hadoop.hbase.regionserver.ChunkCreator

@Private
public class ChunkCreator
extends Object

Does the management of memstoreLAB chunk creations. A monotonically incrementing id is associated with every chunk

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static enum	ChunkCreator.ChunkType	Types of chunks, based on their sizes
private class	ChunkCreator.MemStoreChunkPool	A pool of Chunk instances.

Field Summary

Fields

Modifier and Type	Field	Description
private AtomicInteger	chunkID
private Map<Integer,Chunk>	chunkIdMap
(package private) static boolean	chunkPoolDisabled
private final int	chunkSize
private ChunkCreator.MemStoreChunkPool	dataChunksPool
private int	indexChunkSize
private ChunkCreator.MemStoreChunkPool	indexChunksPool
(package private) static ChunkCreator	instance
private static final org.slf4j.Logger	LOG
private final boolean	offheap
static final int	SIZEOF_CHUNK_HEADER

Constructor Summary

Constructors

Constructor	Description
ChunkCreator(int chunkSize, boolean offheap, long globalMemStoreSize, float poolSizePercentage, float initialCountPercentage, HeapMemoryManager heapMemoryManager, float indexChunkSizePercentage)

Method Summary

Modifier and Type	Method	Description
(package private) void	clearChunkIds()
(package private) void	clearChunksInPool()
(package private) static void	clearDisableFlag()
private Chunk	createChunk(boolean pool, ChunkCreator.ChunkType chunkType, int size)	Creates the chunk either onheap or offheap
private Chunk	createChunkForPool(ChunkCreator.ChunkType chunkType, int chunkSize)
(package private) Chunk	getChunk()	Creates and inits a data chunk.
(package private) Chunk	getChunk(int id)
(package private) Chunk	getChunk(ChunkCreator.ChunkType chunkType)	Creates and inits a chunk with specific type.
(package private) Chunk	getChunk(ChunkCreator.ChunkType chunkType, int size)	Creates and inits a chunk.
(package private) int	getChunkSize()
(package private) int	getChunkSize(ChunkCreator.ChunkType chunkType)
(package private) ChunkCreator.MemStoreChunkPool	getDataChunksPool()
(package private) ChunkCreator.MemStoreChunkPool	getIndexChunksPool()
static ChunkCreator	getInstance()
(package private) Chunk	getJumboChunk(int jumboSize)	Creates and inits a chunk of a special size, bigger than a regular chunk size.
(package private) int	getMaxCount()
(package private) int	getMaxCount(ChunkCreator.ChunkType chunkType)
(package private) int	getPoolSize()
(package private) int	getPoolSize(ChunkCreator.ChunkType chunkType)
static ChunkCreator	initialize(int chunkSize, boolean offheap, long globalMemStoreSize, float poolSizePercentage, float initialCountPercentage, HeapMemoryManager heapMemoryManager, float indexChunkSizePercent)	Initializes the instance of ChunkCreator
private ChunkCreator.MemStoreChunkPool	initializePool(String label, long globalMemStoreSize, float poolSizePercentage, float initialCountPercentage, int chunkSize, ChunkCreator.ChunkType chunkType, HeapMemoryManager heapMemoryManager)
private void	initializePools(int chunkSize, long globalMemStoreSize, float poolSizePercentage, float indexChunkSizePercentage, float initialCountPercentage, HeapMemoryManager heapMemoryManager)
(package private) boolean	isChunkInPool(int chunkId)
(package private) boolean	isOffheap()
(package private) int	numberOfMappedChunks()
(package private) void	putbackChunks(Set<Integer> chunks)
(package private) Chunk	removeChunk(int chunkId)
private void	removeChunks(Set<Integer> chunkIDs)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

chunkID

private AtomicInteger chunkID

SIZEOF_CHUNK_HEADER

public static final int SIZEOF_CHUNK_HEADER

See Also:

• Constant Field Values

chunkIdMap

private Map<Integer,Chunk> chunkIdMap

offheap

private final boolean offheap

instance

static ChunkCreator instance

chunkPoolDisabled

static boolean chunkPoolDisabled

dataChunksPool

private ChunkCreator.MemStoreChunkPool dataChunksPool

chunkSize

private final int chunkSize

indexChunkSize

private int indexChunkSize

indexChunksPool

private ChunkCreator.MemStoreChunkPool indexChunksPool

Constructor Details

ChunkCreator

ChunkCreator(int chunkSize,
 boolean offheap,
 long globalMemStoreSize,
 float poolSizePercentage,
 float initialCountPercentage,
 HeapMemoryManager heapMemoryManager,
 float indexChunkSizePercentage)

Method Details

initializePools

private void initializePools(int chunkSize,
 long globalMemStoreSize,
 float poolSizePercentage,
 float indexChunkSizePercentage,
 float initialCountPercentage,
 HeapMemoryManager heapMemoryManager)

initialize

public static ChunkCreator initialize(int chunkSize,
 boolean offheap,
 long globalMemStoreSize,
 float poolSizePercentage,
 float initialCountPercentage,
 HeapMemoryManager heapMemoryManager,
 float indexChunkSizePercent)

Initializes the instance of ChunkCreator

Parameters:

chunkSize - the chunkSize

offheap - indicates if the chunk is to be created offheap or not

globalMemStoreSize - the global memstore size

poolSizePercentage - pool size percentage

initialCountPercentage - the initial count of the chunk pool if any

heapMemoryManager - the heapmemory manager

Returns:

singleton MSLABChunkCreator

getInstance

public static ChunkCreator getInstance()

getChunk

Chunk getChunk()

Creates and inits a data chunk. The default implementation.

Returns:

the chunk that was initialized

getChunk

Chunk getChunk(ChunkCreator.ChunkType chunkType)

Creates and inits a chunk with specific type.

Returns:

the chunk that was initialized

getChunk

Chunk getChunk(ChunkCreator.ChunkType chunkType,
 int size)

Creates and inits a chunk.

Parameters:

size - the size of the chunk to be allocated, in bytes

Returns:

the chunk that was initialized

getJumboChunk

Chunk getJumboChunk(int jumboSize)

Creates and inits a chunk of a special size, bigger than a regular chunk size. Such a chunk will never come from pool and will always be on demand allocated.

Parameters:

jumboSize - the special size to be used

Returns:

the chunk that was initialized

createChunk

private Chunk createChunk(boolean pool,
 ChunkCreator.ChunkType chunkType,
 int size)

Creates the chunk either onheap or offheap

Parameters:

pool - indicates if the chunks have to be created which will be used by the Pool

chunkType - whether the requested chunk is data chunk or index chunk.

size - the size of the chunk to be allocated, in bytes

Returns:

the chunk

createChunkForPool

private Chunk createChunkForPool(ChunkCreator.ChunkType chunkType,
 int chunkSize)

getChunk

Chunk getChunk(int id)

isOffheap

boolean isOffheap()

removeChunks

private void removeChunks(Set<Integer> chunkIDs)

removeChunk

Chunk removeChunk(int chunkId)

numberOfMappedChunks

int numberOfMappedChunks()

clearChunkIds

void clearChunkIds()

clearDisableFlag

static void clearDisableFlag()

initializePool

private ChunkCreator.MemStoreChunkPool initializePool(String label,
 long globalMemStoreSize,
 float poolSizePercentage,
 float initialCountPercentage,
 int chunkSize,
 ChunkCreator.ChunkType chunkType,
 HeapMemoryManager heapMemoryManager)

getMaxCount

int getMaxCount()

getMaxCount

int getMaxCount(ChunkCreator.ChunkType chunkType)

getPoolSize

int getPoolSize()

getPoolSize

int getPoolSize(ChunkCreator.ChunkType chunkType)

isChunkInPool

boolean isChunkInPool(int chunkId)

clearChunksInPool

void clearChunksInPool()

getChunkSize

int getChunkSize()

getChunkSize

int getChunkSize(ChunkCreator.ChunkType chunkType)

putbackChunks

void putbackChunks(Set<Integer> chunks)

getIndexChunksPool

ChunkCreator.MemStoreChunkPool getIndexChunksPool()

getDataChunksPool

ChunkCreator.MemStoreChunkPool getDataChunksPool()