org.apache.hadoop.hbase.io.hfile.bucket

Class TestBucketCacheRefCnt.MyBucketCache

java.lang.Object

org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

org.apache.hadoop.hbase.io.hfile.bucket.TestBucketCacheRefCnt.MyBucketCache

All Implemented Interfaces:

Iterable<org.apache.hadoop.hbase.io.hfile.CachedBlock>, org.apache.hadoop.hbase.io.HeapSize, org.apache.hadoop.hbase.io.hfile.BlockCache

Enclosing class:

TestBucketCacheRefCnt

static class TestBucketCacheRefCnt.MyBucketCache
extends org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.RAMCache, org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.RAMQueueEntry, org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.WriterThread

Field Summary

Fields

Modifier and Type	Field and Description
private AtomicInteger	blockEvictCounter
private static String	CACHE_BLOCK_THREAD_NAME
private CyclicBarrier	cyclicBarrier
private AtomicInteger	freeBucketEntryCounter
private static String	GET_BLOCK_THREAD_NAME
private org.apache.hadoop.hbase.nio.ByteBuff	overwiteByteBuff
private AtomicInteger	replaceCounter

Fields inherited from class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

ACCEPT_FACTOR_CONFIG_NAME, backingMap, DEFAULT_ERROR_TOLERATION_DURATION, DEFAULT_MEMORY_FACTOR, DEFAULT_MIN_FACTOR, DEFAULT_MULTI_FACTOR, DEFAULT_SINGLE_FACTOR, DEFAULT_WRITER_QUEUE_ITEMS, DEFAULT_WRITER_THREADS, EXTRA_FREE_FACTOR_CONFIG_NAME, ioEngine, MEMORY_FACTOR_CONFIG_NAME, MIN_FACTOR_CONFIG_NAME, MULTI_FACTOR_CONFIG_NAME, offsetLock, ramCache, SINGLE_FACTOR_CONFIG_NAME, wait_when_cache, writerQueues, writerThreads

Constructor Summary

Constructors

Constructor and Description
MyBucketCache(String ioEngineName, long capacity, int blockSize, int[] bucketSizes, int writerThreadNum, int writerQLen, String persistencePath)

Method Summary

Modifier and Type	Method and Description
(package private) void	blockEvicted(org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey, org.apache.hadoop.hbase.io.hfile.bucket.BucketEntry bucketEntry, boolean decrementBlockNumber, boolean evictedByEvictionProcess)
protected void	cacheBlockWithWaitInternal(org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey, org.apache.hadoop.hbase.io.hfile.Cacheable cachedItem, boolean inMemory, boolean wait)
(package private) void	freeBucketEntry(org.apache.hadoop.hbase.io.hfile.bucket.BucketEntry bucketEntry) Overwrite 0xff to the BucketEntry content to simulate it would be overwrite after the BucketEntry is freed.
org.apache.hadoop.hbase.io.hfile.Cacheable	getBlock(org.apache.hadoop.hbase.io.hfile.BlockCacheKey key, boolean caching, boolean repeat, boolean updateCacheMetrics)
protected boolean	shouldReplaceExistingCacheBlock(org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey, org.apache.hadoop.hbase.io.hfile.Cacheable newBlock) Simulate the Block could be replaced.

Methods inherited from class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

acceptableSize, cacheBlock, cacheBlock, cacheBlockWithWait, doDrain, evictBlock, evictBlockIfNoRpcReferenced, evictBlocksByHfileName, evictBucketEntryIfNoRpcReferenced, freeSpace, getAcceptableFactor, getAlgorithm, getAllocator, getBlockCaches, getBlockCount, getCurrentDataSize, getCurrentSize, getDataBlockCount, getExtraFreeFactor, getFreeSize, getIoEngine, getMaxSize, getMemoryFactor, getMinFactor, getMultiFactor, getPartitionSize, getRAMQueueEntries, getRealCacheSize, getRpcRefCount, getSingleFactor, getStats, heapSize, isCacheEnabled, iterator, logStats, putIntoBackingMap, removeFromRamCache, shutdown, size, startWriterThreads, stopWriterThreads

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hadoop.hbase.io.hfile.BlockCache

isMetaBlock

Methods inherited from interface java.lang.Iterable

forEach, spliterator

Field Detail

GET_BLOCK_THREAD_NAME

private static final String GET_BLOCK_THREAD_NAME

See Also:

Constant Field Values

CACHE_BLOCK_THREAD_NAME

private static final String CACHE_BLOCK_THREAD_NAME

See Also:

Constant Field Values

cyclicBarrier

private final CyclicBarrier cyclicBarrier

replaceCounter

private final AtomicInteger replaceCounter

blockEvictCounter

private final AtomicInteger blockEvictCounter

freeBucketEntryCounter

private final AtomicInteger freeBucketEntryCounter

overwiteByteBuff

private org.apache.hadoop.hbase.nio.ByteBuff overwiteByteBuff

Constructor Detail

MyBucketCache

public MyBucketCache(String ioEngineName,
                     long capacity,
                     int blockSize,
                     int[] bucketSizes,
                     int writerThreadNum,
                     int writerQLen,
                     String persistencePath)
              throws IOException

Throws:

IOException

Method Detail

shouldReplaceExistingCacheBlock

protected boolean shouldReplaceExistingCacheBlock(org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey,
                                                  org.apache.hadoop.hbase.io.hfile.Cacheable newBlock)

Simulate the Block could be replaced.

Overrides:

shouldReplaceExistingCacheBlock in class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

getBlock

public org.apache.hadoop.hbase.io.hfile.Cacheable getBlock(org.apache.hadoop.hbase.io.hfile.BlockCacheKey key,
                                                           boolean caching,
                                                           boolean repeat,
                                                           boolean updateCacheMetrics)

Specified by:

getBlock in interface org.apache.hadoop.hbase.io.hfile.BlockCache

Overrides:

getBlock in class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

cacheBlockWithWaitInternal

protected void cacheBlockWithWaitInternal(org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey,
                                          org.apache.hadoop.hbase.io.hfile.Cacheable cachedItem,
                                          boolean inMemory,
                                          boolean wait)

Overrides:

cacheBlockWithWaitInternal in class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

blockEvicted

void blockEvicted(org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey,
                  org.apache.hadoop.hbase.io.hfile.bucket.BucketEntry bucketEntry,
                  boolean decrementBlockNumber,
                  boolean evictedByEvictionProcess)

Overrides:

blockEvicted in class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

freeBucketEntry

void freeBucketEntry(org.apache.hadoop.hbase.io.hfile.bucket.BucketEntry bucketEntry)

Overwrite 0xff to the BucketEntry content to simulate it would be overwrite after the BucketEntry is freed.

Overrides:

freeBucketEntry in class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache