org.apache.hadoop.hbase.io.hfile.bucket

Class TestBucketCacheRefCnt.MyBucketCache2

java.lang.Object

org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

org.apache.hadoop.hbase.io.hfile.bucket.TestBucketCacheRefCnt.MyBucketCache2

All Implemented Interfaces:

Iterable<org.apache.hadoop.hbase.io.hfile.CachedBlock>, org.apache.hadoop.hbase.io.HeapSize, org.apache.hadoop.hbase.io.hfile.BlockCache

Enclosing class:

TestBucketCacheRefCnt

static class TestBucketCacheRefCnt.MyBucketCache2
extends org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.RAMCache, org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.RAMQueueEntry, org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.WriterThread

Field Summary

Fields

Modifier and Type	Field and Description
private AtomicInteger	blockEvictCounter
private static String	CACHE_BLOCK_THREAD_NAME
private static String	EVICT_BLOCK_THREAD_NAME
private CyclicBarrier	evictCyclicBarrier
private AtomicInteger	freeBucketEntryCounter
private static String	GET_BLOCK_THREAD_NAME
private CyclicBarrier	getCyclicBarrier
private org.apache.hadoop.hbase.nio.ByteBuff	overwiteByteBuff
private CyclicBarrier	putCyclicBarrier
private AtomicInteger	removeRamCounter
private CyclicBarrier	writeThreadDoneCyclicBarrier This is used for BucketCache.WriterThread,CACHE_BLOCK_THREAD_NAME and EVICT_BLOCK_THREAD_NAME,waiting for caching block completed.

Fields inherited from class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

ACCEPT_FACTOR_CONFIG_NAME, backingMap, DEFAULT_ERROR_TOLERATION_DURATION, DEFAULT_MEMORY_FACTOR, DEFAULT_MIN_FACTOR, DEFAULT_MULTI_FACTOR, DEFAULT_SINGLE_FACTOR, DEFAULT_WRITER_QUEUE_ITEMS, DEFAULT_WRITER_THREADS, EXTRA_FREE_FACTOR_CONFIG_NAME, ioEngine, MEMORY_FACTOR_CONFIG_NAME, MIN_FACTOR_CONFIG_NAME, MULTI_FACTOR_CONFIG_NAME, offsetLock, ramCache, SINGLE_FACTOR_CONFIG_NAME, wait_when_cache, writerQueues, writerThreads

Constructor Summary

Constructors

Constructor and Description
MyBucketCache2(String ioEngineName, long capacity, int blockSize, int[] bucketSizes, int writerThreadNum, int writerQLen, String persistencePath)

Method Summary

Modifier and Type	Method and Description
(package private) void	blockEvicted(org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey, org.apache.hadoop.hbase.io.hfile.bucket.BucketEntry bucketEntry, boolean decrementBlockNumber, boolean evictedByEvictionProcess)
(package private) void	doDrain(List<org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.RAMQueueEntry> entries, ByteBuffer metaBuff)
(package private) void	freeBucketEntry(org.apache.hadoop.hbase.io.hfile.bucket.BucketEntry bucketEntry) Overwrite 0xff to the BucketEntry content to simulate it would be overwrite after the BucketEntry is freed.
org.apache.hadoop.hbase.io.hfile.Cacheable	getBlock(org.apache.hadoop.hbase.io.hfile.BlockCacheKey key, boolean caching, boolean repeat, boolean updateCacheMetrics)
protected void	putIntoBackingMap(org.apache.hadoop.hbase.io.hfile.BlockCacheKey key, org.apache.hadoop.hbase.io.hfile.bucket.BucketEntry bucketEntry)
protected boolean	removeFromRamCache(org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey)

Methods inherited from class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

acceptableSize, cacheBlock, cacheBlock, cacheBlockWithWait, cacheBlockWithWaitInternal, evictBlock, evictBlockIfNoRpcReferenced, evictBlocksByHfileName, evictBucketEntryIfNoRpcReferenced, freeSpace, getAcceptableFactor, getAlgorithm, getAllocator, getBlockCaches, getBlockCount, getCurrentDataSize, getCurrentSize, getDataBlockCount, getExtraFreeFactor, getFreeSize, getIoEngine, getMaxSize, getMemoryFactor, getMinFactor, getMultiFactor, getPartitionSize, getRAMQueueEntries, getRealCacheSize, getRpcRefCount, getSingleFactor, getStats, heapSize, isCacheEnabled, iterator, logStats, shouldReplaceExistingCacheBlock, shutdown, size, startWriterThreads, stopWriterThreads

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hadoop.hbase.io.hfile.BlockCache

isMetaBlock

Methods inherited from interface java.lang.Iterable

forEach, spliterator

Field Detail

GET_BLOCK_THREAD_NAME

private static final String GET_BLOCK_THREAD_NAME

See Also:

Constant Field Values

CACHE_BLOCK_THREAD_NAME

private static final String CACHE_BLOCK_THREAD_NAME

See Also:

Constant Field Values

EVICT_BLOCK_THREAD_NAME

private static final String EVICT_BLOCK_THREAD_NAME

See Also:

Constant Field Values

getCyclicBarrier

private final CyclicBarrier getCyclicBarrier

evictCyclicBarrier

private final CyclicBarrier evictCyclicBarrier

putCyclicBarrier

private final CyclicBarrier putCyclicBarrier

writeThreadDoneCyclicBarrier

private final CyclicBarrier writeThreadDoneCyclicBarrier

This is used for BucketCache.WriterThread,CACHE_BLOCK_THREAD_NAME and EVICT_BLOCK_THREAD_NAME,waiting for caching block completed.

blockEvictCounter

private final AtomicInteger blockEvictCounter

removeRamCounter

private final AtomicInteger removeRamCounter

freeBucketEntryCounter

private final AtomicInteger freeBucketEntryCounter

overwiteByteBuff

private org.apache.hadoop.hbase.nio.ByteBuff overwiteByteBuff

Constructor Detail

MyBucketCache2

public MyBucketCache2(String ioEngineName,
                      long capacity,
                      int blockSize,
                      int[] bucketSizes,
                      int writerThreadNum,
                      int writerQLen,
                      String persistencePath)
               throws IOException

Throws:

IOException

Method Detail

putIntoBackingMap

protected void putIntoBackingMap(org.apache.hadoop.hbase.io.hfile.BlockCacheKey key,
                                 org.apache.hadoop.hbase.io.hfile.bucket.BucketEntry bucketEntry)

Overrides:

putIntoBackingMap in class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

doDrain

void doDrain(List<org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.RAMQueueEntry> entries,
             ByteBuffer metaBuff)
      throws InterruptedException

Overrides:

doDrain in class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

Throws:

InterruptedException

getBlock

public org.apache.hadoop.hbase.io.hfile.Cacheable getBlock(org.apache.hadoop.hbase.io.hfile.BlockCacheKey key,
                                                           boolean caching,
                                                           boolean repeat,
                                                           boolean updateCacheMetrics)

Specified by:

getBlock in interface org.apache.hadoop.hbase.io.hfile.BlockCache

Overrides:

getBlock in class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

removeFromRamCache

protected boolean removeFromRamCache(org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey)

Overrides:

removeFromRamCache in class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

blockEvicted

void blockEvicted(org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey,
                  org.apache.hadoop.hbase.io.hfile.bucket.BucketEntry bucketEntry,
                  boolean decrementBlockNumber,
                  boolean evictedByEvictionProcess)

Overrides:

blockEvicted in class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache

freeBucketEntry

void freeBucketEntry(org.apache.hadoop.hbase.io.hfile.bucket.BucketEntry bucketEntry)

Overwrite 0xff to the BucketEntry content to simulate it would be overwrite after the BucketEntry is freed.

Overrides:

freeBucketEntry in class org.apache.hadoop.hbase.io.hfile.bucket.BucketCache