org.apache.hadoop.hbase.io.hfile.bucket

Class TestBucketCache

java.lang.Object

org.apache.hadoop.hbase.io.hfile.bucket.TestBucketCache

public class TestBucketCache
extends Object

Basic test of BucketCache.Puts and gets.

Tests will ensure that blocks' data correctness under several threads concurrency

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private static class	TestBucketCache.MockedBucketCache

Field Summary

Fields

Modifier and Type	Field and Description
(package private) int	BLOCK_SIZE
(package private) org.apache.hadoop.hbase.io.hfile.bucket.BucketCache	cache
(package private) int	CACHE_SIZE
(package private) long	capacitySize
static HBaseClassTestRule	CLASS_RULE
int	constructedBlockSize
int[]	constructedBlockSizes
private static HBaseTestingUtility	HBASE_TESTING_UTILITY
(package private) String	ioEngineName
(package private) int	NUM_BLOCKS
(package private) int	NUM_QUERIES
(package private) int	NUM_THREADS
(package private) String	persistencePath
(package private) int	writerQLen
(package private) int	writeThreads

Constructor Summary

Constructors

Constructor and Description
TestBucketCache()

Method Summary

Modifier and Type	Method and Description
private void	cacheAndWaitUntilFlushedToBucket(org.apache.hadoop.hbase.io.hfile.bucket.BucketCache cache, org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey, org.apache.hadoop.hbase.io.hfile.Cacheable block)
private void	checkConfigValues(org.apache.hadoop.conf.Configuration conf, Map<String,float[]> configMap, boolean[] expectSuccess)
private org.apache.hadoop.fs.Path	createAndGetTestDir() Test Utility to create test dir and return name
static Iterable<Object[]>	data()
private static <T> T	randFrom(List<T> a) Return a random element from a.
void	setup()
void	tearDown()
void	testBucketAllocator()
void	testBucketAllocatorLargeBuckets()
void	testCacheBlockNextBlockMetadataMissing()
void	testCacheMultiThreadedSingleKey()
void	testCacheSimple()
void	testEvictionCount()
void	testFreeBlockWhenIOEngineWriteFailure()
void	testFreeBucketEntryRestoredFromFile() This test is for HBASE-26295, BucketEntry which is restored from a persistence file could not be freed even if corresponding HFileBlock is evicted from BucketCache.
void	testGetPartitionSize()
void	testHeapSizeChanges()
void	testInvalidAcceptFactorConfig()
void	testInvalidCacheSplitFactorConfig()
void	testInvalidExtraFreeFactorConfig()
void	testInvalidMinFactorConfig()
void	testMemoryLeak()
void	testOffsetProducesPositiveOutput()
void	testRAMCache()
void	testRetrieveFromFile()
void	testValidBucketCacheConfigs()
private void	validateGetPartitionSize(org.apache.hadoop.hbase.io.hfile.bucket.BucketCache bucketCache, float partitionFactor, float minFactor)
static void	waitUntilAllFlushedToBucket(org.apache.hadoop.hbase.io.hfile.bucket.BucketCache cache)
static void	waitUntilFlushedToBucket(org.apache.hadoop.hbase.io.hfile.bucket.BucketCache cache, org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

constructedBlockSize

public int constructedBlockSize

constructedBlockSizes

public int[] constructedBlockSizes

cache

org.apache.hadoop.hbase.io.hfile.bucket.BucketCache cache

CACHE_SIZE

final int CACHE_SIZE

See Also:

Constant Field Values

NUM_BLOCKS

final int NUM_BLOCKS

See Also:

Constant Field Values

BLOCK_SIZE

final int BLOCK_SIZE

See Also:

Constant Field Values

NUM_THREADS

final int NUM_THREADS

See Also:

Constant Field Values

NUM_QUERIES

final int NUM_QUERIES

See Also:

Constant Field Values

capacitySize

final long capacitySize

See Also:

Constant Field Values

writeThreads

final int writeThreads

See Also:

Constant Field Values

writerQLen

final int writerQLen

See Also:

Constant Field Values

ioEngineName

String ioEngineName

persistencePath

String persistencePath

HBASE_TESTING_UTILITY

private static final HBaseTestingUtility HBASE_TESTING_UTILITY

Constructor Detail

TestBucketCache

public TestBucketCache()

Method Detail

data

public static Iterable<Object[]> data()

setup

public void setup()
           throws IOException

Throws:

IOException

tearDown

public void tearDown()

createAndGetTestDir

private org.apache.hadoop.fs.Path createAndGetTestDir()
                                               throws IOException

Test Utility to create test dir and return name

Returns:

return name of created dir

Throws:

IOException - throws IOException

randFrom

private static <T> T randFrom(List<T> a)

Return a random element from a.

testBucketAllocator

public void testBucketAllocator()
                         throws org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocatorException

Throws:

org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocatorException

testCacheSimple

public void testCacheSimple()
                     throws Exception

Throws:

Exception

testCacheMultiThreadedSingleKey

public void testCacheMultiThreadedSingleKey()
                                     throws Exception

Throws:

Exception

testHeapSizeChanges

public void testHeapSizeChanges()
                         throws Exception

Throws:

Exception

waitUntilFlushedToBucket

public static void waitUntilFlushedToBucket(org.apache.hadoop.hbase.io.hfile.bucket.BucketCache cache,
                                            org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey)
                                     throws InterruptedException

Throws:

InterruptedException

waitUntilAllFlushedToBucket

public static void waitUntilAllFlushedToBucket(org.apache.hadoop.hbase.io.hfile.bucket.BucketCache cache)
                                        throws InterruptedException

Throws:

InterruptedException

cacheAndWaitUntilFlushedToBucket

private void cacheAndWaitUntilFlushedToBucket(org.apache.hadoop.hbase.io.hfile.bucket.BucketCache cache,
                                              org.apache.hadoop.hbase.io.hfile.BlockCacheKey cacheKey,
                                              org.apache.hadoop.hbase.io.hfile.Cacheable block)
                                       throws InterruptedException

Throws:

InterruptedException

testMemoryLeak

public void testMemoryLeak()
                    throws Exception

Throws:

Exception

testRetrieveFromFile

public void testRetrieveFromFile()
                          throws Exception

Throws:

Exception

testBucketAllocatorLargeBuckets

public void testBucketAllocatorLargeBuckets()
                                     throws org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocatorException

Throws:

org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocatorException

testGetPartitionSize

public void testGetPartitionSize()
                          throws IOException

Throws:

IOException

testValidBucketCacheConfigs

public void testValidBucketCacheConfigs()
                                 throws IOException

Throws:

IOException

testInvalidAcceptFactorConfig

public void testInvalidAcceptFactorConfig()
                                   throws IOException

Throws:

IOException

testInvalidMinFactorConfig

public void testInvalidMinFactorConfig()
                                throws IOException

Throws:

IOException

testInvalidExtraFreeFactorConfig

public void testInvalidExtraFreeFactorConfig()
                                      throws IOException

Throws:

IOException

testInvalidCacheSplitFactorConfig

public void testInvalidCacheSplitFactorConfig()
                                       throws IOException

Throws:

IOException

checkConfigValues

private void checkConfigValues(org.apache.hadoop.conf.Configuration conf,
                               Map<String,float[]> configMap,
                               boolean[] expectSuccess)
                        throws IOException

Throws:

IOException

validateGetPartitionSize

private void validateGetPartitionSize(org.apache.hadoop.hbase.io.hfile.bucket.BucketCache bucketCache,
                                      float partitionFactor,
                                      float minFactor)

testOffsetProducesPositiveOutput

public void testOffsetProducesPositiveOutput()

testEvictionCount

public void testEvictionCount()
                       throws InterruptedException

Throws:

InterruptedException

testCacheBlockNextBlockMetadataMissing

public void testCacheBlockNextBlockMetadataMissing()
                                            throws Exception

Throws:

Exception

testRAMCache

public void testRAMCache()

testFreeBlockWhenIOEngineWriteFailure

public void testFreeBlockWhenIOEngineWriteFailure()
                                           throws IOException

Throws:

IOException

testFreeBucketEntryRestoredFromFile

public void testFreeBucketEntryRestoredFromFile()
                                         throws Exception

This test is for HBASE-26295, BucketEntry which is restored from a persistence file could not be freed even if corresponding HFileBlock is evicted from BucketCache.

Throws:

Exception