Package org.apache.hadoop.hbase.io.hfile.bucket

Class TestPrefetchWithBucketCache

java.lang.Object

org.apache.hadoop.hbase.io.hfile.bucket.TestPrefetchWithBucketCache

public class TestPrefetchWithBucketCache
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
private org.apache.hadoop.hbase.io.hfile.BlockCache	blockCache
private org.apache.hadoop.hbase.io.hfile.CacheConfig	cacheConf
static final HBaseClassTestRule	CLASS_RULE
private org.apache.hadoop.conf.Configuration	conf
private static final int	DATA_BLOCK_SIZE
private org.apache.hadoop.fs.FileSystem	fs
private static final org.slf4j.Logger	LOG
org.junit.rules.TestName	name
private static final int	NUM_VALID_KEY_TYPES
private static final HBaseTestingUtil	TEST_UTIL

Constructor Summary

Constructors

Constructor	Description
TestPrefetchWithBucketCache()

Method Summary

Modifier and Type	Method	Description
private org.apache.hadoop.hbase.io.hfile.HFile.Reader	createReaderAndWaitForPrefetchInterruption(org.apache.hadoop.fs.Path storeFilePath)
static org.apache.hadoop.hbase.KeyValue.Type	generateKeyType(Random rand)
private void	readStoreFile(org.apache.hadoop.fs.Path storeFilePath)
private void	readStoreFile(org.apache.hadoop.fs.Path storeFilePath, BiFunction<org.apache.hadoop.hbase.io.hfile.HFile.Reader,Long,org.apache.hadoop.hbase.io.hfile.HFileBlock> readFunction, BiConsumer<org.apache.hadoop.hbase.io.hfile.BlockCacheKey,org.apache.hadoop.hbase.io.hfile.HFileBlock> validationFunction)
void	setUp()
void	tearDown()
void	testPrefetchDoesntInterruptInMemoryOnCapacity()
void	testPrefetchDoesntOverwork()
void	testPrefetchInterruptOnCapacity()
void	testPrefetchMetricProgress()
void	testPrefetchRefsAfterSplit()
void	testPrefetchRunNoEvictions()
void	testPrefetchRunTriggersEvictions()
private org.apache.hadoop.fs.Path	writeStoreFile(int numKVs, org.apache.hadoop.fs.Path regionCFDir)
private org.apache.hadoop.fs.Path	writeStoreFile(String fname, int numKVs)
private org.apache.hadoop.fs.Path	writeStoreFile(String fname, org.apache.hadoop.hbase.io.hfile.HFileContext context, int numKVs)
private org.apache.hadoop.fs.Path	writeStoreFile(org.apache.hadoop.hbase.io.hfile.HFileContext context, int numKVs, org.apache.hadoop.fs.Path regionCFDir)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

name

public org.junit.rules.TestName name

TEST_UTIL

private static final HBaseTestingUtil TEST_UTIL

NUM_VALID_KEY_TYPES

private static final int NUM_VALID_KEY_TYPES

DATA_BLOCK_SIZE

private static final int DATA_BLOCK_SIZE

See Also:

• Constant Field Values

conf

private org.apache.hadoop.conf.Configuration conf

cacheConf

private org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConf

fs

private org.apache.hadoop.fs.FileSystem fs

blockCache

private org.apache.hadoop.hbase.io.hfile.BlockCache blockCache

Constructor Details

TestPrefetchWithBucketCache

public TestPrefetchWithBucketCache()

Method Details

setUp

public void setUp()
           throws IOException

Throws:

IOException

tearDown

public void tearDown()

testPrefetchDoesntOverwork

public void testPrefetchDoesntOverwork()
                                throws Exception

Throws:

Exception

testPrefetchRefsAfterSplit

public void testPrefetchRefsAfterSplit()
                                throws Exception

Throws:

Exception

testPrefetchInterruptOnCapacity

public void testPrefetchInterruptOnCapacity()
                                     throws Exception

Throws:

Exception

testPrefetchDoesntInterruptInMemoryOnCapacity

public void testPrefetchDoesntInterruptInMemoryOnCapacity()
                                                   throws Exception

Throws:

Exception

testPrefetchRunNoEvictions

public void testPrefetchRunNoEvictions()
                                throws Exception

Throws:

Exception

testPrefetchRunTriggersEvictions

public void testPrefetchRunTriggersEvictions()
                                      throws Exception

Throws:

Exception

testPrefetchMetricProgress

public void testPrefetchMetricProgress()
                                throws Exception

Throws:

Exception

readStoreFile

private void readStoreFile(org.apache.hadoop.fs.Path storeFilePath)
                    throws Exception

Throws:

Exception

readStoreFile

private void readStoreFile(org.apache.hadoop.fs.Path storeFilePath,
 BiFunction<org.apache.hadoop.hbase.io.hfile.HFile.Reader,Long,org.apache.hadoop.hbase.io.hfile.HFileBlock> readFunction,
 BiConsumer<org.apache.hadoop.hbase.io.hfile.BlockCacheKey,org.apache.hadoop.hbase.io.hfile.HFileBlock> validationFunction)
                    throws Exception

Throws:

Exception

createReaderAndWaitForPrefetchInterruption

private org.apache.hadoop.hbase.io.hfile.HFile.Reader createReaderAndWaitForPrefetchInterruption(org.apache.hadoop.fs.Path storeFilePath)
                                                                                          throws Exception

Throws:

Exception

writeStoreFile

private org.apache.hadoop.fs.Path writeStoreFile(String fname,
 int numKVs)
                                          throws IOException

Throws:

IOException

writeStoreFile

private org.apache.hadoop.fs.Path writeStoreFile(int numKVs,
 org.apache.hadoop.fs.Path regionCFDir)
                                          throws IOException

Throws:

IOException

writeStoreFile

private org.apache.hadoop.fs.Path writeStoreFile(String fname,
 org.apache.hadoop.hbase.io.hfile.HFileContext context,
 int numKVs)
                                          throws IOException

Throws:

IOException

writeStoreFile

private org.apache.hadoop.fs.Path writeStoreFile(org.apache.hadoop.hbase.io.hfile.HFileContext context,
 int numKVs,
 org.apache.hadoop.fs.Path regionCFDir)
                                          throws IOException

Throws:

IOException

generateKeyType

public static org.apache.hadoop.hbase.KeyValue.Type generateKeyType(Random rand)