Package org.apache.hadoop.hbase.io.hfile.bucket

Class TestPrefetchWithBucketCache

java.lang.Object

org.apache.hadoop.hbase.io.hfile.bucket.TestPrefetchWithBucketCache

@Tag("org.apache.hadoop.hbase.testclassification.IOTests") @Tag("org.apache.hadoop.hbase.testclassification.MediumTests")
public class TestPrefetchWithBucketCache
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
private org.apache.hadoop.hbase.io.hfile.BlockCache	blockCache
private org.apache.hadoop.hbase.io.hfile.CacheConfig	cacheConf
private org.apache.hadoop.conf.Configuration	conf
private static final int	DATA_BLOCK_SIZE
private org.apache.hadoop.fs.FileSystem	fs
private static final org.slf4j.Logger	LOG
private static final int	NUM_VALID_KEY_TYPES
private static final HBaseTestingUtil	TEST_UTIL

Constructor Summary

Constructors

Constructor	Description
TestPrefetchWithBucketCache()

Method Summary

Modifier and Type	Method	Description
private org.apache.hadoop.hbase.io.hfile.HFile.Reader	createReaderAndWaitForPrefetchInterruption(org.apache.hadoop.fs.Path storeFilePath)
static org.apache.hadoop.hbase.KeyValue.Type	generateKeyType(Random rand)
private void	readStoreFile(org.apache.hadoop.fs.Path storeFilePath)
private void	readStoreFile(org.apache.hadoop.fs.Path storeFilePath, BiFunction<org.apache.hadoop.hbase.io.hfile.HFile.Reader,Long,org.apache.hadoop.hbase.io.hfile.HFileBlock> readFunction, BiConsumer<org.apache.hadoop.hbase.io.hfile.BlockCacheKey,org.apache.hadoop.hbase.io.hfile.HFileBlock> validationFunction)
void	setUp(org.junit.jupiter.api.TestInfo testInfo)
void	tearDown(org.junit.jupiter.api.TestInfo testInfo)
void	testPrefetchDoesntInterruptInMemoryOnCapacity()
void	testPrefetchDoesntOverwork()
void	testPrefetchInterruptOnCapacity()
void	testPrefetchMetricProgress()
void	testPrefetchMetricProgressForLinks(org.junit.jupiter.api.TestInfo testInfo)
void	testPrefetchMetricProgressForLinksToArchived(org.junit.jupiter.api.TestInfo testInfo)
void	testPrefetchRefsAfterSplit()
void	testPrefetchRunNoEvictions()
void	testPrefetchRunTriggersEvictions()
private org.apache.hadoop.fs.Path	writeStoreFile(int numKVs, org.apache.hadoop.fs.Path regionCFDir)
private org.apache.hadoop.fs.Path	writeStoreFile(String fname, int numKVs)
private org.apache.hadoop.fs.Path	writeStoreFile(String fname, org.apache.hadoop.hbase.io.hfile.HFileContext context, int numKVs)
private org.apache.hadoop.fs.Path	writeStoreFile(org.apache.hadoop.hbase.io.hfile.HFileContext context, int numKVs, org.apache.hadoop.fs.Path regionCFDir)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

TEST_UTIL

private static final HBaseTestingUtil TEST_UTIL

NUM_VALID_KEY_TYPES

private static final int NUM_VALID_KEY_TYPES

DATA_BLOCK_SIZE

private static final int DATA_BLOCK_SIZE

See Also:

• Constant Field Values

conf

private org.apache.hadoop.conf.Configuration conf

cacheConf

private org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConf

fs

private org.apache.hadoop.fs.FileSystem fs

blockCache

private org.apache.hadoop.hbase.io.hfile.BlockCache blockCache

Constructor Details

TestPrefetchWithBucketCache

public TestPrefetchWithBucketCache()

Method Details

setUp

@BeforeEach
public void setUp(org.junit.jupiter.api.TestInfo testInfo)
           throws IOException

Throws:

IOException

tearDown

@AfterEach
public void tearDown(org.junit.jupiter.api.TestInfo testInfo)

testPrefetchDoesntOverwork

@Test
public void testPrefetchDoesntOverwork()
                                throws Exception

Throws:

Exception

testPrefetchRefsAfterSplit

@Test
public void testPrefetchRefsAfterSplit()
                                throws Exception

Throws:

Exception

testPrefetchInterruptOnCapacity

@Test
public void testPrefetchInterruptOnCapacity()
                                     throws Exception

Throws:

Exception

testPrefetchDoesntInterruptInMemoryOnCapacity

@Test
public void testPrefetchDoesntInterruptInMemoryOnCapacity()
                                                   throws Exception

Throws:

Exception

testPrefetchRunNoEvictions

@Test
public void testPrefetchRunNoEvictions()
                                throws Exception

Throws:

Exception

testPrefetchRunTriggersEvictions

@Test
public void testPrefetchRunTriggersEvictions()
                                      throws Exception

Throws:

Exception

testPrefetchMetricProgress

@Test
public void testPrefetchMetricProgress()
                                throws Exception

Throws:

Exception

testPrefetchMetricProgressForLinks

@Test
public void testPrefetchMetricProgressForLinks(org.junit.jupiter.api.TestInfo testInfo)
                                        throws Exception

Throws:

Exception

testPrefetchMetricProgressForLinksToArchived

@Test
public void testPrefetchMetricProgressForLinksToArchived(org.junit.jupiter.api.TestInfo testInfo)
                                                  throws Exception

Throws:

Exception

readStoreFile

private void readStoreFile(org.apache.hadoop.fs.Path storeFilePath)
                    throws Exception

Throws:

Exception

readStoreFile

private void readStoreFile(org.apache.hadoop.fs.Path storeFilePath,
 BiFunction<org.apache.hadoop.hbase.io.hfile.HFile.Reader,Long,org.apache.hadoop.hbase.io.hfile.HFileBlock> readFunction,
 BiConsumer<org.apache.hadoop.hbase.io.hfile.BlockCacheKey,org.apache.hadoop.hbase.io.hfile.HFileBlock> validationFunction)
                    throws Exception

Throws:

Exception

createReaderAndWaitForPrefetchInterruption

private org.apache.hadoop.hbase.io.hfile.HFile.Reader createReaderAndWaitForPrefetchInterruption(org.apache.hadoop.fs.Path storeFilePath)
                                                                                          throws Exception

Throws:

Exception

writeStoreFile

private org.apache.hadoop.fs.Path writeStoreFile(String fname,
 int numKVs)
                                          throws IOException

Throws:

IOException

writeStoreFile

private org.apache.hadoop.fs.Path writeStoreFile(int numKVs,
 org.apache.hadoop.fs.Path regionCFDir)
                                          throws IOException

Throws:

IOException

writeStoreFile

private org.apache.hadoop.fs.Path writeStoreFile(String fname,
 org.apache.hadoop.hbase.io.hfile.HFileContext context,
 int numKVs)
                                          throws IOException

Throws:

IOException

writeStoreFile

private org.apache.hadoop.fs.Path writeStoreFile(org.apache.hadoop.hbase.io.hfile.HFileContext context,
 int numKVs,
 org.apache.hadoop.fs.Path regionCFDir)
                                          throws IOException

Throws:

IOException

generateKeyType

public static org.apache.hadoop.hbase.KeyValue.Type generateKeyType(Random rand)