Package org.apache.hadoop.hbase.io.hfile

Class TestPrefetch

java.lang.Object

org.apache.hadoop.hbase.io.hfile.TestPrefetch

public class TestPrefetch
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
private org.apache.hadoop.hbase.io.hfile.BlockCache	blockCache
private org.apache.hadoop.hbase.io.hfile.CacheConfig	cacheConf
static final HBaseClassTestRule	CLASS_RULE
private org.apache.hadoop.conf.Configuration	conf
private static final int	DATA_BLOCK_SIZE
private org.apache.hadoop.fs.FileSystem	fs
private static final org.slf4j.Logger	LOG
private static final int	NUM_KV
private static final int	NUM_VALID_KEY_TYPES
io.opentelemetry.sdk.testing.junit4.OpenTelemetryRule	otelRule
private static final HBaseTestingUtil	TEST_UTIL

Constructor Summary

Constructors

Constructor	Description
TestPrefetch()

Method Summary

Modifier and Type	Method	Description
static org.apache.hadoop.hbase.KeyValue.Type	generateKeyType(Random rand)
private long	getElapsedTime(long startTime)
private void	readStoreFile(org.apache.hadoop.fs.Path storeFilePath)
private void	readStoreFile(org.apache.hadoop.fs.Path storeFilePath, BiFunction<org.apache.hadoop.hbase.io.hfile.HFile.Reader,Long,org.apache.hadoop.hbase.io.hfile.HFileBlock> readFunction, BiConsumer<org.apache.hadoop.hbase.io.hfile.BlockCacheKey,org.apache.hadoop.hbase.io.hfile.HFileBlock> validationFunction)
private void	readStoreFile(org.apache.hadoop.fs.Path storeFilePath, BiFunction<org.apache.hadoop.hbase.io.hfile.HFile.Reader,Long,org.apache.hadoop.hbase.io.hfile.HFileBlock> readFunction, BiConsumer<org.apache.hadoop.hbase.io.hfile.BlockCacheKey,org.apache.hadoop.hbase.io.hfile.HFileBlock> validationFunction, org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConfig)
private void	readStoreFileCacheOnly(org.apache.hadoop.fs.Path storeFilePath)
private void	readStoreFileLikeScanner(org.apache.hadoop.fs.Path storeFilePath)	Read a storefile in the same manner as a scanner -- using non-positional reads and without waiting for prefetch to complete.
void	setUp()
void	testOnConfigurationChange()
void	testPrefetch()
void	testPrefetchBlockCacheDisabled()
void	testPrefetchCompressed()
void	testPrefetchDoesntSkipHFileLink()
void	testPrefetchDoesntSkipRefs()
void	testPrefetchHeapUsageAboveThreshold()
void	testPrefetchRace()
void	testPrefetchSetInHCDWorks()
private void	testPrefetchWhenHFileLink(Consumer<org.apache.hadoop.hbase.io.hfile.Cacheable> test)
void	testPrefetchWhenNoBlockCache()
private void	testPrefetchWhenRefs(boolean compactionEnabled, Consumer<org.apache.hadoop.hbase.io.hfile.Cacheable> test)
void	testPrefetchWithDelay()
private org.apache.hadoop.fs.Path	writeStoreFile(String fname)
private org.apache.hadoop.fs.Path	writeStoreFile(String fname, org.apache.hadoop.hbase.io.hfile.HFileContext context)
private org.apache.hadoop.fs.Path	writeStoreFile(String fname, org.apache.hadoop.hbase.io.hfile.HFileContext context, org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConfig)
private org.apache.hadoop.hbase.util.Pair<org.apache.hadoop.fs.Path,byte[]>	writeStoreFileForSplit(org.apache.hadoop.fs.Path storeDir, org.apache.hadoop.hbase.io.hfile.HFileContext context)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

TEST_UTIL

private static final HBaseTestingUtil TEST_UTIL

NUM_VALID_KEY_TYPES

private static final int NUM_VALID_KEY_TYPES

DATA_BLOCK_SIZE

private static final int DATA_BLOCK_SIZE

See Also:

• Constant Field Values

NUM_KV

private static final int NUM_KV

See Also:

• Constant Field Values

conf

private org.apache.hadoop.conf.Configuration conf

cacheConf

private org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConf

fs

private org.apache.hadoop.fs.FileSystem fs

blockCache

private org.apache.hadoop.hbase.io.hfile.BlockCache blockCache

otelRule

public io.opentelemetry.sdk.testing.junit4.OpenTelemetryRule otelRule

Constructor Details

TestPrefetch

public TestPrefetch()

Method Details

setUp

public void setUp()
           throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

testPrefetchSetInHCDWorks

public void testPrefetchSetInHCDWorks()

testPrefetchBlockCacheDisabled

public void testPrefetchBlockCacheDisabled()
                                    throws Exception

Throws:

Exception

testPrefetchHeapUsageAboveThreshold

public void testPrefetchHeapUsageAboveThreshold()
                                         throws Exception

Throws:

Exception

testPrefetch

public void testPrefetch()
                  throws Exception

Throws:

Exception

testPrefetchRace

public void testPrefetchRace()
                      throws Exception

Throws:

Exception

readStoreFileLikeScanner

private void readStoreFileLikeScanner(org.apache.hadoop.fs.Path storeFilePath)
                               throws Exception

Read a storefile in the same manner as a scanner -- using non-positional reads and without waiting for prefetch to complete.

Throws:

Exception

readStoreFile

private void readStoreFile(org.apache.hadoop.fs.Path storeFilePath)
                    throws Exception

Throws:

Exception

readStoreFileCacheOnly

private void readStoreFileCacheOnly(org.apache.hadoop.fs.Path storeFilePath)
                             throws Exception

Throws:

Exception

readStoreFile

private void readStoreFile(org.apache.hadoop.fs.Path storeFilePath,
 BiFunction<org.apache.hadoop.hbase.io.hfile.HFile.Reader,Long,org.apache.hadoop.hbase.io.hfile.HFileBlock> readFunction,
 BiConsumer<org.apache.hadoop.hbase.io.hfile.BlockCacheKey,org.apache.hadoop.hbase.io.hfile.HFileBlock> validationFunction)
                    throws Exception

Throws:

Exception

readStoreFile

private void readStoreFile(org.apache.hadoop.fs.Path storeFilePath,
 BiFunction<org.apache.hadoop.hbase.io.hfile.HFile.Reader,Long,org.apache.hadoop.hbase.io.hfile.HFileBlock> readFunction,
 BiConsumer<org.apache.hadoop.hbase.io.hfile.BlockCacheKey,org.apache.hadoop.hbase.io.hfile.HFileBlock> validationFunction,
 org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConfig)
                    throws Exception

Throws:

Exception

testPrefetchCompressed

public void testPrefetchCompressed()
                            throws Exception

Throws:

Exception

testPrefetchDoesntSkipRefs

public void testPrefetchDoesntSkipRefs()
                                throws Exception

Throws:

Exception

testOnConfigurationChange

public void testOnConfigurationChange()

testPrefetchWithDelay

public void testPrefetchWithDelay()
                           throws Exception

Throws:

Exception

testPrefetchWhenNoBlockCache

public void testPrefetchWhenNoBlockCache()
                                  throws Exception

Throws:

Exception

testPrefetchDoesntSkipHFileLink

public void testPrefetchDoesntSkipHFileLink()
                                     throws Exception

Throws:

Exception

testPrefetchWhenRefs

private void testPrefetchWhenRefs(boolean compactionEnabled,
 Consumer<org.apache.hadoop.hbase.io.hfile.Cacheable> test)
                           throws Exception

Throws:

Exception

testPrefetchWhenHFileLink

private void testPrefetchWhenHFileLink(Consumer<org.apache.hadoop.hbase.io.hfile.Cacheable> test)
                                throws Exception

Throws:

Exception

writeStoreFile

private org.apache.hadoop.fs.Path writeStoreFile(String fname)
                                          throws IOException

Throws:

IOException

writeStoreFile

private org.apache.hadoop.fs.Path writeStoreFile(String fname,
 org.apache.hadoop.hbase.io.hfile.HFileContext context)
                                          throws IOException

Throws:

IOException

writeStoreFile

private org.apache.hadoop.fs.Path writeStoreFile(String fname,
 org.apache.hadoop.hbase.io.hfile.HFileContext context,
 org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConfig)
                                          throws IOException

Throws:

IOException

writeStoreFileForSplit

private org.apache.hadoop.hbase.util.Pair<org.apache.hadoop.fs.Path,byte[]> writeStoreFileForSplit(org.apache.hadoop.fs.Path storeDir,
 org.apache.hadoop.hbase.io.hfile.HFileContext context)
                                                                                            throws IOException

Throws:

IOException

generateKeyType

public static org.apache.hadoop.hbase.KeyValue.Type generateKeyType(Random rand)

getElapsedTime

private long getElapsedTime(long startTime)