Package org.apache.hadoop.hbase.io.hfile

Class TestCacheOnWrite

java.lang.Object

org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite

@Tag("org.apache.hadoop.hbase.testclassification.IOTests") @Tag("org.apache.hadoop.hbase.testclassification.LargeTests")
public class TestCacheOnWrite
extends Object

Tests HFile cache-on-write functionality for the following block types: data blocks, non-root index blocks, and Bloom filter blocks.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private static enum	TestCacheOnWrite.CacheOnWriteType

Field Summary

Fields

Modifier and Type	Field	Description
private org.apache.hadoop.hbase.io.hfile.BlockCache	blockCache
private static final int	BLOOM_BLOCK_SIZE
private static final Set<org.apache.hadoop.hbase.io.hfile.BlockType>	BLOOM_BLOCK_TYPES
private static final org.apache.hadoop.hbase.regionserver.BloomType	BLOOM_TYPE
private static final long	CACHE_COMPACTION_HIGH_THRESHOLD
private static final long	CACHE_COMPACTION_LOW_THRESHOLD
private final boolean	cacheCompressedData
private org.apache.hadoop.hbase.io.hfile.CacheConfig	cacheConf
private static final int	CKBYTES
private final org.apache.hadoop.hbase.io.compress.Compression.Algorithm	compress
private org.apache.hadoop.conf.Configuration	conf
private final TestCacheOnWrite.CacheOnWriteType	cowType
private static final int	DATA_BLOCK_SIZE
private static final Set<org.apache.hadoop.hbase.io.hfile.BlockType>	DATA_BLOCK_TYPES
private org.apache.hadoop.fs.FileSystem	fs
private static final int	INDEX_BLOCK_SIZE
private static final Set<org.apache.hadoop.hbase.io.hfile.BlockType>	INDEX_BLOCK_TYPES
private static final org.slf4j.Logger	LOG
private static final int	NUM_KV
private static final int	NUM_VALID_KEY_TYPES	The number of valid key types possible in a store file
private Random	rand
private org.apache.hadoop.fs.Path	storeFilePath
private static final HBaseTestingUtil	TEST_UTIL
private String	testDescription

Constructor Summary

Constructors

Constructor	Description
TestCacheOnWrite(TestCacheOnWrite.CacheOnWriteType cowType, org.apache.hadoop.hbase.io.compress.Compression.Algorithm compress, boolean cacheCompressedData, org.apache.hadoop.hbase.io.hfile.BlockCache blockCache)

Method Summary

Modifier and Type	Method	Description
static void	afterClass()
private void	clearBlockCache(org.apache.hadoop.hbase.io.hfile.BlockCache blockCache)
static org.apache.hadoop.hbase.KeyValue.Type	generateKeyType(Random rand)
private static List<org.apache.hadoop.hbase.io.hfile.BlockCache>	getBlockCaches()
static Stream<org.junit.jupiter.params.provider.Arguments>	parameters()
private void	readStoreFile(boolean useTags)
void	setUp()
void	tearDown()
void	testCachingDataBlocksDuringCompaction()
private void	testCachingDataBlocksDuringCompactionInternals(boolean useTags, boolean cacheBlocksOnCompaction, long cacheBlocksOnCompactionThreshold)
void	testCachingDataBlocksThresholdDuringCompaction()
void	testStoreFileCacheOnWrite()
private void	testStoreFileCacheOnWriteInternals(boolean useTags)
private void	writeStoreFile(boolean useTags)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

TEST_UTIL

private static final HBaseTestingUtil TEST_UTIL

conf

private org.apache.hadoop.conf.Configuration conf

cacheConf

private org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConf

fs

private org.apache.hadoop.fs.FileSystem fs

rand

private Random rand

storeFilePath

private org.apache.hadoop.fs.Path storeFilePath

blockCache

private org.apache.hadoop.hbase.io.hfile.BlockCache blockCache

testDescription

private String testDescription

cowType

private final TestCacheOnWrite.CacheOnWriteType cowType

compress

private final org.apache.hadoop.hbase.io.compress.Compression.Algorithm compress

cacheCompressedData

private final boolean cacheCompressedData

DATA_BLOCK_SIZE

private static final int DATA_BLOCK_SIZE

See Also:

• Constant Field Values

NUM_KV

private static final int NUM_KV

See Also:

• Constant Field Values

INDEX_BLOCK_SIZE

private static final int INDEX_BLOCK_SIZE

See Also:

• Constant Field Values

BLOOM_BLOCK_SIZE

private static final int BLOOM_BLOCK_SIZE

See Also:

• Constant Field Values

BLOOM_TYPE

private static final org.apache.hadoop.hbase.regionserver.BloomType BLOOM_TYPE

CKBYTES

private static final int CKBYTES

See Also:

• Constant Field Values

INDEX_BLOCK_TYPES

private static final Set<org.apache.hadoop.hbase.io.hfile.BlockType> INDEX_BLOCK_TYPES

BLOOM_BLOCK_TYPES

private static final Set<org.apache.hadoop.hbase.io.hfile.BlockType> BLOOM_BLOCK_TYPES

DATA_BLOCK_TYPES

private static final Set<org.apache.hadoop.hbase.io.hfile.BlockType> DATA_BLOCK_TYPES

CACHE_COMPACTION_LOW_THRESHOLD

private static final long CACHE_COMPACTION_LOW_THRESHOLD

See Also:

• Constant Field Values

CACHE_COMPACTION_HIGH_THRESHOLD

private static final long CACHE_COMPACTION_HIGH_THRESHOLD

See Also:

• Constant Field Values

NUM_VALID_KEY_TYPES

private static final int NUM_VALID_KEY_TYPES

The number of valid key types possible in a store file

Constructor Details

TestCacheOnWrite

public TestCacheOnWrite(TestCacheOnWrite.CacheOnWriteType cowType,
 org.apache.hadoop.hbase.io.compress.Compression.Algorithm compress,
 boolean cacheCompressedData,
 org.apache.hadoop.hbase.io.hfile.BlockCache blockCache)

Method Details

getBlockCaches

private static List<org.apache.hadoop.hbase.io.hfile.BlockCache> getBlockCaches()
                                                                         throws IOException

Throws:

IOException

parameters

public static Stream<org.junit.jupiter.params.provider.Arguments> parameters()
                                                                      throws IOException

Throws:

IOException

clearBlockCache

private void clearBlockCache(org.apache.hadoop.hbase.io.hfile.BlockCache blockCache)
                      throws InterruptedException

Throws:

InterruptedException

setUp

@BeforeEach
public void setUp()
           throws IOException

Throws:

IOException

tearDown

@AfterEach
public void tearDown()
              throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

afterClass

@AfterAll
public static void afterClass()
                       throws IOException

Throws:

IOException

testStoreFileCacheOnWriteInternals

private void testStoreFileCacheOnWriteInternals(boolean useTags)
                                         throws IOException

Throws:

IOException

readStoreFile

private void readStoreFile(boolean useTags)
                    throws IOException

Throws:

IOException

generateKeyType

public static org.apache.hadoop.hbase.KeyValue.Type generateKeyType(Random rand)

writeStoreFile

private void writeStoreFile(boolean useTags)
                     throws IOException

Throws:

IOException

testCachingDataBlocksDuringCompactionInternals

private void testCachingDataBlocksDuringCompactionInternals(boolean useTags,
 boolean cacheBlocksOnCompaction,
 long cacheBlocksOnCompactionThreshold)
                                                     throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

testStoreFileCacheOnWrite

@TestTemplate
public void testStoreFileCacheOnWrite()
                               throws IOException

Throws:

IOException

testCachingDataBlocksDuringCompaction

@TestTemplate
public void testCachingDataBlocksDuringCompaction()
                                           throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

testCachingDataBlocksThresholdDuringCompaction

@TestTemplate
public void testCachingDataBlocksThresholdDuringCompaction()
                                                    throws IOException,
InterruptedException

Throws:

IOException

InterruptedException