Package org.apache.hadoop.hbase.io.hfile

Class TestHFileScannerImplReferenceCount

java.lang.Object

org.apache.hadoop.hbase.io.hfile.TestHFileScannerImplReferenceCount

@Tag("org.apache.hadoop.hbase.testclassification.IOTests") @Tag("org.apache.hadoop.hbase.testclassification.LargeTests")
public class TestHFileScannerImplReferenceCount
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
private org.apache.hadoop.hbase.io.ByteBuffAllocator	allocator
private static final int	CELL_COUNT
private org.apache.hadoop.conf.Configuration	conf
private static final byte[]	FAMILY
private org.apache.hadoop.hbase.ExtendedCell	firstCell
private org.apache.hadoop.fs.FileSystem	fs
private org.apache.hadoop.fs.Path	hfilePath
private String	ioengine
private static final org.slf4j.Logger	LOG
private static final byte[]	QUALIFIER
private static final Random	RNG
private org.apache.hadoop.hbase.ExtendedCell	secondCell
private static final byte[]	SUFFIX
private static final HBaseTestingUtil	UTIL
private org.apache.hadoop.fs.Path	workDir

Constructor Summary

Constructors

Constructor	Description
TestHFileScannerImplReferenceCount(String ioengine)

Method Summary

Modifier and Type	Method	Description
private void	assertRefCnt(org.apache.hadoop.hbase.io.hfile.HFileBlock block, int value)
static Stream<org.junit.jupiter.params.provider.Arguments>	parameters()
private static byte[]	randLongBytes()
void	setUp(org.junit.jupiter.api.TestInfo testInfo)
static void	setUpBeforeClass()
void	tearDown()
void	testCompression()
void	testDataBlockEncoding()
void	testDataBlockEncodingAndCompression()
void	testDefault()
void	testDisabledBlockCache()
private void	testReleaseBlock(org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression, org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding)	A careful UT for validating the reference count mechanism, if want to change this UT please read the design doc in HBASE-21879 firstly and make sure that understand the refCnt design.
void	testSeekBefore()	See HBASE-22480
void	testWithLruBlockCache()
private void	waitBucketCacheFlushed(org.apache.hadoop.hbase.io.hfile.BlockCache cache)
private void	writeHFile(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path hfilePath, org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression, org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding, int cellCount)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

ioengine

private String ioengine

LOG

private static final org.slf4j.Logger LOG

UTIL

private static final HBaseTestingUtil UTIL

RNG

private static final Random RNG

FAMILY

private static final byte[] FAMILY

QUALIFIER

private static final byte[] QUALIFIER

SUFFIX

private static final byte[] SUFFIX

CELL_COUNT

private static final int CELL_COUNT

See Also:

• Constant Field Values

conf

private org.apache.hadoop.conf.Configuration conf

workDir

private org.apache.hadoop.fs.Path workDir

fs

private org.apache.hadoop.fs.FileSystem fs

hfilePath

private org.apache.hadoop.fs.Path hfilePath

firstCell

private org.apache.hadoop.hbase.ExtendedCell firstCell

secondCell

private org.apache.hadoop.hbase.ExtendedCell secondCell

allocator

private org.apache.hadoop.hbase.io.ByteBuffAllocator allocator

Constructor Details

TestHFileScannerImplReferenceCount

public TestHFileScannerImplReferenceCount(String ioengine)

Method Details

parameters

public static Stream<org.junit.jupiter.params.provider.Arguments> parameters()

randLongBytes

private static byte[] randLongBytes()

setUpBeforeClass

@BeforeAll
public static void setUpBeforeClass()

setUp

@BeforeEach
public void setUp(org.junit.jupiter.api.TestInfo testInfo)
           throws IOException

Throws:

IOException

tearDown

@AfterEach
public void tearDown()
              throws IOException

Throws:

IOException

waitBucketCacheFlushed

private void waitBucketCacheFlushed(org.apache.hadoop.hbase.io.hfile.BlockCache cache)
                             throws InterruptedException

Throws:

InterruptedException

writeHFile

private void writeHFile(org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path hfilePath,
 org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression,
 org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding,
 int cellCount)
                 throws IOException

Throws:

IOException

testReleaseBlock

private void testReleaseBlock(org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression,
 org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding)
                       throws Exception

A careful UT for validating the reference count mechanism, if want to change this UT please read the design doc in HBASE-21879 firstly and make sure that understand the refCnt design.

Throws:

Exception

testSeekBefore

@TestTemplate
public void testSeekBefore()
                    throws Exception

See HBASE-22480

Throws:

Exception

assertRefCnt

private void assertRefCnt(org.apache.hadoop.hbase.io.hfile.HFileBlock block,
 int value)

testDefault

@TestTemplate
public void testDefault()
                 throws Exception

Throws:

Exception

testCompression

@TestTemplate
public void testCompression()
                     throws Exception

Throws:

Exception

testDataBlockEncoding

@TestTemplate
public void testDataBlockEncoding()
                           throws Exception

Throws:

Exception

testDataBlockEncodingAndCompression

@TestTemplate
public void testDataBlockEncodingAndCompression()
                                         throws Exception

Throws:

Exception

testWithLruBlockCache

@TestTemplate
public void testWithLruBlockCache()
                           throws Exception

Throws:

Exception

testDisabledBlockCache

@TestTemplate
public void testDisabledBlockCache()
                            throws Exception

Throws:

Exception