Package org.apache.hadoop.hbase.io.hfile

Class TestHFileBlock

java.lang.Object

org.apache.hadoop.hbase.io.hfile.TestHFileBlock

@Tag("org.apache.hadoop.hbase.testclassification.IOTests") @Tag("org.apache.hadoop.hbase.testclassification.LargeTests")
public class TestHFileBlock
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private class	TestHFileBlock.BlockReaderThread

Field Summary

Fields

Modifier and Type	Field	Description
private final org.apache.hadoop.hbase.io.ByteBuffAllocator	alloc
private static final boolean[]	BOOLEAN_VALUES
private static float	CHANCE_TO_REPEAT
(package private) static final org.apache.hadoop.hbase.io.compress.Compression.Algorithm[]	COMPRESSION_ALGORITHMS
private static final boolean	detailedLogging
private static int	FIELD_LENGTH
private org.apache.hadoop.fs.FileSystem	fs
private final boolean	includesMemstoreTS
private final boolean	includesTag
private static final org.slf4j.Logger	LOG
private static final int	MAX_BUFFER_COUNT
private static int	NUM_KEYVALUES
private static final int	NUM_READER_THREADS
private static final int	NUM_TEST_BLOCKS
private static final Random	RNG
private static final HBaseTestingUtil	TEST_UTIL
private final boolean	useHeapAllocator

Constructor Summary

Constructors

Constructor	Description
TestHFileBlock(boolean includesMemstoreTS, boolean includesTag, boolean useHeapAllocator)

Method Summary

Modifier and Type	Method	Description
private void	assertAllocator()
(package private) static void	assertBuffersEqual(org.apache.hadoop.hbase.nio.ByteBuff expectedBuffer, org.apache.hadoop.hbase.nio.ByteBuff actualBuffer, org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression, org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding, boolean pread)
private void	assertRelease(org.apache.hadoop.hbase.io.hfile.HFileBlock blk)
(package private) static String	buildMessageDetails(org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression, org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding, boolean pread)
private org.apache.hadoop.hbase.io.ByteBuffAllocator	createOffHeapAlloc()
String	createTestBlockStr(org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo, int correctLength, boolean useTag)
byte[]	createTestV1Block(org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo)
(package private) static org.apache.hadoop.hbase.io.hfile.HFileBlock.Writer	createTestV2Block(org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo, boolean includesMemstoreTS, boolean includesTag)
private Random	defaultRandom()
private static String	nextBytesToStr(org.apache.hadoop.hbase.nio.ByteBuff buf, int pos)	Convert a few next bytes in the given buffer at the given position to string.
static Stream<org.junit.jupiter.params.provider.Arguments>	parameters()
void	setUp()
void	tearDown()
void	testBlockHeapSize()
protected void	testBlockHeapSizeInternals()
void	testConcurrentReading()
protected void	testConcurrentReadingInternals()
void	testDataBlockEncoding()	Test encoding/decoding data blocks.
void	testGzipCompression()
private void	testInternals()
void	testNoCompression()
void	testPreviousOffset()
protected void	testPreviousOffsetInternals()
void	testReaderV2()
protected void	testReaderV2Internals()
void	testSerializeWithoutNextBlockMetadata()
private long	writeBlocks(org.apache.hadoop.conf.Configuration conf, Random rand, org.apache.hadoop.hbase.io.compress.Compression.Algorithm compressAlgo, org.apache.hadoop.fs.Path path, List<Long> expectedOffsets, List<Long> expectedPrevOffsets, List<org.apache.hadoop.hbase.io.hfile.BlockType> expectedTypes, List<ByteBuffer> expectedContents)
(package private) static void	writeTestBlockContents(DataOutputStream dos)
(package private) static int	writeTestKeyValues(org.apache.hadoop.hbase.io.hfile.HFileBlock.Writer hbw, int seed, boolean includesMemstoreTS, boolean useTag)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

detailedLogging

private static final boolean detailedLogging

See Also:

• Constant Field Values

BOOLEAN_VALUES

private static final boolean[] BOOLEAN_VALUES

LOG

private static final org.slf4j.Logger LOG

COMPRESSION_ALGORITHMS

static final org.apache.hadoop.hbase.io.compress.Compression.Algorithm[] COMPRESSION_ALGORITHMS

NUM_TEST_BLOCKS

private static final int NUM_TEST_BLOCKS

See Also:

• Constant Field Values

NUM_READER_THREADS

private static final int NUM_READER_THREADS

See Also:

• Constant Field Values

MAX_BUFFER_COUNT

private static final int MAX_BUFFER_COUNT

See Also:

• Constant Field Values

NUM_KEYVALUES

private static int NUM_KEYVALUES

FIELD_LENGTH

private static int FIELD_LENGTH

CHANCE_TO_REPEAT

private static float CHANCE_TO_REPEAT

TEST_UTIL

private static final HBaseTestingUtil TEST_UTIL

RNG

private static final Random RNG

fs

private org.apache.hadoop.fs.FileSystem fs

includesMemstoreTS

private final boolean includesMemstoreTS

includesTag

private final boolean includesTag

useHeapAllocator

private final boolean useHeapAllocator

alloc

private final org.apache.hadoop.hbase.io.ByteBuffAllocator alloc

Constructor Details

TestHFileBlock

public TestHFileBlock(boolean includesMemstoreTS,
 boolean includesTag,
 boolean useHeapAllocator)

Method Details

parameters

public static Stream<org.junit.jupiter.params.provider.Arguments> parameters()

createOffHeapAlloc

private org.apache.hadoop.hbase.io.ByteBuffAllocator createOffHeapAlloc()

assertAllocator

private void assertAllocator()

setUp

@BeforeEach
public void setUp()
           throws IOException

Throws:

IOException

tearDown

@AfterEach
public void tearDown()
              throws IOException

Throws:

IOException

writeTestBlockContents

static void writeTestBlockContents(DataOutputStream dos)
                            throws IOException

Throws:

IOException

writeTestKeyValues

static int writeTestKeyValues(org.apache.hadoop.hbase.io.hfile.HFileBlock.Writer hbw,
 int seed,
 boolean includesMemstoreTS,
 boolean useTag)
                       throws IOException

Throws:

IOException

createTestV1Block

public byte[] createTestV1Block(org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo)
                         throws IOException

Throws:

IOException

createTestV2Block

static org.apache.hadoop.hbase.io.hfile.HFileBlock.Writer createTestV2Block(org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo,
 boolean includesMemstoreTS,
 boolean includesTag)
                                                                     throws IOException

Throws:

IOException

createTestBlockStr

public String createTestBlockStr(org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo,
 int correctLength,
 boolean useTag)
                          throws IOException

Throws:

IOException

testNoCompression

@TestTemplate
public void testNoCompression()
                       throws IOException

Throws:

IOException

testGzipCompression

@TestTemplate
public void testGzipCompression()
                         throws IOException

Throws:

IOException

testReaderV2

@TestTemplate
public void testReaderV2()
                  throws IOException

Throws:

IOException

assertRelease

private void assertRelease(org.apache.hadoop.hbase.io.hfile.HFileBlock blk)

testReaderV2Internals

protected void testReaderV2Internals()
                              throws IOException

Throws:

IOException

testDataBlockEncoding

@TestTemplate
public void testDataBlockEncoding()
                           throws IOException

Test encoding/decoding data blocks.

Throws:

IOException - a bug or a problem with temporary files.

testInternals

private void testInternals()
                    throws IOException

Throws:

IOException

buildMessageDetails

static String buildMessageDetails(org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression,
 org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding,
 boolean pread)

assertBuffersEqual

static void assertBuffersEqual(org.apache.hadoop.hbase.nio.ByteBuff expectedBuffer,
 org.apache.hadoop.hbase.nio.ByteBuff actualBuffer,
 org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression,
 org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding,
 boolean pread)

nextBytesToStr

private static String nextBytesToStr(org.apache.hadoop.hbase.nio.ByteBuff buf,
 int pos)

Convert a few next bytes in the given buffer at the given position to string. Used for error messages.

testPreviousOffset

@TestTemplate
public void testPreviousOffset()
                        throws IOException

Throws:

IOException

testPreviousOffsetInternals

protected void testPreviousOffsetInternals()
                                    throws IOException

Throws:

IOException

defaultRandom

private Random defaultRandom()

testConcurrentReading

@TestTemplate
public void testConcurrentReading()
                           throws Exception

Throws:

Exception

testConcurrentReadingInternals

protected void testConcurrentReadingInternals()
                                       throws IOException,
InterruptedException,
ExecutionException

Throws:

IOException

InterruptedException

ExecutionException

writeBlocks

private long writeBlocks(org.apache.hadoop.conf.Configuration conf,
 Random rand,
 org.apache.hadoop.hbase.io.compress.Compression.Algorithm compressAlgo,
 org.apache.hadoop.fs.Path path,
 List<Long> expectedOffsets,
 List<Long> expectedPrevOffsets,
 List<org.apache.hadoop.hbase.io.hfile.BlockType> expectedTypes,
 List<ByteBuffer> expectedContents)
                  throws IOException

Throws:

IOException

testBlockHeapSize

@TestTemplate
public void testBlockHeapSize()

testBlockHeapSizeInternals

protected void testBlockHeapSizeInternals()

testSerializeWithoutNextBlockMetadata

@TestTemplate
public void testSerializeWithoutNextBlockMetadata()