org.apache.hadoop.hbase.io.hfile

Class TestHFileBlock

java.lang.Object

org.apache.hadoop.hbase.io.hfile.TestHFileBlock

public class TestHFileBlock
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private class	TestHFileBlock.BlockReaderThread

Field Summary

Fields

Modifier and Type	Field and Description
private org.apache.hadoop.hbase.io.ByteBuffAllocator	alloc
private static boolean[]	BOOLEAN_VALUES
private static float	CHANCE_TO_REPEAT
static HBaseClassTestRule	CLASS_RULE
(package private) static org.apache.hadoop.hbase.io.compress.Compression.Algorithm[]	COMPRESSION_ALGORITHMS
private static boolean	detailedLogging
private static int	FIELD_LENGTH
private org.apache.hadoop.fs.FileSystem	fs
private boolean	includesMemstoreTS
private boolean	includesTag
private static org.slf4j.Logger	LOG
private static int	MAX_BUFFER_COUNT
private static int	NUM_KEYVALUES
private static int	NUM_READER_THREADS
private static int	NUM_TEST_BLOCKS
private static Random	RNG
private static HBaseTestingUtility	TEST_UTIL
private boolean	useHeapAllocator

Constructor Summary

Constructors

Constructor and Description
TestHFileBlock(boolean includesMemstoreTS, boolean includesTag, boolean useHeapAllocator)

Method Summary

Modifier and Type	Method and Description
private void	assertAllocator()
(package private) static void	assertBuffersEqual(org.apache.hadoop.hbase.nio.ByteBuff expectedBuffer, org.apache.hadoop.hbase.nio.ByteBuff actualBuffer, org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression, org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding, boolean pread)
private void	assertRelease(org.apache.hadoop.hbase.io.hfile.HFileBlock blk)
(package private) static String	buildMessageDetails(org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression, org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding, boolean pread)
private org.apache.hadoop.hbase.io.ByteBuffAllocator	createOffHeapAlloc()
String	createTestBlockStr(org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo, int correctLength, boolean useTag)
byte[]	createTestV1Block(org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo)
(package private) static org.apache.hadoop.hbase.io.hfile.HFileBlock.Writer	createTestV2Block(org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo, boolean includesMemstoreTS, boolean includesTag)
private Random	defaultRandom()
private static String	nextBytesToStr(org.apache.hadoop.hbase.nio.ByteBuff buf, int pos) Convert a few next bytes in the given buffer at the given position to string.
static Collection<Object[]>	parameters()
void	setUp()
void	tearDown()
void	testBlockHeapSize()
protected void	testBlockHeapSizeInternals()
void	testConcurrentReading()
protected void	testConcurrentReadingInternals()
void	testDataBlockEncoding() Test encoding/decoding data blocks.
void	testGzipCompression()
private void	testInternals()
void	testNoCompression()
void	testPreviousOffset()
protected void	testPreviousOffsetInternals()
void	testReaderV2()
protected void	testReaderV2Internals()
void	testSerializeWithoutNextBlockMetadata()
private long	writeBlocks(org.apache.hadoop.conf.Configuration conf, Random rand, org.apache.hadoop.hbase.io.compress.Compression.Algorithm compressAlgo, org.apache.hadoop.fs.Path path, List<Long> expectedOffsets, List<Long> expectedPrevOffsets, List<org.apache.hadoop.hbase.io.hfile.BlockType> expectedTypes, List<ByteBuffer> expectedContents)
(package private) static void	writeTestBlockContents(DataOutputStream dos)
(package private) static int	writeTestKeyValues(org.apache.hadoop.hbase.io.hfile.HFileBlock.Writer hbw, int seed, boolean includesMemstoreTS, boolean useTag)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

detailedLogging

private static final boolean detailedLogging

See Also:

Constant Field Values

BOOLEAN_VALUES

private static final boolean[] BOOLEAN_VALUES

LOG

private static final org.slf4j.Logger LOG

COMPRESSION_ALGORITHMS

static final org.apache.hadoop.hbase.io.compress.Compression.Algorithm[] COMPRESSION_ALGORITHMS

NUM_TEST_BLOCKS

private static final int NUM_TEST_BLOCKS

See Also:

Constant Field Values

NUM_READER_THREADS

private static final int NUM_READER_THREADS

See Also:

Constant Field Values

MAX_BUFFER_COUNT

private static final int MAX_BUFFER_COUNT

See Also:

Constant Field Values

NUM_KEYVALUES

private static int NUM_KEYVALUES

FIELD_LENGTH

private static int FIELD_LENGTH

CHANCE_TO_REPEAT

private static float CHANCE_TO_REPEAT

TEST_UTIL

private static final HBaseTestingUtility TEST_UTIL

RNG

private static final Random RNG

fs

private org.apache.hadoop.fs.FileSystem fs

includesMemstoreTS

private final boolean includesMemstoreTS

includesTag

private final boolean includesTag

useHeapAllocator

private final boolean useHeapAllocator

alloc

private final org.apache.hadoop.hbase.io.ByteBuffAllocator alloc

Constructor Detail

TestHFileBlock

public TestHFileBlock(boolean includesMemstoreTS,
                      boolean includesTag,
                      boolean useHeapAllocator)

Method Detail

parameters

public static Collection<Object[]> parameters()

createOffHeapAlloc

private org.apache.hadoop.hbase.io.ByteBuffAllocator createOffHeapAlloc()

assertAllocator

private void assertAllocator()

setUp

public void setUp()
           throws IOException

Throws:

IOException

tearDown

public void tearDown()
              throws IOException

Throws:

IOException

writeTestBlockContents

static void writeTestBlockContents(DataOutputStream dos)
                            throws IOException

Throws:

IOException

writeTestKeyValues

static int writeTestKeyValues(org.apache.hadoop.hbase.io.hfile.HFileBlock.Writer hbw,
                              int seed,
                              boolean includesMemstoreTS,
                              boolean useTag)
                       throws IOException

Throws:

IOException

createTestV1Block

public byte[] createTestV1Block(org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo)
                         throws IOException

Throws:

IOException

createTestV2Block

static org.apache.hadoop.hbase.io.hfile.HFileBlock.Writer createTestV2Block(org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo,
                                                                            boolean includesMemstoreTS,
                                                                            boolean includesTag)
                                                                     throws IOException

Throws:

IOException

createTestBlockStr

public String createTestBlockStr(org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo,
                                 int correctLength,
                                 boolean useTag)
                          throws IOException

Throws:

IOException

testNoCompression

public void testNoCompression()
                       throws IOException

Throws:

IOException

testGzipCompression

public void testGzipCompression()
                         throws IOException

Throws:

IOException

testReaderV2

public void testReaderV2()
                  throws IOException

Throws:

IOException

assertRelease

private void assertRelease(org.apache.hadoop.hbase.io.hfile.HFileBlock blk)

testReaderV2Internals

protected void testReaderV2Internals()
                              throws IOException

Throws:

IOException

testDataBlockEncoding

public void testDataBlockEncoding()
                           throws IOException

Test encoding/decoding data blocks.

Throws:

IOException - a bug or a problem with temporary files.

testInternals

private void testInternals()
                    throws IOException

Throws:

IOException

buildMessageDetails

static String buildMessageDetails(org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression,
                                  org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding,
                                  boolean pread)

assertBuffersEqual

static void assertBuffersEqual(org.apache.hadoop.hbase.nio.ByteBuff expectedBuffer,
                               org.apache.hadoop.hbase.nio.ByteBuff actualBuffer,
                               org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression,
                               org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding,
                               boolean pread)

nextBytesToStr

private static String nextBytesToStr(org.apache.hadoop.hbase.nio.ByteBuff buf,
                                     int pos)

Convert a few next bytes in the given buffer at the given position to string. Used for error messages.

testPreviousOffset

public void testPreviousOffset()
                        throws IOException

Throws:

IOException

testPreviousOffsetInternals

protected void testPreviousOffsetInternals()
                                    throws IOException

Throws:

IOException

defaultRandom

private Random defaultRandom()

testConcurrentReading

public void testConcurrentReading()
                           throws Exception

Throws:

Exception

testConcurrentReadingInternals

protected void testConcurrentReadingInternals()
                                       throws IOException,
                                              InterruptedException,
                                              ExecutionException

Throws:

IOException

InterruptedException

ExecutionException

writeBlocks

private long writeBlocks(org.apache.hadoop.conf.Configuration conf,
                         Random rand,
                         org.apache.hadoop.hbase.io.compress.Compression.Algorithm compressAlgo,
                         org.apache.hadoop.fs.Path path,
                         List<Long> expectedOffsets,
                         List<Long> expectedPrevOffsets,
                         List<org.apache.hadoop.hbase.io.hfile.BlockType> expectedTypes,
                         List<ByteBuffer> expectedContents)
                  throws IOException

Throws:

IOException

testBlockHeapSize

public void testBlockHeapSize()

testBlockHeapSizeInternals

protected void testBlockHeapSizeInternals()

testSerializeWithoutNextBlockMetadata

public void testSerializeWithoutNextBlockMetadata()