Package org.apache.hadoop.hbase.io.encoding

Class TestDataBlockEncoders

java.lang.Object

org.apache.hadoop.hbase.io.encoding.TestDataBlockEncoders

@Tag("org.apache.hadoop.hbase.testclassification.IOTests") @Tag("org.apache.hadoop.hbase.testclassification.LargeTests")
public class TestDataBlockEncoders
extends Object

Test all of the data block encoding algorithms for correctness. Most of the class generate data which will test different branches in code.

Field Summary

Fields

Modifier and Type	Field	Description
private final org.apache.hadoop.conf.Configuration	conf
private static int	ENCODED_DATA_OFFSET
private final RedundantKVGenerator	generator
(package private) static final byte[]	HFILEBLOCK_DUMMY_HEADER
private final boolean	includesMemstoreTS
private final boolean	includesTags
private static final org.slf4j.Logger	LOG
private static int	NUM_RANDOM_SEEKS
private static int	NUMBER_OF_KV
private final boolean	useOffheapData

Constructor Summary

Constructors

Constructor	Description
TestDataBlockEncoders(boolean includesMemstoreTS, boolean includesTag, boolean useOffheapData)

Method Summary

Modifier and Type	Method	Description
private static org.apache.hadoop.hbase.ByteBufferKeyValue	buildOffHeapKeyValue(org.apache.hadoop.hbase.KeyValue keyValue)
private void	checkSeekingConsistency(List<org.apache.hadoop.hbase.io.encoding.DataBlockEncoder.EncodedSeeker> encodedSeekers, boolean seekBefore, org.apache.hadoop.hbase.ExtendedCell keyValue)
(package private) static ByteBuffer	encodeKeyValues(org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding, List<org.apache.hadoop.hbase.KeyValue> kvs, org.apache.hadoop.hbase.io.encoding.HFileBlockEncodingContext encodingContext, boolean useOffheapData)
private org.apache.hadoop.hbase.io.encoding.HFileBlockEncodingContext	getEncodingContext(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo, org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding)
static Stream<org.junit.jupiter.params.provider.Arguments>	parameters()
private void	testAlgorithm(byte[] encodedData, ByteBuffer unencodedDataBuf, org.apache.hadoop.hbase.io.encoding.DataBlockEncoder encoder)
void	testEmptyKeyValues()	Test data block encoding of empty KeyValue.
private void	testEncodersOnDataset(List<org.apache.hadoop.hbase.KeyValue> kvList, boolean includesMemstoreTS, boolean includesTags)
void	testExecutionOnSample()	Test whether compression -> decompression gives the consistent results on pseudorandom sample.
void	testFirstKeyInBlockOnSample()	Test whether the decompression of first key is implemented correctly.
void	testNegativeTimestamps()	Test KeyValues with negative timestamp.
void	testNextOnSample()
void	testRowIndexWithTagsButNoTagsInCell()
void	testSeekingOnSample()	Test seeking while file is encoded.
void	testSeekingToOffHeapKeyValueInSample()
void	testZeroByte()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

NUMBER_OF_KV

private static int NUMBER_OF_KV

NUM_RANDOM_SEEKS

private static int NUM_RANDOM_SEEKS

ENCODED_DATA_OFFSET

private static int ENCODED_DATA_OFFSET

HFILEBLOCK_DUMMY_HEADER

static final byte[] HFILEBLOCK_DUMMY_HEADER

conf

private final org.apache.hadoop.conf.Configuration conf

generator

private final RedundantKVGenerator generator

includesMemstoreTS

private final boolean includesMemstoreTS

includesTags

private final boolean includesTags

useOffheapData

private final boolean useOffheapData

Constructor Details

TestDataBlockEncoders

public TestDataBlockEncoders(boolean includesMemstoreTS,
 boolean includesTag,
 boolean useOffheapData)

Method Details

parameters

public static Stream<org.junit.jupiter.params.provider.Arguments> parameters()

getEncodingContext

private org.apache.hadoop.hbase.io.encoding.HFileBlockEncodingContext getEncodingContext(org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.hbase.io.compress.Compression.Algorithm algo,
 org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding)

testEmptyKeyValues

@TestTemplate
public void testEmptyKeyValues()
                        throws IOException

Test data block encoding of empty KeyValue. On test failure.

Throws:

IOException

testNegativeTimestamps

@TestTemplate
public void testNegativeTimestamps()
                            throws IOException

Test KeyValues with negative timestamp. On test failure.

Throws:

IOException

testExecutionOnSample

@TestTemplate
public void testExecutionOnSample()
                           throws IOException

Test whether compression -> decompression gives the consistent results on pseudorandom sample.

Throws:

IOException - On test failure.

testSeekingOnSample

@TestTemplate
public void testSeekingOnSample()
                         throws IOException

Test seeking while file is encoded.

Throws:

IOException

testSeekingToOffHeapKeyValueInSample

@TestTemplate
public void testSeekingToOffHeapKeyValueInSample()
                                          throws IOException

Throws:

IOException

encodeKeyValues

static ByteBuffer encodeKeyValues(org.apache.hadoop.hbase.io.encoding.DataBlockEncoding encoding,
 List<org.apache.hadoop.hbase.KeyValue> kvs,
 org.apache.hadoop.hbase.io.encoding.HFileBlockEncodingContext encodingContext,
 boolean useOffheapData)
                           throws IOException

Throws:

IOException

testNextOnSample

@TestTemplate
public void testNextOnSample()
                      throws IOException

Throws:

IOException

testFirstKeyInBlockOnSample

@TestTemplate
public void testFirstKeyInBlockOnSample()
                                 throws IOException

Test whether the decompression of first key is implemented correctly.

Throws:

IOException

testRowIndexWithTagsButNoTagsInCell

@TestTemplate
public void testRowIndexWithTagsButNoTagsInCell()
                                         throws IOException

Throws:

IOException

checkSeekingConsistency

private void checkSeekingConsistency(List<org.apache.hadoop.hbase.io.encoding.DataBlockEncoder.EncodedSeeker> encodedSeekers,
 boolean seekBefore,
 org.apache.hadoop.hbase.ExtendedCell keyValue)

testEncodersOnDataset

private void testEncodersOnDataset(List<org.apache.hadoop.hbase.KeyValue> kvList,
 boolean includesMemstoreTS,
 boolean includesTags)
                            throws IOException

Throws:

IOException

testZeroByte

@TestTemplate
public void testZeroByte()
                  throws IOException

Throws:

IOException

testAlgorithm

private void testAlgorithm(byte[] encodedData,
 ByteBuffer unencodedDataBuf,
 org.apache.hadoop.hbase.io.encoding.DataBlockEncoder encoder)
                    throws IOException

Throws:

IOException

buildOffHeapKeyValue

private static org.apache.hadoop.hbase.ByteBufferKeyValue buildOffHeapKeyValue(org.apache.hadoop.hbase.KeyValue keyValue)
                                                                        throws IOException

Throws:

IOException