org.apache.hadoop.hbase.io.hfile

Class TestHFileWriterV3WithDataEncoders

java.lang.Object

org.apache.hadoop.hbase.io.hfile.TestHFileWriterV3WithDataEncoders

public class TestHFileWriterV3WithDataEncoders
extends Object

Testing writing a version 3 HFile for all encoded blocks

Field Summary

Fields

Modifier and Type	Field and Description
static HBaseClassTestRule	CLASS_RULE
private org.apache.hadoop.conf.Configuration	conf
private org.apache.hadoop.hbase.io.encoding.DataBlockEncoding	dataBlockEncoding
private org.apache.hadoop.fs.FileSystem	fs
private static org.slf4j.Logger	LOG
private static Random	RNG
private static HBaseTestingUtility	TEST_UTIL
private boolean	useTags

Constructor Summary

Constructors

Constructor and Description
TestHFileWriterV3WithDataEncoders(boolean useTags, org.apache.hadoop.hbase.io.encoding.DataBlockEncoding dataBlockEncoding)

Method Summary

Modifier and Type	Method and Description
static Collection<Object[]>	parameters()
private long	scanBlocks(int entryCount, org.apache.hadoop.hbase.io.hfile.HFileContext context, List<org.apache.hadoop.hbase.KeyValue> keyValues, org.apache.hadoop.fs.FSDataInputStream fsdis, org.apache.hadoop.hbase.io.hfile.FixedFileTrailer trailer, org.apache.hadoop.hbase.io.hfile.HFileContext meta, org.apache.hadoop.hbase.io.hfile.HFileBlock.FSReader blockReader, int entriesRead, int blocksRead, org.apache.hadoop.hbase.io.encoding.DataBlockEncoder encoder)
void	setUp()
void	testHFileFormatV3()
private void	testHFileFormatV3Internals(boolean useTags)
void	testMidKeyInHFile()
private void	testMidKeyInHFileInternals(boolean useTags)
private void	writeDataAndReadFromHFile(org.apache.hadoop.fs.Path hfilePath, org.apache.hadoop.hbase.io.compress.Compression.Algorithm compressAlgo, int entryCount, boolean findMidKey, boolean useTags)
private void	writeKeyValues(int entryCount, boolean useTags, org.apache.hadoop.hbase.io.hfile.HFile.Writer writer, Random rand, List<org.apache.hadoop.hbase.KeyValue> keyValues)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

TEST_UTIL

private static final HBaseTestingUtility TEST_UTIL

RNG

private static final Random RNG

conf

private org.apache.hadoop.conf.Configuration conf

fs

private org.apache.hadoop.fs.FileSystem fs

useTags

private boolean useTags

dataBlockEncoding

private org.apache.hadoop.hbase.io.encoding.DataBlockEncoding dataBlockEncoding

Constructor Detail

TestHFileWriterV3WithDataEncoders

public TestHFileWriterV3WithDataEncoders(boolean useTags,
                                         org.apache.hadoop.hbase.io.encoding.DataBlockEncoding dataBlockEncoding)

Method Detail

parameters

public static Collection<Object[]> parameters()

setUp

public void setUp()
           throws IOException

Throws:

IOException

testHFileFormatV3

public void testHFileFormatV3()
                       throws IOException

Throws:

IOException

testHFileFormatV3Internals

private void testHFileFormatV3Internals(boolean useTags)
                                 throws IOException

Throws:

IOException

testMidKeyInHFile

public void testMidKeyInHFile()
                       throws IOException

Throws:

IOException

testMidKeyInHFileInternals

private void testMidKeyInHFileInternals(boolean useTags)
                                 throws IOException

Throws:

IOException

writeDataAndReadFromHFile

private void writeDataAndReadFromHFile(org.apache.hadoop.fs.Path hfilePath,
                                       org.apache.hadoop.hbase.io.compress.Compression.Algorithm compressAlgo,
                                       int entryCount,
                                       boolean findMidKey,
                                       boolean useTags)
                                throws IOException

Throws:

IOException

scanBlocks

private long scanBlocks(int entryCount,
                        org.apache.hadoop.hbase.io.hfile.HFileContext context,
                        List<org.apache.hadoop.hbase.KeyValue> keyValues,
                        org.apache.hadoop.fs.FSDataInputStream fsdis,
                        org.apache.hadoop.hbase.io.hfile.FixedFileTrailer trailer,
                        org.apache.hadoop.hbase.io.hfile.HFileContext meta,
                        org.apache.hadoop.hbase.io.hfile.HFileBlock.FSReader blockReader,
                        int entriesRead,
                        int blocksRead,
                        org.apache.hadoop.hbase.io.encoding.DataBlockEncoder encoder)
                 throws IOException

Throws:

IOException

writeKeyValues

private void writeKeyValues(int entryCount,
                            boolean useTags,
                            org.apache.hadoop.hbase.io.hfile.HFile.Writer writer,
                            Random rand,
                            List<org.apache.hadoop.hbase.KeyValue> keyValues)
                     throws IOException

Throws:

IOException