org.apache.hadoop.hbase.io.hfile

Class TestHFile

java.lang.Object

org.apache.hadoop.hbase.io.hfile.TestHFile

public class TestHFile
extends Object

test hfile features.

Field Summary

Fields

Modifier and Type	Field and Description
private static org.apache.hadoop.hbase.io.hfile.CacheConfig	cacheConf
static HBaseClassTestRule	CLASS_RULE
private static org.apache.hadoop.conf.Configuration	conf
private static org.apache.hadoop.fs.FileSystem	fs
private static String	localFormatter
private static org.slf4j.Logger	LOG
private int	minBlockSize
private static int	NUM_VALID_KEY_TYPES
private static String	ROOT_DIR
private static HBaseTestingUtility	TEST_UTIL
org.junit.rules.TestName	testName

Constructor Summary

Constructors

Constructor and Description
TestHFile()

Method Summary

Modifier and Type	Method and Description
(package private) void	basicWithSomeCodec(String codec, boolean useTags) test none codecs
private org.apache.hadoop.fs.FSDataOutputStream	createFSOutput(org.apache.hadoop.fs.Path name)
static org.apache.hadoop.hbase.KeyValue.Type	generateKeyType(Random rand)
private byte[]	getSomeKey(int rowId)
private void	metablocks(String compress)
private void	readAllRecords(org.apache.hadoop.hbase.io.hfile.HFileScanner scanner)
private int	readAndCheckbytes(org.apache.hadoop.hbase.io.hfile.HFileScanner scanner, int start, int n)
private void	readNumMetablocks(org.apache.hadoop.hbase.io.hfile.HFile.Reader reader, int n)
private void	readStoreFile(org.apache.hadoop.fs.Path storeFilePath)
static void	setUp()
private void	someReadingWithMetaBlock(org.apache.hadoop.hbase.io.hfile.HFile.Reader reader)
private void	someTestingWithMetaBlock(org.apache.hadoop.hbase.io.hfile.HFile.Writer writer)
void	testCompressionOrdinance() Make sure the ordinals for our compression algorithms do not change on us.
void	testCorrupt0LengthHFile() Create 0-length hfile and show that it fails
void	testCorruptTruncatedHFile() Create a truncated hfile and verify that exception thrown.
void	testEmptyHFile() Test empty HFile.
void	testGetShortMidpoint()
protected void	testHFilefeaturesInternals(boolean useTags)
void	testMetaBlocks()
void	testNullMetaBlocks()
void	testReaderWithoutBlockCache()
void	testShortMidpointSameQual()
void	testTFileFeatures()
static void	truncateFile(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
private void	writeNumMetablocks(org.apache.hadoop.hbase.io.hfile.HFile.Writer writer, int n)
private void	writeRecords(org.apache.hadoop.hbase.io.hfile.HFile.Writer writer, boolean useTags)
private int	writeSomeRecords(org.apache.hadoop.hbase.io.hfile.HFile.Writer writer, int start, int n, boolean useTags)
private org.apache.hadoop.fs.Path	writeStoreFile()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

testName

public org.junit.rules.TestName testName

LOG

private static final org.slf4j.Logger LOG

NUM_VALID_KEY_TYPES

private static final int NUM_VALID_KEY_TYPES

TEST_UTIL

private static final HBaseTestingUtility TEST_UTIL

ROOT_DIR

private static String ROOT_DIR

minBlockSize

private final int minBlockSize

See Also:

Constant Field Values

localFormatter

private static String localFormatter

cacheConf

private static org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConf

conf

private static org.apache.hadoop.conf.Configuration conf

fs

private static org.apache.hadoop.fs.FileSystem fs

Constructor Detail

TestHFile

public TestHFile()

Method Detail

setUp

public static void setUp()
                  throws Exception

Throws:

Exception

testReaderWithoutBlockCache

public void testReaderWithoutBlockCache()
                                 throws Exception

Throws:

Exception

readStoreFile

private void readStoreFile(org.apache.hadoop.fs.Path storeFilePath)
                    throws Exception

Throws:

Exception

writeStoreFile

private org.apache.hadoop.fs.Path writeStoreFile()
                                          throws IOException

Throws:

IOException

generateKeyType

public static org.apache.hadoop.hbase.KeyValue.Type generateKeyType(Random rand)

testEmptyHFile

public void testEmptyHFile()
                    throws IOException

Test empty HFile. Test all features work reasonably when hfile is empty of entries.

Throws:

IOException

testCorrupt0LengthHFile

public void testCorrupt0LengthHFile()
                             throws IOException

Create 0-length hfile and show that it fails

Throws:

IOException

truncateFile

public static void truncateFile(org.apache.hadoop.fs.FileSystem fs,
                                org.apache.hadoop.fs.Path src,
                                org.apache.hadoop.fs.Path dst)
                         throws IOException

Throws:

IOException

testCorruptTruncatedHFile

public void testCorruptTruncatedHFile()
                               throws IOException

Create a truncated hfile and verify that exception thrown.

Throws:

IOException

writeSomeRecords

private int writeSomeRecords(org.apache.hadoop.hbase.io.hfile.HFile.Writer writer,
                             int start,
                             int n,
                             boolean useTags)
                      throws IOException

Throws:

IOException

readAllRecords

private void readAllRecords(org.apache.hadoop.hbase.io.hfile.HFileScanner scanner)
                     throws IOException

Throws:

IOException

readAndCheckbytes

private int readAndCheckbytes(org.apache.hadoop.hbase.io.hfile.HFileScanner scanner,
                              int start,
                              int n)
                       throws IOException

Throws:

IOException

getSomeKey

private byte[] getSomeKey(int rowId)

writeRecords

private void writeRecords(org.apache.hadoop.hbase.io.hfile.HFile.Writer writer,
                          boolean useTags)
                   throws IOException

Throws:

IOException

createFSOutput

private org.apache.hadoop.fs.FSDataOutputStream createFSOutput(org.apache.hadoop.fs.Path name)
                                                        throws IOException

Throws:

IOException

basicWithSomeCodec

void basicWithSomeCodec(String codec,
                        boolean useTags)
                 throws IOException

test none codecs

Parameters:

useTags -

Throws:

IOException

testTFileFeatures

public void testTFileFeatures()
                       throws IOException

Throws:

IOException

testHFilefeaturesInternals

protected void testHFilefeaturesInternals(boolean useTags)
                                   throws IOException

Throws:

IOException

writeNumMetablocks

private void writeNumMetablocks(org.apache.hadoop.hbase.io.hfile.HFile.Writer writer,
                                int n)

someTestingWithMetaBlock

private void someTestingWithMetaBlock(org.apache.hadoop.hbase.io.hfile.HFile.Writer writer)

readNumMetablocks

private void readNumMetablocks(org.apache.hadoop.hbase.io.hfile.HFile.Reader reader,
                               int n)
                        throws IOException

Throws:

IOException

someReadingWithMetaBlock

private void someReadingWithMetaBlock(org.apache.hadoop.hbase.io.hfile.HFile.Reader reader)
                               throws IOException

Throws:

IOException

metablocks

private void metablocks(String compress)
                 throws Exception

Throws:

Exception

testMetaBlocks

public void testMetaBlocks()
                    throws Exception

Throws:

Exception

testNullMetaBlocks

public void testNullMetaBlocks()
                        throws Exception

Throws:

Exception

testCompressionOrdinance

public void testCompressionOrdinance()

Make sure the ordinals for our compression algorithms do not change on us.

testShortMidpointSameQual

public void testShortMidpointSameQual()

testGetShortMidpoint

public void testGetShortMidpoint()