org.apache.hadoop.hbase.regionserver

Class TestHStoreFile

java.lang.Object

junit.framework.Assert

junit.framework.TestCase

org.apache.hadoop.hbase.HBaseTestCase

org.apache.hadoop.hbase.regionserver.TestHStoreFile

All Implemented Interfaces:

junit.framework.Test

public class TestHStoreFile
extends HBaseTestCase

Test HStoreFile

Field Summary

Fields

Modifier and Type	Field and Description
private static int	BLOCKSIZE_SMALL
private org.apache.hadoop.hbase.io.hfile.CacheConfig	cacheConf
private static int	CKBYTES
private static org.apache.hadoop.hbase.util.ChecksumType	CKTYPE
static HBaseClassTestRule	CLASS_RULE
private static String	localFormatter
private static org.slf4j.Logger	LOG
private static String	ROOT_DIR
(package private) byte[]	SPLITKEY
private static String	TEST_FAMILY
private static HBaseTestingUtility	TEST_UTIL

Fields inherited from class org.apache.hadoop.hbase.HBaseTestCase

COLUMNS, conf, fam1, fam2, fam3, FIRST_CHAR, fs, fsTableDescriptors, LAST_CHAR, MAXVERSIONS, meta, PUNCTUATION, START_KEY, START_KEY_BYTES, testDir, testUtil

Constructor Summary

Constructors

Constructor and Description
TestHStoreFile()

Method Summary

Modifier and Type	Method and Description
private void	assertOrdering(Comparator<? super org.apache.hadoop.hbase.regionserver.HStoreFile> comparator, org.apache.hadoop.hbase.regionserver.HStoreFile... sfs) Assert that the given comparator orders the given storefiles in the same way that they're passed.
private void	bloomWriteRead(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer, org.apache.hadoop.fs.FileSystem fs)
private void	checkHalfHFile(org.apache.hadoop.hbase.regionserver.HRegionFileSystem regionFs, org.apache.hadoop.hbase.regionserver.HStoreFile f)
(package private) List<org.apache.hadoop.hbase.KeyValue>	getKeyValueSet(long[] timestamps, int numRows, byte[] qualifier, byte[] family) Generate a list of KeyValues for testing based on given parameters
private static org.apache.hadoop.hbase.regionserver.StoreFileScanner	getStoreFileScanner(org.apache.hadoop.hbase.regionserver.StoreFileReader reader, boolean cacheBlocks, boolean pread)
private org.apache.hadoop.hbase.regionserver.HStoreFile	mockStoreFile(boolean bulkLoad, long size, long bulkTimestamp, long seqId, String path) Create a mock StoreFile with the given attributes.
void	setUp() Note that this method must be called after the mini hdfs cluster has started or we end up with a local file system.
private org.apache.hadoop.fs.Path	splitStoreFile(org.apache.hadoop.hbase.regionserver.HRegionFileSystem regionFs, org.apache.hadoop.hbase.HRegionInfo hri, String family, org.apache.hadoop.hbase.regionserver.HStoreFile sf, byte[] splitKey, boolean isTopRef)
void	tearDown()
void	testBasicHalfMapFile() Write a file and then assert that we can read from top and bottom halves using two HalfMapFiles.
void	testBloomFilter()
void	testBloomTypes()
void	testCacheOnWriteEvictOnClose()
void	testDataBlockEncodingMetaData() Check if data block encoding information is saved correctly in HFile's file info.
void	testDeleteFamilyBloomFilter()
void	testEmptyStoreFileRestrictKeyRanges()
void	testHFileLink()
void	testMultipleTimestamps() Test to ensure correctness when using StoreFile with multiple timestamps
void	testReference() Test that our mechanism of writing store files in one region to reference store files in other regions works.
void	testReferenceToHFileLink() This test creates an hfile and then the dir structures and files to verify that references to hfilelinks (created by snapshot clones) can be properly interpreted.
void	testReseek() Test for HBASE-8012
void	testSeqIdComparator()
void	testStoreFileReference()
private org.apache.hadoop.hbase.regionserver.StoreFileWriter	writeStoreFile(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConf, org.apache.hadoop.fs.Path path, int numBlocks)
private void	writeStoreFile(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer)
static void	writeStoreFile(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer, byte[] fam, byte[] qualifier)

Methods inherited from class org.apache.hadoop.hbase.HBaseTestCase

addContent, addContent, addContent, addContent, addContent, addContent, addContent, assertByteEquals, assertEquals, assertResultEquals, closeRootAndMeta, createMetaRegion, createNewHRegion, createNewHRegion, createTableDescriptor, createTableDescriptor, createTableDescriptor, getUnitTestdir, openClosedRegion, shutdownDfs

Methods inherited from class junit.framework.TestCase

assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertFalse, assertFalse, assertNotNull, assertNotNull, assertNotSame, assertNotSame, assertNull, assertNull, assertSame, assertSame, assertTrue, assertTrue, countTestCases, createResult, fail, fail, failNotEquals, failNotSame, failSame, format, getName, run, run, runBare, runTest, setName, toString

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

TEST_UTIL

private static final HBaseTestingUtility TEST_UTIL

cacheConf

private org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConf

ROOT_DIR

private static String ROOT_DIR

CKTYPE

private static final org.apache.hadoop.hbase.util.ChecksumType CKTYPE

CKBYTES

private static final int CKBYTES

See Also:

Constant Field Values

TEST_FAMILY

private static String TEST_FAMILY

SPLITKEY

byte[] SPLITKEY

localFormatter

private static final String localFormatter

See Also:

Constant Field Values

BLOCKSIZE_SMALL

private static final int BLOCKSIZE_SMALL

See Also:

Constant Field Values

Constructor Detail

TestHStoreFile

public TestHStoreFile()

Method Detail

setUp

public void setUp()
           throws Exception

Description copied from class: HBaseTestCase

Note that this method must be called after the mini hdfs cluster has started or we end up with a local file system.

Overrides:

setUp in class HBaseTestCase

Throws:

Exception

tearDown

public void tearDown()
              throws Exception

Overrides:

tearDown in class HBaseTestCase

Throws:

Exception

testBasicHalfMapFile

public void testBasicHalfMapFile()
                          throws Exception

Write a file and then assert that we can read from top and bottom halves using two HalfMapFiles.

Throws:

Exception

writeStoreFile

private void writeStoreFile(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer)
                     throws IOException

Throws:

IOException

writeStoreFile

public static void writeStoreFile(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer,
                                  byte[] fam,
                                  byte[] qualifier)
                           throws IOException

Throws:

IOException

testReference

public void testReference()
                   throws IOException

Test that our mechanism of writing store files in one region to reference store files in other regions works.

Throws:

IOException

testStoreFileReference

public void testStoreFileReference()
                            throws Exception

Throws:

Exception

testEmptyStoreFileRestrictKeyRanges

public void testEmptyStoreFileRestrictKeyRanges()
                                         throws Exception

Throws:

Exception

testHFileLink

public void testHFileLink()
                   throws IOException

Throws:

IOException

testReferenceToHFileLink

public void testReferenceToHFileLink()
                              throws IOException

This test creates an hfile and then the dir structures and files to verify that references to hfilelinks (created by snapshot clones) can be properly interpreted.

Throws:

IOException

checkHalfHFile

private void checkHalfHFile(org.apache.hadoop.hbase.regionserver.HRegionFileSystem regionFs,
                            org.apache.hadoop.hbase.regionserver.HStoreFile f)
                     throws IOException

Throws:

IOException

getStoreFileScanner

private static org.apache.hadoop.hbase.regionserver.StoreFileScanner getStoreFileScanner(org.apache.hadoop.hbase.regionserver.StoreFileReader reader,
                                                                                         boolean cacheBlocks,
                                                                                         boolean pread)

bloomWriteRead

private void bloomWriteRead(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer,
                            org.apache.hadoop.fs.FileSystem fs)
                     throws Exception

Throws:

Exception

testBloomFilter

public void testBloomFilter()
                     throws Exception

Throws:

Exception

testDeleteFamilyBloomFilter

public void testDeleteFamilyBloomFilter()
                                 throws Exception

Throws:

Exception

testReseek

public void testReseek()
                throws Exception

Test for HBASE-8012

Throws:

Exception

testBloomTypes

public void testBloomTypes()
                    throws Exception

Throws:

Exception

testSeqIdComparator

public void testSeqIdComparator()

assertOrdering

private void assertOrdering(Comparator<? super org.apache.hadoop.hbase.regionserver.HStoreFile> comparator,
                            org.apache.hadoop.hbase.regionserver.HStoreFile... sfs)

Assert that the given comparator orders the given storefiles in the same way that they're passed.

mockStoreFile

private org.apache.hadoop.hbase.regionserver.HStoreFile mockStoreFile(boolean bulkLoad,
                                                                      long size,
                                                                      long bulkTimestamp,
                                                                      long seqId,
                                                                      String path)

Create a mock StoreFile with the given attributes.

getKeyValueSet

List<org.apache.hadoop.hbase.KeyValue> getKeyValueSet(long[] timestamps,
                                                      int numRows,
                                                      byte[] qualifier,
                                                      byte[] family)

Generate a list of KeyValues for testing based on given parameters

Returns:

the rows key-value list

testMultipleTimestamps

public void testMultipleTimestamps()
                            throws IOException

Test to ensure correctness when using StoreFile with multiple timestamps

Throws:

IOException

testCacheOnWriteEvictOnClose

public void testCacheOnWriteEvictOnClose()
                                  throws Exception

Throws:

Exception

splitStoreFile

private org.apache.hadoop.fs.Path splitStoreFile(org.apache.hadoop.hbase.regionserver.HRegionFileSystem regionFs,
                                                 org.apache.hadoop.hbase.HRegionInfo hri,
                                                 String family,
                                                 org.apache.hadoop.hbase.regionserver.HStoreFile sf,
                                                 byte[] splitKey,
                                                 boolean isTopRef)
                                          throws IOException

Throws:

IOException

writeStoreFile

private org.apache.hadoop.hbase.regionserver.StoreFileWriter writeStoreFile(org.apache.hadoop.conf.Configuration conf,
                                                                            org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConf,
                                                                            org.apache.hadoop.fs.Path path,
                                                                            int numBlocks)
                                                                     throws IOException

Throws:

IOException

testDataBlockEncodingMetaData

public void testDataBlockEncodingMetaData()
                                   throws IOException

Check if data block encoding information is saved correctly in HFile's file info.

Throws:

IOException