Package org.apache.hadoop.hbase.regionserver

Class TestHStoreFile

java.lang.Object

org.apache.hadoop.hbase.regionserver.TestHStoreFile

public class TestHStoreFile
extends Object

Test HStoreFile

Field Summary

Fields

Modifier and Type	Field	Description
private static final int	BLOCKSIZE_SMALL
private org.apache.hadoop.hbase.io.hfile.CacheConfig	cacheConf
private static final int	CKBYTES
private static final org.apache.hadoop.hbase.util.ChecksumType	CKTYPE
static final HBaseClassTestRule	CLASS_RULE
private org.apache.hadoop.conf.Configuration	conf
private static final char	FIRST_CHAR
private org.apache.hadoop.fs.FileSystem	fs
private static final char	LAST_CHAR
private static final String	localFormatter
private static final org.slf4j.Logger	LOG
org.junit.rules.TestName	name
private static org.apache.hadoop.fs.Path	ROOT_DIR
(package private) byte[]	SPLITKEY
private static String	TEST_FAMILY
private static final HBaseTestingUtil	TEST_UTIL
private org.apache.hadoop.fs.Path	testDir

Constructor Summary

Constructors

Constructor	Description
TestHStoreFile()

Method Summary

Modifier and Type	Method	Description
private void	assertOrdering(Comparator<? super org.apache.hadoop.hbase.regionserver.HStoreFile> comparator, org.apache.hadoop.hbase.regionserver.HStoreFile... sfs)	Assert that the given comparator orders the given storefiles in the same way that they're passed.
private void	bloomWriteRead(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer, org.apache.hadoop.fs.FileSystem fs)
private void	checkHalfHFile(org.apache.hadoop.hbase.regionserver.HRegionFileSystem regionFs, org.apache.hadoop.hbase.regionserver.HStoreFile f, org.apache.hadoop.hbase.regionserver.storefiletracker.StoreFileTracker sft)
(package private) List<org.apache.hadoop.hbase.KeyValue>	getKeyValueSet(long[] timestamps, int numRows, byte[] qualifier, byte[] family)	Generate a list of KeyValues for testing based on given parameters
private static org.apache.hadoop.hbase.regionserver.StoreFileScanner	getStoreFileScanner(org.apache.hadoop.hbase.regionserver.StoreFileReader reader, boolean cacheBlocks, boolean pread)
private org.apache.hadoop.hbase.regionserver.HStoreFile	mockStoreFile(boolean bulkLoad, long size, long bulkTimestamp, long seqId, String path)	Create a mock StoreFile with the given attributes.
void	setUp()
private org.apache.hadoop.fs.Path	splitStoreFile(org.apache.hadoop.hbase.regionserver.HRegionFileSystem regionFs, org.apache.hadoop.hbase.client.RegionInfo hri, String family, org.apache.hadoop.hbase.regionserver.HStoreFile sf, byte[] splitKey, boolean isTopRef, org.apache.hadoop.hbase.regionserver.storefiletracker.StoreFileTracker sft)
static void	tearDownAfterClass()
void	testBasicHalfAndHFileLinkMapFile()	Write a file and then assert that we can read from top and bottom halves using two HalfMapFiles, as well as one HalfMapFile and one HFileLink file.
void	testBloomFilter()
void	testBloomTypes()
void	testCacheOnWriteEvictOnClose()
void	testDataBlockEncodingMetaData()	Check if data block encoding information is saved correctly in HFile's file info.
void	testDataBlockSizeCompressed()
void	testDataBlockSizeEncoded()
void	testDataBlockSizeUnCompressed()
private void	testDataBlockSizeWithCompressionRatePredicator(int expectedBlockCount, BiFunction<Integer,Integer,Boolean> validation)
void	testDeleteFamilyBloomFilter()
void	testEmptyStoreFileRestrictKeyRanges()
void	testHFileLink()
void	testMultipleTimestamps()	Test to ensure correctness when using StoreFile with multiple timestamps
void	testReference()	Test that our mechanism of writing store files in one region to reference store files in other regions works.
void	testReferenceToHFileLink()	This test creates an hfile and then the dir structures and files to verify that references to hfilelinks (created by snapshot clones) can be properly interpreted.
void	testReseek()	Test for HBASE-8012
void	testsample()
void	testSeqIdComparator()
void	testStoreFileReference()
static void	writeLargeStoreFile(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer, byte[] fam, byte[] qualifier, int rounds)
private org.apache.hadoop.hbase.regionserver.StoreFileWriter	writeStoreFile(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConf, org.apache.hadoop.fs.Path path, int numBlocks)
private void	writeStoreFile(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer)
static void	writeStoreFile(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer, byte[] fam, byte[] qualifier)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

TEST_UTIL

private static final HBaseTestingUtil TEST_UTIL

cacheConf

private org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConf

ROOT_DIR

private static org.apache.hadoop.fs.Path ROOT_DIR

CKTYPE

private static final org.apache.hadoop.hbase.util.ChecksumType CKTYPE

CKBYTES

private static final int CKBYTES

See Also:

• Constant Field Values

TEST_FAMILY

private static String TEST_FAMILY

FIRST_CHAR

private static final char FIRST_CHAR

See Also:

• Constant Field Values

LAST_CHAR

private static final char LAST_CHAR

See Also:

• Constant Field Values

name

public org.junit.rules.TestName name

conf

private org.apache.hadoop.conf.Configuration conf

testDir

private org.apache.hadoop.fs.Path testDir

fs

private org.apache.hadoop.fs.FileSystem fs

SPLITKEY

byte[] SPLITKEY

localFormatter

private static final String localFormatter

See Also:

• Constant Field Values

BLOCKSIZE_SMALL

private static final int BLOCKSIZE_SMALL

See Also:

• Constant Field Values

Constructor Details

TestHStoreFile

public TestHStoreFile()

Method Details

setUp

public void setUp()
           throws IOException

Throws:

IOException

tearDownAfterClass

public static void tearDownAfterClass()

testBasicHalfAndHFileLinkMapFile

public void testBasicHalfAndHFileLinkMapFile()
                                      throws Exception

Write a file and then assert that we can read from top and bottom halves using two HalfMapFiles, as well as one HalfMapFile and one HFileLink file.

Throws:

Exception

writeStoreFile

private void writeStoreFile(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer)
                     throws IOException

Throws:

IOException

writeStoreFile

public static void writeStoreFile(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer,
 byte[] fam,
 byte[] qualifier)
                           throws IOException

Throws:

IOException

writeLargeStoreFile

public static void writeLargeStoreFile(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer,
 byte[] fam,
 byte[] qualifier,
 int rounds)
                                throws IOException

Throws:

IOException

testReference

public void testReference()
                   throws IOException

Test that our mechanism of writing store files in one region to reference store files in other regions works.

Throws:

IOException

testStoreFileReference

public void testStoreFileReference()
                            throws Exception

Throws:

Exception

testEmptyStoreFileRestrictKeyRanges

public void testEmptyStoreFileRestrictKeyRanges()
                                         throws Exception

Throws:

Exception

testHFileLink

public void testHFileLink()
                   throws IOException

Throws:

IOException

testsample

public void testsample()

testReferenceToHFileLink

public void testReferenceToHFileLink()
                              throws IOException

This test creates an hfile and then the dir structures and files to verify that references to hfilelinks (created by snapshot clones) can be properly interpreted.

Throws:

IOException

checkHalfHFile

private void checkHalfHFile(org.apache.hadoop.hbase.regionserver.HRegionFileSystem regionFs,
 org.apache.hadoop.hbase.regionserver.HStoreFile f,
 org.apache.hadoop.hbase.regionserver.storefiletracker.StoreFileTracker sft)
                     throws IOException

Throws:

IOException

getStoreFileScanner

private static org.apache.hadoop.hbase.regionserver.StoreFileScanner getStoreFileScanner(org.apache.hadoop.hbase.regionserver.StoreFileReader reader,
 boolean cacheBlocks,
 boolean pread)

bloomWriteRead

private void bloomWriteRead(org.apache.hadoop.hbase.regionserver.StoreFileWriter writer,
 org.apache.hadoop.fs.FileSystem fs)
                     throws Exception

Throws:

Exception

testBloomFilter

public void testBloomFilter()
                     throws Exception

Throws:

Exception

testDeleteFamilyBloomFilter

public void testDeleteFamilyBloomFilter()
                                 throws Exception

Throws:

Exception

testReseek

public void testReseek()
                throws Exception

Test for HBASE-8012

Throws:

Exception

testBloomTypes

public void testBloomTypes()
                    throws Exception

Throws:

Exception

testSeqIdComparator

public void testSeqIdComparator()

assertOrdering

private void assertOrdering(Comparator<? super org.apache.hadoop.hbase.regionserver.HStoreFile> comparator,
 org.apache.hadoop.hbase.regionserver.HStoreFile... sfs)

Assert that the given comparator orders the given storefiles in the same way that they're passed.

mockStoreFile

private org.apache.hadoop.hbase.regionserver.HStoreFile mockStoreFile(boolean bulkLoad,
 long size,
 long bulkTimestamp,
 long seqId,
 String path)

Create a mock StoreFile with the given attributes.

getKeyValueSet

List<org.apache.hadoop.hbase.KeyValue> getKeyValueSet(long[] timestamps,
 int numRows,
 byte[] qualifier,
 byte[] family)

Generate a list of KeyValues for testing based on given parameters

Returns:

the rows key-value list

testMultipleTimestamps

public void testMultipleTimestamps()
                            throws IOException

Test to ensure correctness when using StoreFile with multiple timestamps

Throws:

IOException

testCacheOnWriteEvictOnClose

public void testCacheOnWriteEvictOnClose()
                                  throws Exception

Throws:

Exception

splitStoreFile

private org.apache.hadoop.fs.Path splitStoreFile(org.apache.hadoop.hbase.regionserver.HRegionFileSystem regionFs,
 org.apache.hadoop.hbase.client.RegionInfo hri,
 String family,
 org.apache.hadoop.hbase.regionserver.HStoreFile sf,
 byte[] splitKey,
 boolean isTopRef,
 org.apache.hadoop.hbase.regionserver.storefiletracker.StoreFileTracker sft)
                                          throws IOException

Throws:

IOException

writeStoreFile

private org.apache.hadoop.hbase.regionserver.StoreFileWriter writeStoreFile(org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.hbase.io.hfile.CacheConfig cacheConf,
 org.apache.hadoop.fs.Path path,
 int numBlocks)
                                                                     throws IOException

Throws:

IOException

testDataBlockEncodingMetaData

public void testDataBlockEncodingMetaData()
                                   throws IOException

Check if data block encoding information is saved correctly in HFile's file info.

Throws:

IOException

testDataBlockSizeEncoded

public void testDataBlockSizeEncoded()
                              throws Exception

Throws:

Exception

testDataBlockSizeCompressed

public void testDataBlockSizeCompressed()
                                 throws Exception

Throws:

Exception

testDataBlockSizeUnCompressed

public void testDataBlockSizeUnCompressed()
                                   throws Exception

Throws:

Exception

testDataBlockSizeWithCompressionRatePredicator

private void testDataBlockSizeWithCompressionRatePredicator(int expectedBlockCount,
 BiFunction<Integer,Integer,Boolean> validation)
                                                     throws Exception

Throws:

Exception