Package org.apache.hadoop.hbase.mob

Class TestMobStoreCompaction

java.lang.Object

org.apache.hadoop.hbase.mob.TestMobStoreCompaction

public class TestMobStoreCompaction
extends Object

Test mob store compaction

Field Summary

Fields

Modifier and Type	Field	Description
static final HBaseClassTestRule	CLASS_RULE
private static final byte[]	COLUMN_FAMILY
private int	compactionThreshold
private org.apache.hadoop.conf.Configuration	conf
private org.apache.hadoop.hbase.client.ColumnFamilyDescriptor	familyDescriptor
private org.apache.hadoop.fs.FileSystem	fs
(package private) static final org.slf4j.Logger	LOG
private long	mobCellThreshold
org.junit.rules.TestName	name
private org.apache.hadoop.hbase.regionserver.HRegion	region
private final byte[]	STARTROW
private org.apache.hadoop.hbase.client.TableDescriptor	tableDescriptor
private Boolean	useFileBasedSFT
private static final HBaseTestingUtil	UTIL

Constructor Summary

Constructors

Constructor	Description
TestMobStoreCompaction(Boolean useFileBasedSFT)

Method Summary

Modifier and Type	Method	Description
private long	countMobCellsInMetadata()
private int	countMobFiles()
private int	countMobRows()
private int	countReferencedMobFiles()
private int	countStoreFiles()
private void	createHFile(org.apache.hadoop.fs.Path path, int rowIdx, byte[] dummyData)	Create an HFile with the given number of bytes
private org.apache.hadoop.hbase.client.Put	createPut(int rowIdx, byte[] dummyData)
static Collection<Boolean>	data()
private void	init(org.apache.hadoop.conf.Configuration conf, long mobThreshold)
private byte[]	makeDummyData(int size)
private static org.apache.hadoop.hbase.regionserver.HRegion	setMobThreshold(org.apache.hadoop.hbase.regionserver.HRegion region, byte[] cfName, long modThreshold)
void	tearDown()
void	testLargerValue()	During compaction, the mob threshold size is changed.
void	testMajorCompactionAfterDelete()
void	testMobCompactionWithBulkload()	This test will first generate store files, then bulk load them and trigger the compaction.
void	testSmallerValue()	During compaction, cells smaller than the threshold won't be affected.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

name

public org.junit.rules.TestName name

LOG

static final org.slf4j.Logger LOG

UTIL

private static final HBaseTestingUtil UTIL

conf

private org.apache.hadoop.conf.Configuration conf

region

private org.apache.hadoop.hbase.regionserver.HRegion region

tableDescriptor

private org.apache.hadoop.hbase.client.TableDescriptor tableDescriptor

familyDescriptor

private org.apache.hadoop.hbase.client.ColumnFamilyDescriptor familyDescriptor

mobCellThreshold

private long mobCellThreshold

fs

private org.apache.hadoop.fs.FileSystem fs

COLUMN_FAMILY

private static final byte[] COLUMN_FAMILY

STARTROW

private final byte[] STARTROW

compactionThreshold

private int compactionThreshold

useFileBasedSFT

private Boolean useFileBasedSFT

Constructor Details

TestMobStoreCompaction

public TestMobStoreCompaction(Boolean useFileBasedSFT)

Method Details

data

public static Collection<Boolean> data()

init

private void init(org.apache.hadoop.conf.Configuration conf,
 long mobThreshold)
           throws Exception

Throws:

Exception

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

testSmallerValue

public void testSmallerValue()
                      throws Exception

During compaction, cells smaller than the threshold won't be affected.

Throws:

Exception

testLargerValue

public void testLargerValue()
                     throws Exception

During compaction, the mob threshold size is changed.

Throws:

Exception

setMobThreshold

private static org.apache.hadoop.hbase.regionserver.HRegion setMobThreshold(org.apache.hadoop.hbase.regionserver.HRegion region,
 byte[] cfName,
 long modThreshold)

testMobCompactionWithBulkload

public void testMobCompactionWithBulkload()
                                   throws Exception

This test will first generate store files, then bulk load them and trigger the compaction. When compaction, the cell value will be larger than the threshold.

Throws:

Exception

testMajorCompactionAfterDelete

public void testMajorCompactionAfterDelete()
                                    throws Exception

Throws:

Exception

countStoreFiles

private int countStoreFiles()
                     throws IOException

Throws:

IOException

countMobFiles

private int countMobFiles()
                   throws IOException

Throws:

IOException

countMobCellsInMetadata

private long countMobCellsInMetadata()
                              throws IOException

Throws:

IOException

createPut

private org.apache.hadoop.hbase.client.Put createPut(int rowIdx,
 byte[] dummyData)
                                              throws IOException

Throws:

IOException

createHFile

private void createHFile(org.apache.hadoop.fs.Path path,
 int rowIdx,
 byte[] dummyData)
                  throws IOException

Create an HFile with the given number of bytes

Throws:

IOException

countMobRows

private int countMobRows()
                  throws IOException

Throws:

IOException

makeDummyData

private byte[] makeDummyData(int size)

countReferencedMobFiles

private int countReferencedMobFiles()
                             throws IOException

Throws:

IOException