Package org.apache.hadoop.hbase.mob

Class TestMobStoreCompaction

java.lang.Object

org.apache.hadoop.hbase.mob.TestMobStoreCompaction

@Tag("org.apache.hadoop.hbase.testclassification.MediumTests")
public class TestMobStoreCompaction
extends Object

Test mob store compaction

Field Summary

Fields

Modifier and Type	Field	Description
private static final byte[]	COLUMN_FAMILY
private int	compactionThreshold
private org.apache.hadoop.conf.Configuration	conf
private org.apache.hadoop.hbase.client.ColumnFamilyDescriptor	familyDescriptor
private org.apache.hadoop.fs.FileSystem	fs
private long	mobCellThreshold
private org.apache.hadoop.hbase.regionserver.HRegion	region
private final byte[]	STARTROW
private org.apache.hadoop.hbase.client.TableDescriptor	tableDescriptor
private String	testMethodName
private Boolean	useFileBasedSFT
private static final HBaseTestingUtil	UTIL

Constructor Summary

Constructors

Constructor	Description
TestMobStoreCompaction(Boolean useFileBasedSFT)

Method Summary

Modifier and Type	Method	Description
private long	countMobCellsInMetadata()
private int	countMobFiles()
private int	countMobRows()
private int	countReferencedMobFiles()
private int	countStoreFiles()
private void	createHFile(org.apache.hadoop.fs.Path path, int rowIdx, byte[] dummyData)	Create an HFile with the given number of bytes
private org.apache.hadoop.hbase.client.Put	createPut(int rowIdx, byte[] dummyData)
private void	init(org.apache.hadoop.conf.Configuration conf, long mobThreshold)
private byte[]	makeDummyData(int size)
static Stream<org.junit.jupiter.params.provider.Arguments>	parameters()
private static org.apache.hadoop.hbase.regionserver.HRegion	setMobThreshold(org.apache.hadoop.hbase.regionserver.HRegion region, byte[] cfName, long modThreshold)
void	setUp(org.junit.jupiter.api.TestInfo testInfo)
void	tearDown()
void	testLargerValue()	During compaction, the mob threshold size is changed.
void	testMajorCompactionAfterDelete()
void	testMobCompactionWithBulkload()	This test will first generate store files, then bulk load them and trigger the compaction.
void	testSmallerValue()	During compaction, cells smaller than the threshold won't be affected.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

UTIL

private static final HBaseTestingUtil UTIL

conf

private org.apache.hadoop.conf.Configuration conf

testMethodName

private String testMethodName

region

private org.apache.hadoop.hbase.regionserver.HRegion region

tableDescriptor

private org.apache.hadoop.hbase.client.TableDescriptor tableDescriptor

familyDescriptor

private org.apache.hadoop.hbase.client.ColumnFamilyDescriptor familyDescriptor

mobCellThreshold

private long mobCellThreshold

fs

private org.apache.hadoop.fs.FileSystem fs

COLUMN_FAMILY

private static final byte[] COLUMN_FAMILY

STARTROW

private final byte[] STARTROW

compactionThreshold

private int compactionThreshold

useFileBasedSFT

private Boolean useFileBasedSFT

Constructor Details

TestMobStoreCompaction

public TestMobStoreCompaction(Boolean useFileBasedSFT)

Method Details

parameters

public static Stream<org.junit.jupiter.params.provider.Arguments> parameters()

setUp

@BeforeEach
public void setUp(org.junit.jupiter.api.TestInfo testInfo)

init

private void init(org.apache.hadoop.conf.Configuration conf,
 long mobThreshold)
           throws Exception

Throws:

Exception

tearDown

@AfterEach
public void tearDown()
              throws Exception

Throws:

Exception

testSmallerValue

@TestTemplate
public void testSmallerValue()
                      throws Exception

During compaction, cells smaller than the threshold won't be affected.

Throws:

Exception

testLargerValue

@TestTemplate
public void testLargerValue()
                     throws Exception

During compaction, the mob threshold size is changed.

Throws:

Exception

setMobThreshold

private static org.apache.hadoop.hbase.regionserver.HRegion setMobThreshold(org.apache.hadoop.hbase.regionserver.HRegion region,
 byte[] cfName,
 long modThreshold)

testMobCompactionWithBulkload

@TestTemplate
public void testMobCompactionWithBulkload()
                                   throws Exception

This test will first generate store files, then bulk load them and trigger the compaction. When compaction, the cell value will be larger than the threshold.

Throws:

Exception

testMajorCompactionAfterDelete

@TestTemplate
public void testMajorCompactionAfterDelete()
                                    throws Exception

Throws:

Exception

countStoreFiles

private int countStoreFiles()
                     throws IOException

Throws:

IOException

countMobFiles

private int countMobFiles()
                   throws IOException

Throws:

IOException

countMobCellsInMetadata

private long countMobCellsInMetadata()
                              throws IOException

Throws:

IOException

createPut

private org.apache.hadoop.hbase.client.Put createPut(int rowIdx,
 byte[] dummyData)
                                              throws IOException

Throws:

IOException

createHFile

private void createHFile(org.apache.hadoop.fs.Path path,
 int rowIdx,
 byte[] dummyData)
                  throws IOException

Create an HFile with the given number of bytes

Throws:

IOException

countMobRows

private int countMobRows()
                  throws IOException

Throws:

IOException

makeDummyData

private byte[] makeDummyData(int size)

countReferencedMobFiles

private int countReferencedMobFiles()
                             throws IOException

Throws:

IOException