org.apache.hadoop.hbase.master.normalizer

Class TestSimpleRegionNormalizerOnCluster

java.lang.Object

org.apache.hadoop.hbase.master.normalizer.TestSimpleRegionNormalizerOnCluster

public class TestSimpleRegionNormalizerOnCluster
extends Object

Testing SimpleRegionNormalizer on minicluster.

Field Summary

Fields

Modifier and Type	Field and Description
private static org.apache.hadoop.hbase.client.Admin	admin
static HBaseClassTestRule	CLASS_RULE
private static byte[]	FAMILY_NAME
private static org.slf4j.Logger	LOG
private static org.apache.hadoop.hbase.master.HMaster	master
org.junit.rules.TestName	name
private static HBaseTestingUtility	TEST_UTIL

Constructor Summary

Constructors

Constructor and Description
TestSimpleRegionNormalizerOnCluster()

Method Summary

Modifier and Type	Method and Description
static void	afterAllTests()
void	before()
static void	beforeAllTests()
private static org.apache.hadoop.hbase.TableName	buildTableNameForQuotaTest(String methodName)
private static int	createTableBegsMerge(org.apache.hadoop.hbase.TableName tableName) create a table with 5 regions, having region sizes so as to provoke a merge of the smallest regions.
private static int	createTableBegsSplit(org.apache.hadoop.hbase.TableName tableName, boolean normalizerEnabled, boolean isMergeEnabled) create a table with 5 regions, having region sizes so as to provoke a split of the largest region.
private static void	dropIfExists(org.apache.hadoop.hbase.TableName tableName)
private static void	generateTestData(org.apache.hadoop.hbase.regionserver.Region region, int numRows)
private static List<org.apache.hadoop.hbase.regionserver.HRegion>	generateTestData(org.apache.hadoop.hbase.TableName tableName, int... regionSizesMb)
private static double	getRegionSizeMB(org.apache.hadoop.hbase.master.MasterServices masterServices, org.apache.hadoop.hbase.client.RegionInfo regionInfo)
void	testHonorsNormalizerSwitch()
void	testHonorsNormalizerTableSetting() Test that disabling normalizer via table configuration is honored.
void	testRegionNormalizationMerge()
(package private) void	testRegionNormalizationSplit(boolean limitedByQuota)
void	testRegionNormalizationSplitWithoutQuotaLimit()
void	testRegionNormalizationSplitWithQuotaLimit()
private static void	waitForSkippedSplits(org.apache.hadoop.hbase.master.HMaster master, long existingSkippedSplitCount)
private static void	waitForTableMerge(org.apache.hadoop.hbase.TableName tableName, int targetRegionCount)
private static void	waitForTableRegionCount(org.apache.hadoop.hbase.TableName tableName, int targetRegionCount)
private static void	waitForTableSplit(org.apache.hadoop.hbase.TableName tableName, int targetRegionCount)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

TEST_UTIL

private static final HBaseTestingUtility TEST_UTIL

FAMILY_NAME

private static final byte[] FAMILY_NAME

admin

private static org.apache.hadoop.hbase.client.Admin admin

master

private static org.apache.hadoop.hbase.master.HMaster master

name

public org.junit.rules.TestName name

Constructor Detail

TestSimpleRegionNormalizerOnCluster

public TestSimpleRegionNormalizerOnCluster()

Method Detail

beforeAllTests

public static void beforeAllTests()
                           throws Exception

Throws:

Exception

afterAllTests

public static void afterAllTests()
                          throws Exception

Throws:

Exception

before

public void before()
            throws IOException

Throws:

IOException

testHonorsNormalizerSwitch

public void testHonorsNormalizerSwitch()
                                throws IOException

Throws:

IOException

testHonorsNormalizerTableSetting

public void testHonorsNormalizerTableSetting()
                                      throws Exception

Test that disabling normalizer via table configuration is honored. There's no side-effect to look for (other than a log message), so normalize two tables, one with the disabled setting, and look for change in one and no change in the other.

Throws:

Exception

testRegionNormalizationSplitWithoutQuotaLimit

public void testRegionNormalizationSplitWithoutQuotaLimit()
                                                   throws Exception

Throws:

Exception

testRegionNormalizationSplitWithQuotaLimit

public void testRegionNormalizationSplitWithQuotaLimit()
                                                throws Exception

Throws:

Exception

testRegionNormalizationSplit

void testRegionNormalizationSplit(boolean limitedByQuota)
                           throws Exception

Throws:

Exception

testRegionNormalizationMerge

public void testRegionNormalizationMerge()
                                  throws Exception

Throws:

Exception

buildTableNameForQuotaTest

private static org.apache.hadoop.hbase.TableName buildTableNameForQuotaTest(String methodName)
                                                                     throws IOException

Throws:

IOException

waitForSkippedSplits

private static void waitForSkippedSplits(org.apache.hadoop.hbase.master.HMaster master,
                                         long existingSkippedSplitCount)
                                  throws Exception

Throws:

Exception

waitForTableRegionCount

private static void waitForTableRegionCount(org.apache.hadoop.hbase.TableName tableName,
                                            int targetRegionCount)
                                     throws IOException

Throws:

IOException

waitForTableSplit

private static void waitForTableSplit(org.apache.hadoop.hbase.TableName tableName,
                                      int targetRegionCount)
                               throws IOException

Throws:

IOException

waitForTableMerge

private static void waitForTableMerge(org.apache.hadoop.hbase.TableName tableName,
                                      int targetRegionCount)
                               throws IOException

Throws:

IOException

generateTestData

private static List<org.apache.hadoop.hbase.regionserver.HRegion> generateTestData(org.apache.hadoop.hbase.TableName tableName,
                                                                                   int... regionSizesMb)
                                                                            throws IOException

Throws:

IOException

generateTestData

private static void generateTestData(org.apache.hadoop.hbase.regionserver.Region region,
                                     int numRows)
                              throws IOException

Throws:

IOException

getRegionSizeMB

private static double getRegionSizeMB(org.apache.hadoop.hbase.master.MasterServices masterServices,
                                      org.apache.hadoop.hbase.client.RegionInfo regionInfo)

createTableBegsSplit

private static int createTableBegsSplit(org.apache.hadoop.hbase.TableName tableName,
                                        boolean normalizerEnabled,
                                        boolean isMergeEnabled)
                                 throws IOException

create a table with 5 regions, having region sizes so as to provoke a split of the largest region.

• total table size: 12
• average region size: 2.4
• split threshold: 2.4 * 2 = 4.8

Throws:

IOException

createTableBegsMerge

private static int createTableBegsMerge(org.apache.hadoop.hbase.TableName tableName)
                                 throws IOException

create a table with 5 regions, having region sizes so as to provoke a merge of the smallest regions.

• total table size: 13
• average region size: 2.6
• sum of sizes of first two regions < average

Throws:

IOException

dropIfExists

private static void dropIfExists(org.apache.hadoop.hbase.TableName tableName)
                          throws IOException

Throws:

IOException