org.apache.hadoop.hbase.regionserver

Class TestSplitTransactionOnCluster

java.lang.Object

org.apache.hadoop.hbase.regionserver.TestSplitTransactionOnCluster

public class TestSplitTransactionOnCluster
extends Object

The below tests are testing split region against a running cluster

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
(package private) static class	TestSplitTransactionOnCluster.CustomSplitPolicy
static class	TestSplitTransactionOnCluster.FailingSplitMasterObserver
static class	TestSplitTransactionOnCluster.MyMaster
(package private) static class	TestSplitTransactionOnCluster.MyMasterRpcServices

Field Summary

Fields

Modifier and Type	Field and Description
private org.apache.hadoop.hbase.client.Admin	admin
static HBaseClassTestRule	CLASS_RULE
private MiniHBaseCluster	cluster
private static org.slf4j.Logger	LOG
org.junit.rules.TestName	name
private static int	NB_SERVERS
(package private) static HBaseTestingUtility	TESTING_UTIL

Constructor Summary

Constructors

Constructor and Description
TestSplitTransactionOnCluster()

Method Summary

Modifier and Type	Method and Description
private org.apache.hadoop.hbase.master.HMaster	abortAndWaitForMaster()
static void	after()
private void	awaitDaughters(org.apache.hadoop.hbase.TableName tableName, int numDaughters)
private List<org.apache.hadoop.hbase.regionserver.HRegion>	awaitTableRegions(org.apache.hadoop.hbase.TableName tableName)
static void	before()
private List<org.apache.hadoop.hbase.regionserver.HRegion>	checkAndGetDaughters(org.apache.hadoop.hbase.TableName tableName)
private void	clearReferences(org.apache.hadoop.hbase.regionserver.HRegion region)
private org.apache.hadoop.hbase.client.Table	createTableAndWait(org.apache.hadoop.hbase.TableName tableName, byte[] cf)
private int	ensureTableRegionNotOnSameServerAsMeta(org.apache.hadoop.hbase.client.Admin admin, org.apache.hadoop.hbase.client.RegionInfo hri) Ensure single table region is not on same server as the single hbase:meta table region.
private void	findRegionToSplit(org.apache.hadoop.hbase.TableName tableName, String splitRowKey)
private org.apache.hadoop.hbase.regionserver.HRegion	findSplittableRegion(List<org.apache.hadoop.hbase.regionserver.HRegion> regions)
private org.apache.hadoop.hbase.client.RegionInfo	getAndCheckSingleTableRegion(List<org.apache.hadoop.hbase.regionserver.HRegion> regions)
private org.apache.hadoop.hbase.regionserver.HRegionServer	getOtherRegionServer(MiniHBaseCluster cluster, org.apache.hadoop.hbase.regionserver.HRegionServer notThisOne) Find regionserver other than the one passed.
private void	insertData(org.apache.hadoop.hbase.TableName tableName, org.apache.hadoop.hbase.client.Admin admin, org.apache.hadoop.hbase.client.Table t)
private void	insertData(org.apache.hadoop.hbase.TableName tableName, org.apache.hadoop.hbase.client.Admin admin, org.apache.hadoop.hbase.client.Table t, int i)
private void	printOutRegions(org.apache.hadoop.hbase.regionserver.HRegionServer hrs, String prefix)
private void	requestSplitRegion(org.apache.hadoop.hbase.regionserver.HRegionServer rsServer, org.apache.hadoop.hbase.regionserver.Region region, byte[] midKey)
private static void	scanValidate(org.apache.hadoop.hbase.client.Scan scan, int expectedRowCount, org.apache.hadoop.hbase.client.Table table)
void	setup()
void	tearDown()
void	testContinuousSplitUsingLinkFile()
void	testMasterRestartAtRegionSplitPendingCatalogJanitor() Verifies HBASE-5806.
void	testRITStateForRollback()
void	testShutdownFixupWhenDaughterHasSplit() Test that if daughter split on us, we won't do the shutdown handler fixup just because we can't find the immediate daughter of an offlined parent.
void	testSplitCompactWithPriority()
void	testSplitFailedCompactionAndSplit()
void	testSplitRegionWithNoStoreFiles() If a table has regions that have no store files in a region, they should split successfully into two regions with no store files.
void	testSplitRollbackOnRegionClosing()
void	testSplitShouldNotThrowNPEEvenARegionHasEmptySplitFiles()
void	testSplitWithRegionReplicas()
void	testStoreFileReferenceCreationWhenSplitPolicySaysToSkipRangeCheck()
private void	waitUntilRegionServerDead()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

admin

private org.apache.hadoop.hbase.client.Admin admin

cluster

private MiniHBaseCluster cluster

NB_SERVERS

private static final int NB_SERVERS

See Also:

Constant Field Values

TESTING_UTIL

static final HBaseTestingUtility TESTING_UTIL

name

public org.junit.rules.TestName name

Constructor Detail

TestSplitTransactionOnCluster

public TestSplitTransactionOnCluster()

Method Detail

before

public static void before()
                   throws Exception

Throws:

Exception

after

public static void after()
                  throws Exception

Throws:

Exception

setup

public void setup()
           throws IOException

Throws:

IOException

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

getAndCheckSingleTableRegion

private org.apache.hadoop.hbase.client.RegionInfo getAndCheckSingleTableRegion(List<org.apache.hadoop.hbase.regionserver.HRegion> regions)
                                                                        throws IOException,
                                                                               InterruptedException

Throws:

IOException

InterruptedException

requestSplitRegion

private void requestSplitRegion(org.apache.hadoop.hbase.regionserver.HRegionServer rsServer,
                                org.apache.hadoop.hbase.regionserver.Region region,
                                byte[] midKey)
                         throws IOException

Throws:

IOException

testRITStateForRollback

public void testRITStateForRollback()
                             throws Exception

Throws:

Exception

testSplitFailedCompactionAndSplit

public void testSplitFailedCompactionAndSplit()
                                       throws Exception

Throws:

Exception

testSplitCompactWithPriority

public void testSplitCompactWithPriority()
                                  throws Exception

Throws:

Exception

testContinuousSplitUsingLinkFile

public void testContinuousSplitUsingLinkFile()
                                      throws Exception

Throws:

Exception

findRegionToSplit

private void findRegionToSplit(org.apache.hadoop.hbase.TableName tableName,
                               String splitRowKey)
                        throws Exception

Throws:

Exception

scanValidate

private static void scanValidate(org.apache.hadoop.hbase.client.Scan scan,
                                 int expectedRowCount,
                                 org.apache.hadoop.hbase.client.Table table)
                          throws IOException

Throws:

IOException

testSplitRollbackOnRegionClosing

public void testSplitRollbackOnRegionClosing()
                                      throws Exception

Throws:

Exception

testShutdownFixupWhenDaughterHasSplit

public void testShutdownFixupWhenDaughterHasSplit()
                                           throws Exception

Test that if daughter split on us, we won't do the shutdown handler fixup just because we can't find the immediate daughter of an offlined parent.

Throws:

Exception

clearReferences

private void clearReferences(org.apache.hadoop.hbase.regionserver.HRegion region)
                      throws IOException

Throws:

IOException

testSplitShouldNotThrowNPEEvenARegionHasEmptySplitFiles

public void testSplitShouldNotThrowNPEEvenARegionHasEmptySplitFiles()
                                                             throws Exception

Throws:

Exception

testMasterRestartAtRegionSplitPendingCatalogJanitor

public void testMasterRestartAtRegionSplitPendingCatalogJanitor()
                                                         throws IOException,
                                                                InterruptedException,
                                                                org.apache.zookeeper.KeeperException.NodeExistsException,
                                                                org.apache.zookeeper.KeeperException,
                                                                org.apache.hbase.thirdparty.com.google.protobuf.ServiceException,
                                                                ExecutionException,
                                                                TimeoutException

Verifies HBASE-5806. Here the case is that splitting is completed but before the CJ could remove the parent region the master is killed and restarted.

Throws:

IOException

InterruptedException

org.apache.zookeeper.KeeperException.NodeExistsException

org.apache.zookeeper.KeeperException

org.apache.hbase.thirdparty.com.google.protobuf.ServiceException

ExecutionException

TimeoutException

testSplitWithRegionReplicas

public void testSplitWithRegionReplicas()
                                 throws Exception

Throws:

Exception

insertData

private void insertData(org.apache.hadoop.hbase.TableName tableName,
                        org.apache.hadoop.hbase.client.Admin admin,
                        org.apache.hadoop.hbase.client.Table t)
                 throws IOException

Throws:

IOException

insertData

private void insertData(org.apache.hadoop.hbase.TableName tableName,
                        org.apache.hadoop.hbase.client.Admin admin,
                        org.apache.hadoop.hbase.client.Table t,
                        int i)
                 throws IOException

Throws:

IOException

testSplitRegionWithNoStoreFiles

public void testSplitRegionWithNoStoreFiles()
                                     throws Exception

If a table has regions that have no store files in a region, they should split successfully into two regions with no store files.

Throws:

Exception

testStoreFileReferenceCreationWhenSplitPolicySaysToSkipRangeCheck

public void testStoreFileReferenceCreationWhenSplitPolicySaysToSkipRangeCheck()
                                                                       throws Exception

Throws:

Exception

findSplittableRegion

private org.apache.hadoop.hbase.regionserver.HRegion findSplittableRegion(List<org.apache.hadoop.hbase.regionserver.HRegion> regions)
                                                                   throws InterruptedException

Throws:

InterruptedException

checkAndGetDaughters

private List<org.apache.hadoop.hbase.regionserver.HRegion> checkAndGetDaughters(org.apache.hadoop.hbase.TableName tableName)
                                                                         throws InterruptedException

Throws:

InterruptedException

abortAndWaitForMaster

private org.apache.hadoop.hbase.master.HMaster abortAndWaitForMaster()
                                                              throws IOException,
                                                                     InterruptedException

Throws:

IOException

InterruptedException

ensureTableRegionNotOnSameServerAsMeta

private int ensureTableRegionNotOnSameServerAsMeta(org.apache.hadoop.hbase.client.Admin admin,
                                                   org.apache.hadoop.hbase.client.RegionInfo hri)
                                            throws IOException,
                                                   org.apache.hadoop.hbase.MasterNotRunningException,
                                                   org.apache.hadoop.hbase.ZooKeeperConnectionException,
                                                   InterruptedException

Ensure single table region is not on same server as the single hbase:meta table region.

Returns:

Index of the server hosting the single table region nn * @throws org.apache.hadoop.hbase.ZooKeeperConnectionException n

Throws:

IOException

org.apache.hadoop.hbase.MasterNotRunningException

org.apache.hadoop.hbase.ZooKeeperConnectionException

InterruptedException

getOtherRegionServer

private org.apache.hadoop.hbase.regionserver.HRegionServer getOtherRegionServer(MiniHBaseCluster cluster,
                                                                                org.apache.hadoop.hbase.regionserver.HRegionServer notThisOne)

Find regionserver other than the one passed. Can't rely on indexes into list of regionservers since crashed servers occupy an index. nn * @return A regionserver that is not notThisOne or null if none found

printOutRegions

private void printOutRegions(org.apache.hadoop.hbase.regionserver.HRegionServer hrs,
                             String prefix)
                      throws IOException

Throws:

IOException

waitUntilRegionServerDead

private void waitUntilRegionServerDead()
                                throws InterruptedException,
                                       IOException

Throws:

InterruptedException

IOException

awaitDaughters

private void awaitDaughters(org.apache.hadoop.hbase.TableName tableName,
                            int numDaughters)
                     throws InterruptedException

Throws:

InterruptedException

awaitTableRegions

private List<org.apache.hadoop.hbase.regionserver.HRegion> awaitTableRegions(org.apache.hadoop.hbase.TableName tableName)
                                                                      throws InterruptedException

Throws:

InterruptedException

createTableAndWait

private org.apache.hadoop.hbase.client.Table createTableAndWait(org.apache.hadoop.hbase.TableName tableName,
                                                                byte[] cf)
                                                         throws IOException,
                                                                InterruptedException

Throws:

IOException

InterruptedException