Package org.apache.hadoop.hbase.regionserver

Class TestSplitTransactionOnCluster

java.lang.Object

org.apache.hadoop.hbase.regionserver.TestSplitTransactionOnCluster

@Tag("org.apache.hadoop.hbase.testclassification.RegionServerTests") @Tag("org.apache.hadoop.hbase.testclassification.LargeTests")
public class TestSplitTransactionOnCluster
extends Object

The below tests are testing split region against a running cluster

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
(package private) static class	TestSplitTransactionOnCluster.CustomSplitPolicy
static class	TestSplitTransactionOnCluster.FailingSplitMasterObserver
static class	TestSplitTransactionOnCluster.MyMaster
(package private) static class	TestSplitTransactionOnCluster.MyMasterRpcServices

Field Summary

Fields

Modifier and Type	Field	Description
private org.apache.hadoop.hbase.client.Admin	admin
private SingleProcessHBaseCluster	cluster
private static final org.slf4j.Logger	LOG
private String	methodName
private static final int	NB_SERVERS
(package private) static final HBaseTestingUtil	TESTING_UTIL

Constructor Summary

Constructors

Constructor	Description
TestSplitTransactionOnCluster()

Method Summary

Modifier and Type	Method	Description
private org.apache.hadoop.hbase.master.HMaster	abortAndWaitForMaster()
static void	after()
private void	awaitDaughters(org.apache.hadoop.hbase.TableName tableName, int numDaughters)
private List<org.apache.hadoop.hbase.regionserver.HRegion>	awaitTableRegions(org.apache.hadoop.hbase.TableName tableName)
static void	before()
private List<org.apache.hadoop.hbase.regionserver.HRegion>	checkAndGetDaughters(org.apache.hadoop.hbase.TableName tableName)
private void	clearReferences(org.apache.hadoop.hbase.regionserver.HRegion region)
private org.apache.hadoop.hbase.client.Table	createTableAndWait(org.apache.hadoop.hbase.TableName tableName, byte[] cf)
private int	ensureTableRegionNotOnSameServerAsMeta(org.apache.hadoop.hbase.client.Admin admin, org.apache.hadoop.hbase.client.RegionInfo hri)	Ensure single table region is not on same server as the single hbase:meta table region.
private void	findRegionToSplit(org.apache.hadoop.hbase.TableName tableName, String splitRowKey)
private org.apache.hadoop.hbase.regionserver.HRegion	findSplittableRegion(List<org.apache.hadoop.hbase.regionserver.HRegion> regions)
private org.apache.hadoop.hbase.client.RegionInfo	getAndCheckSingleTableRegion(List<org.apache.hadoop.hbase.regionserver.HRegion> regions)
private org.apache.hadoop.hbase.regionserver.HRegionServer	getOtherRegionServer(SingleProcessHBaseCluster cluster, org.apache.hadoop.hbase.regionserver.HRegionServer notThisOne)	Find regionserver other than the one passed.
private void	insertData(org.apache.hadoop.hbase.TableName tableName, org.apache.hadoop.hbase.client.Admin admin, org.apache.hadoop.hbase.client.Table t)
private void	insertData(org.apache.hadoop.hbase.TableName tableName, org.apache.hadoop.hbase.client.Admin admin, org.apache.hadoop.hbase.client.Table t, int i)
private void	printOutRegions(org.apache.hadoop.hbase.regionserver.HRegionServer hrs, String prefix)
private void	requestSplitRegion(org.apache.hadoop.hbase.regionserver.HRegionServer rsServer, org.apache.hadoop.hbase.regionserver.Region region, byte[] midKey)
private static void	scanValidate(org.apache.hadoop.hbase.client.Scan scan, int expectedRowCount, org.apache.hadoop.hbase.client.Table table)
void	setup(org.junit.jupiter.api.TestInfo testInfo)
void	tearDown()
void	testContinuousSplitUsingLinkFile()
void	testMasterRestartAtRegionSplitPendingCatalogJanitor()	Verifies HBASE-5806.
void	testRITStateForRollback()
void	testShutdownFixupWhenDaughterHasSplit()	Test that if daughter split on us, we won't do the shutdown handler fixup just because we can't find the immediate daughter of an offlined parent.
void	testSplitCompactWithPriority()
void	testSplitFailedCompactionAndSplit()
void	testSplitRegionWithNoStoreFiles()	If a table has regions that have no store files in a region, they should split successfully into two regions with no store files.
void	testSplitRollbackOnRegionClosing()
void	testSplitShouldNotThrowNPEEvenARegionHasEmptySplitFiles()
void	testSplitWithRegionReplicas()
void	testStoreFileReferenceCreationWhenSplitPolicySaysToSkipRangeCheck()
private void	waitUntilRegionServerDead()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

admin

private org.apache.hadoop.hbase.client.Admin admin

cluster

private SingleProcessHBaseCluster cluster

NB_SERVERS

private static final int NB_SERVERS

See Also:

• Constant Field Values

TESTING_UTIL

static final HBaseTestingUtil TESTING_UTIL

methodName

private String methodName

Constructor Details

TestSplitTransactionOnCluster

public TestSplitTransactionOnCluster()

Method Details

before

@BeforeAll
public static void before()
                   throws Exception

Throws:

Exception

after

@AfterAll
public static void after()
                  throws Exception

Throws:

Exception

setup

@BeforeEach
public void setup(org.junit.jupiter.api.TestInfo testInfo)
           throws IOException

Throws:

IOException

tearDown

@AfterEach
public void tearDown()
              throws Exception

Throws:

Exception

getAndCheckSingleTableRegion

private org.apache.hadoop.hbase.client.RegionInfo getAndCheckSingleTableRegion(List<org.apache.hadoop.hbase.regionserver.HRegion> regions)
                                                                        throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

requestSplitRegion

private void requestSplitRegion(org.apache.hadoop.hbase.regionserver.HRegionServer rsServer,
 org.apache.hadoop.hbase.regionserver.Region region,
 byte[] midKey)
                         throws IOException

Throws:

IOException

testRITStateForRollback

@Test
public void testRITStateForRollback()
                             throws Exception

Throws:

Exception

testSplitFailedCompactionAndSplit

@Test
public void testSplitFailedCompactionAndSplit()
                                       throws Exception

Throws:

Exception

testSplitCompactWithPriority

@Test
public void testSplitCompactWithPriority()
                                  throws Exception

Throws:

Exception

testContinuousSplitUsingLinkFile

@Test
public void testContinuousSplitUsingLinkFile()
                                      throws Exception

Throws:

Exception

findRegionToSplit

private void findRegionToSplit(org.apache.hadoop.hbase.TableName tableName,
 String splitRowKey)
                        throws Exception

Throws:

Exception

scanValidate

private static void scanValidate(org.apache.hadoop.hbase.client.Scan scan,
 int expectedRowCount,
 org.apache.hadoop.hbase.client.Table table)
                          throws IOException

Throws:

IOException

testSplitRollbackOnRegionClosing

@Test
public void testSplitRollbackOnRegionClosing()
                                      throws Exception

Throws:

Exception

testShutdownFixupWhenDaughterHasSplit

@Test
public void testShutdownFixupWhenDaughterHasSplit()
                                           throws Exception

Test that if daughter split on us, we won't do the shutdown handler fixup just because we can't find the immediate daughter of an offlined parent.

Throws:

Exception

clearReferences

private void clearReferences(org.apache.hadoop.hbase.regionserver.HRegion region)
                      throws IOException

Throws:

IOException

testSplitShouldNotThrowNPEEvenARegionHasEmptySplitFiles

@Test
public void testSplitShouldNotThrowNPEEvenARegionHasEmptySplitFiles()
                                                             throws Exception

Throws:

Exception

testMasterRestartAtRegionSplitPendingCatalogJanitor

@Test
public void testMasterRestartAtRegionSplitPendingCatalogJanitor()
                                                         throws IOException,
InterruptedException,
org.apache.zookeeper.KeeperException.NodeExistsException,
org.apache.zookeeper.KeeperException,
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException,
ExecutionException,
TimeoutException

Verifies HBASE-5806. Here the case is that splitting is completed but before the CJ could remove the parent region the master is killed and restarted.

Throws:

IOException

InterruptedException

org.apache.zookeeper.KeeperException.NodeExistsException

org.apache.zookeeper.KeeperException

org.apache.hbase.thirdparty.com.google.protobuf.ServiceException

ExecutionException

TimeoutException

testSplitWithRegionReplicas

@Test
public void testSplitWithRegionReplicas()
                                 throws Exception

Throws:

Exception

insertData

private void insertData(org.apache.hadoop.hbase.TableName tableName,
 org.apache.hadoop.hbase.client.Admin admin,
 org.apache.hadoop.hbase.client.Table t)
                 throws IOException

Throws:

IOException

insertData

private void insertData(org.apache.hadoop.hbase.TableName tableName,
 org.apache.hadoop.hbase.client.Admin admin,
 org.apache.hadoop.hbase.client.Table t,
 int i)
                 throws IOException

Throws:

IOException

testSplitRegionWithNoStoreFiles

@Test
public void testSplitRegionWithNoStoreFiles()
                                     throws Exception

If a table has regions that have no store files in a region, they should split successfully into two regions with no store files.

Throws:

Exception

testStoreFileReferenceCreationWhenSplitPolicySaysToSkipRangeCheck

@Test
public void testStoreFileReferenceCreationWhenSplitPolicySaysToSkipRangeCheck()
                                                                       throws Exception

Throws:

Exception

findSplittableRegion

private org.apache.hadoop.hbase.regionserver.HRegion findSplittableRegion(List<org.apache.hadoop.hbase.regionserver.HRegion> regions)
                                                                   throws InterruptedException

Throws:

InterruptedException

checkAndGetDaughters

private List<org.apache.hadoop.hbase.regionserver.HRegion> checkAndGetDaughters(org.apache.hadoop.hbase.TableName tableName)
                                                                         throws InterruptedException

Throws:

InterruptedException

abortAndWaitForMaster

private org.apache.hadoop.hbase.master.HMaster abortAndWaitForMaster()
                                                              throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

ensureTableRegionNotOnSameServerAsMeta

private int ensureTableRegionNotOnSameServerAsMeta(org.apache.hadoop.hbase.client.Admin admin,
 org.apache.hadoop.hbase.client.RegionInfo hri)
                                            throws IOException,
org.apache.hadoop.hbase.MasterNotRunningException,
org.apache.hadoop.hbase.ZooKeeperConnectionException,
InterruptedException

Ensure single table region is not on same server as the single hbase:meta table region.

Returns:

Index of the server hosting the single table region

Throws:

IOException

org.apache.hadoop.hbase.MasterNotRunningException

org.apache.hadoop.hbase.ZooKeeperConnectionException

InterruptedException

getOtherRegionServer

private org.apache.hadoop.hbase.regionserver.HRegionServer getOtherRegionServer(SingleProcessHBaseCluster cluster,
 org.apache.hadoop.hbase.regionserver.HRegionServer notThisOne)

Find regionserver other than the one passed. Can't rely on indexes into list of regionservers since crashed servers occupy an index.

Returns:

A regionserver that is not notThisOne or null if none found

printOutRegions

private void printOutRegions(org.apache.hadoop.hbase.regionserver.HRegionServer hrs,
 String prefix)
                      throws IOException

Throws:

IOException

waitUntilRegionServerDead

private void waitUntilRegionServerDead()
                                throws InterruptedException,
IOException

Throws:

InterruptedException

IOException

awaitDaughters

private void awaitDaughters(org.apache.hadoop.hbase.TableName tableName,
 int numDaughters)
                     throws InterruptedException

Throws:

InterruptedException

awaitTableRegions

private List<org.apache.hadoop.hbase.regionserver.HRegion> awaitTableRegions(org.apache.hadoop.hbase.TableName tableName)
                                                                      throws InterruptedException

Throws:

InterruptedException

createTableAndWait

private org.apache.hadoop.hbase.client.Table createTableAndWait(org.apache.hadoop.hbase.TableName tableName,
 byte[] cf)
                                                         throws IOException,
InterruptedException

Throws:

IOException

InterruptedException