org.apache.hadoop.hbase.master.assignment

Class TestAssignmentManager

java.lang.Object

org.apache.hadoop.hbase.master.assignment.TestAssignmentManager

public class TestAssignmentManager
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private static class	TestAssignmentManager.FaultyRsExecutor
private class	TestAssignmentManager.GoodRsExecutor
private class	TestAssignmentManager.HangOnCloseThenRSCrashExecutor
private class	TestAssignmentManager.HangThenRSCrashExecutor Takes open request and then returns nothing so acts like a RS that went zombie.
private class	TestAssignmentManager.HangThenRSRestartExecutor Takes open request and then returns nothing so acts like a RS that went zombie.
private static interface	TestAssignmentManager.MockRSExecutor
private class	TestAssignmentManager.MockRSProcedureDispatcher
private class	TestAssignmentManager.NoopRsExecutor
private class	TestAssignmentManager.RandRsExecutor
private static class	TestAssignmentManager.ServerNotYetRunningRsExecutor
private class	TestAssignmentManager.SocketTimeoutRsExecutor

Field Summary

Fields

Modifier and Type	Field and Description
private org.apache.hadoop.hbase.master.assignment.AssignmentManager	am
private long	assignFailedCount
private org.apache.hadoop.hbase.procedure2.ProcedureMetrics	assignProcMetrics
private long	assignSubmittedCount
static HBaseClassTestRule	CLASS_RULE
org.junit.rules.ExpectedException	exception
private ScheduledExecutorService	executor
private static org.slf4j.Logger	LOG
private MockMasterServices	master
org.junit.rules.TestName	name
private static int	NREGIONS
private static int	NSERVERS
private static int	PROC_NTHREADS
private NavigableMap<org.apache.hadoop.hbase.ServerName,SortedSet<byte[]>>	regionsToRegionServers
private TestAssignmentManager.MockRSProcedureDispatcher	rsDispatcher
private long	unassignFailedCount
private org.apache.hadoop.hbase.procedure2.ProcedureMetrics	unassignProcMetrics
private long	unassignSubmittedCount
private HBaseTestingUtility	UTIL

Constructor Summary

Constructors

Constructor and Description
TestAssignmentManager()

Method Summary

Modifier and Type	Method and Description
private void	bulkSubmit(org.apache.hadoop.hbase.master.assignment.AssignProcedure[] procs)
private void	collectAssignmentManagerMetrics()
private org.apache.hadoop.hbase.master.assignment.AssignProcedure	createAndSubmitAssign(org.apache.hadoop.hbase.TableName tableName, int regionId)
private org.apache.hadoop.hbase.master.assignment.UnassignProcedure	createAndSubmitUnassign(org.apache.hadoop.hbase.TableName tableName, int regionId)
private org.apache.hadoop.hbase.client.RegionInfo	createRegionInfo(org.apache.hadoop.hbase.TableName tableName, long regionId)
private void	doCrash(org.apache.hadoop.hbase.ServerName serverName)
private void	doRestart(org.apache.hadoop.hbase.ServerName serverName)
private void	sendTransitionReport(org.apache.hadoop.hbase.ServerName serverName, org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.RegionInfo regionInfo, org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCode state)
void	setUp()
private void	setupConfiguration(org.apache.hadoop.conf.Configuration conf)
private void	setUpMeta()
private Future<byte[]>	submitProcedure(org.apache.hadoop.hbase.procedure2.Procedure proc)
void	tearDown()
private void	testAssign(TestAssignmentManager.MockRSExecutor executor)
private void	testAssign(TestAssignmentManager.MockRSExecutor executor, int nregions)
void	testAssignAnAssignedRegion()
void	testAssignAndCrashBeforeResponse()
void	testAssignMetaAndCrashBeforeResponse() It is possible that when AM send assign meta request to a RS successfully, but RS can not send back any response, which cause master startup hangs forever
void	testAssignWithGoodExec()
void	testAssignWithRandExec()
void	testDoNotRetryExceptionOnAssignment()
private void	testFailedOpen(org.apache.hadoop.hbase.TableName tableName, TestAssignmentManager.MockRSExecutor executor)
void	testIOExceptionOnAssignment()
private void	testRetriesExhaustedFailure(org.apache.hadoop.hbase.TableName tableName, TestAssignmentManager.MockRSExecutor executor)
void	testServerNotYetRunning()
void	testSocketTimeout()
void	testUnassignAndCrashBeforeResponse()
void	testUnassignAnUnassignedRegion()
void	testWaitServerReportEventWithNullServer()
private byte[]	waitOnFuture(Future<byte[]> future)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

name

public org.junit.rules.TestName name

exception

public final org.junit.rules.ExpectedException exception

PROC_NTHREADS

private static final int PROC_NTHREADS

See Also:

Constant Field Values

NREGIONS

private static final int NREGIONS

See Also:

Constant Field Values

NSERVERS

private static final int NSERVERS

UTIL

private HBaseTestingUtility UTIL

rsDispatcher

private TestAssignmentManager.MockRSProcedureDispatcher rsDispatcher

master

private MockMasterServices master

am

private org.apache.hadoop.hbase.master.assignment.AssignmentManager am

regionsToRegionServers

private NavigableMap<org.apache.hadoop.hbase.ServerName,SortedSet<byte[]>> regionsToRegionServers

executor

private ScheduledExecutorService executor

assignProcMetrics

private org.apache.hadoop.hbase.procedure2.ProcedureMetrics assignProcMetrics

unassignProcMetrics

private org.apache.hadoop.hbase.procedure2.ProcedureMetrics unassignProcMetrics

assignSubmittedCount

private long assignSubmittedCount

assignFailedCount

private long assignFailedCount

unassignSubmittedCount

private long unassignSubmittedCount

unassignFailedCount

private long unassignFailedCount

Constructor Detail

TestAssignmentManager

public TestAssignmentManager()

Method Detail

setupConfiguration

private void setupConfiguration(org.apache.hadoop.conf.Configuration conf)
                         throws Exception

Throws:

Exception

setUp

public void setUp()
           throws Exception

Throws:

Exception

setUpMeta

private void setUpMeta()
                throws Exception

Throws:

Exception

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

testWaitServerReportEventWithNullServer

public void testWaitServerReportEventWithNullServer()
                                             throws org.apache.hadoop.hbase.exceptions.UnexpectedStateException

Throws:

org.apache.hadoop.hbase.exceptions.UnexpectedStateException

testAssignWithGoodExec

public void testAssignWithGoodExec()
                            throws Exception

Throws:

Exception

testAssignAndCrashBeforeResponse

public void testAssignAndCrashBeforeResponse()
                                      throws Exception

Throws:

Exception

testUnassignAndCrashBeforeResponse

public void testUnassignAndCrashBeforeResponse()
                                        throws Exception

Throws:

Exception

testAssignWithRandExec

public void testAssignWithRandExec()
                            throws Exception

Throws:

Exception

testSocketTimeout

public void testSocketTimeout()
                       throws Exception

Throws:

Exception

testServerNotYetRunning

public void testServerNotYetRunning()
                             throws Exception

Throws:

Exception

testRetriesExhaustedFailure

private void testRetriesExhaustedFailure(org.apache.hadoop.hbase.TableName tableName,
                                         TestAssignmentManager.MockRSExecutor executor)
                                  throws Exception

Throws:

Exception

testIOExceptionOnAssignment

public void testIOExceptionOnAssignment()
                                 throws Exception

Throws:

Exception

testDoNotRetryExceptionOnAssignment

public void testDoNotRetryExceptionOnAssignment()
                                         throws Exception

Throws:

Exception

testFailedOpen

private void testFailedOpen(org.apache.hadoop.hbase.TableName tableName,
                            TestAssignmentManager.MockRSExecutor executor)
                     throws Exception

Throws:

Exception

testAssign

private void testAssign(TestAssignmentManager.MockRSExecutor executor)
                 throws Exception

Throws:

Exception

testAssign

private void testAssign(TestAssignmentManager.MockRSExecutor executor,
                        int nregions)
                 throws Exception

Throws:

Exception

testAssignAnAssignedRegion

public void testAssignAnAssignedRegion()
                                throws Exception

Throws:

Exception

testUnassignAnUnassignedRegion

public void testUnassignAnUnassignedRegion()
                                    throws Exception

Throws:

Exception

testAssignMetaAndCrashBeforeResponse

public void testAssignMetaAndCrashBeforeResponse()
                                          throws Exception

It is possible that when AM send assign meta request to a RS successfully, but RS can not send back any response, which cause master startup hangs forever

Throws:

Exception

submitProcedure

private Future<byte[]> submitProcedure(org.apache.hadoop.hbase.procedure2.Procedure proc)

waitOnFuture

private byte[] waitOnFuture(Future<byte[]> future)
                     throws Exception

Throws:

Exception

bulkSubmit

private void bulkSubmit(org.apache.hadoop.hbase.master.assignment.AssignProcedure[] procs)
                 throws Exception

Throws:

Exception

createAndSubmitAssign

private org.apache.hadoop.hbase.master.assignment.AssignProcedure createAndSubmitAssign(org.apache.hadoop.hbase.TableName tableName,
                                                                                        int regionId)

createAndSubmitUnassign

private org.apache.hadoop.hbase.master.assignment.UnassignProcedure createAndSubmitUnassign(org.apache.hadoop.hbase.TableName tableName,
                                                                                            int regionId)

createRegionInfo

private org.apache.hadoop.hbase.client.RegionInfo createRegionInfo(org.apache.hadoop.hbase.TableName tableName,
                                                                   long regionId)

sendTransitionReport

private void sendTransitionReport(org.apache.hadoop.hbase.ServerName serverName,
                                  org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.RegionInfo regionInfo,
                                  org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos.RegionStateTransition.TransitionCode state)
                           throws IOException

Throws:

IOException

doCrash

private void doCrash(org.apache.hadoop.hbase.ServerName serverName)

doRestart

private void doRestart(org.apache.hadoop.hbase.ServerName serverName)

collectAssignmentManagerMetrics

private void collectAssignmentManagerMetrics()