org.apache.hadoop.hbase.master.balancer

Class TestRSGroupBasedLoadBalancer

java.lang.Object

org.apache.hadoop.hbase.master.balancer.TestRSGroupBasedLoadBalancer

public class TestRSGroupBasedLoadBalancer
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static HBaseClassTestRule	CLASS_RULE
(package private) static Map<String,org.apache.hadoop.hbase.rsgroup.RSGroupInfo>	groupMap
(package private) static String[]	groups
private static org.apache.hadoop.hbase.rsgroup.RSGroupBasedLoadBalancer	loadBalancer
private static org.slf4j.Logger	LOG
private static SecureRandom	rand
(package private) int[]	regionAssignment
(package private) static int	regionId
(package private) static List<org.apache.hadoop.hbase.ServerName>	servers
(package private) static org.apache.hadoop.hbase.TableName	table0
(package private) static List<org.apache.hadoop.hbase.HTableDescriptor>	tableDescs
(package private) static Map<org.apache.hadoop.hbase.TableName,String>	tableMap
(package private) static org.apache.hadoop.hbase.TableName[]	tables

Constructor Summary

Constructors

Constructor and Description
TestRSGroupBasedLoadBalancer()

Method Summary

Modifier and Type	Method and Description
private void	assertClusterAsBalanced(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> groupLoadMap) Invariant is that all servers of a group have load between floor(avg) and ceiling(avg) number of regions.
private void	assertImmediateAssignment(List<org.apache.hadoop.hbase.client.RegionInfo> regions, List<org.apache.hadoop.hbase.ServerName> servers, Map<org.apache.hadoop.hbase.client.RegionInfo,org.apache.hadoop.hbase.ServerName> assignments) All regions have an assignment.
private void	assertRetainedAssignment(Map<org.apache.hadoop.hbase.client.RegionInfo,org.apache.hadoop.hbase.ServerName> existing, List<org.apache.hadoop.hbase.ServerName> servers, Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> assignment) Asserts a valid retained assignment plan.
private List<org.apache.hadoop.hbase.client.RegionInfo>	assignedRegions(int numRegions, org.apache.hadoop.hbase.ServerName sn) Generate assigned regions to a given server using group information.
static void	beforeAllTests()
private static Map<String,org.apache.hadoop.hbase.rsgroup.RSGroupInfo>	constructGroupInfo(List<org.apache.hadoop.hbase.ServerName> servers, String[] groups) Construct group info, with each group having at least one server.
private static List<org.apache.hadoop.hbase.HTableDescriptor>	constructTableDesc() Construct table descriptors evenly distributed between the groups.
private org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad>	convertToGroupBasedMap(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> serversMap)
private static List<org.apache.hadoop.hbase.ServerName>	generateServers(int numServers)
private static org.apache.hadoop.hbase.rsgroup.RSGroupInfoManager	getMockedGroupInfoManager()
private static org.apache.hadoop.hbase.master.MasterServices	getMockedMaster()
private org.apache.hadoop.hbase.TableName	getTableName(org.apache.hadoop.hbase.ServerName sn)
private Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>	mockClusterServers()
private String	printStats(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> groupBasedLoad)
private List<org.apache.hadoop.hbase.client.RegionInfo>	randomRegions(int numRegions) Generate a list of regions evenly distributed between the tables.
private org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad>	reconcile(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> previousLoad, List<org.apache.hadoop.hbase.master.RegionPlan> plans)
void	testBalanceCluster() Test the load balancing algorithm.
void	testBulkAssignment() Tests the bulk assignment used during cluster startup.
void	testGetMisplacedRegions()
void	testRetainAssignment() Test the cluster startup bulk assignment which attempts to retain assignment info.
void	testRoundRobinAssignment() Test BOGUS_SERVER_NAME among groups do not overwrite each other.
private void	updateLoad(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> previousLoad, org.apache.hadoop.hbase.ServerName sn, int diff)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

loadBalancer

private static org.apache.hadoop.hbase.rsgroup.RSGroupBasedLoadBalancer loadBalancer

rand

private static SecureRandom rand

groups

static String[] groups

table0

static org.apache.hadoop.hbase.TableName table0

tables

static org.apache.hadoop.hbase.TableName[] tables

servers

static List<org.apache.hadoop.hbase.ServerName> servers

groupMap

static Map<String,org.apache.hadoop.hbase.rsgroup.RSGroupInfo> groupMap

tableMap

static Map<org.apache.hadoop.hbase.TableName,String> tableMap

tableDescs

static List<org.apache.hadoop.hbase.HTableDescriptor> tableDescs

regionAssignment

int[] regionAssignment

regionId

static int regionId

Constructor Detail

TestRSGroupBasedLoadBalancer

public TestRSGroupBasedLoadBalancer()

Method Detail

beforeAllTests

public static void beforeAllTests()
                           throws Exception

Throws:

Exception

testBalanceCluster

public void testBalanceCluster()
                        throws Exception

Test the load balancing algorithm. Invariant is that all servers of the group should be hosting either floor(average) or ceiling(average)

Throws:

Exception

assertClusterAsBalanced

private void assertClusterAsBalanced(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> groupLoadMap)

Invariant is that all servers of a group have load between floor(avg) and ceiling(avg) number of regions.

assertImmediateAssignment

private void assertImmediateAssignment(List<org.apache.hadoop.hbase.client.RegionInfo> regions,
                                       List<org.apache.hadoop.hbase.ServerName> servers,
                                       Map<org.apache.hadoop.hbase.client.RegionInfo,org.apache.hadoop.hbase.ServerName> assignments)
                                throws IOException

All regions have an assignment.

Throws:

IOException

testBulkAssignment

public void testBulkAssignment()
                        throws Exception

Tests the bulk assignment used during cluster startup. Round-robin. Should yield a balanced cluster so same invariant as the load balancer holds, all servers holding either floor(avg) or ceiling(avg).

Throws:

Exception

testGetMisplacedRegions

public void testGetMisplacedRegions()
                             throws Exception

Throws:

Exception

testRetainAssignment

public void testRetainAssignment()
                          throws Exception

Test the cluster startup bulk assignment which attempts to retain assignment info.

Throws:

Exception

testRoundRobinAssignment

public void testRoundRobinAssignment()
                              throws Exception

Test BOGUS_SERVER_NAME among groups do not overwrite each other.

Throws:

Exception

assertRetainedAssignment

private void assertRetainedAssignment(Map<org.apache.hadoop.hbase.client.RegionInfo,org.apache.hadoop.hbase.ServerName> existing,
                                      List<org.apache.hadoop.hbase.ServerName> servers,
                                      Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> assignment)
                               throws FileNotFoundException,
                                      IOException

Asserts a valid retained assignment plan.

Must meet the following conditions:

• Every input region has an assignment, and to an online server
• If a region had an existing assignment to a server with the same address a a currently online server, it will be assigned to it

Throws:

FileNotFoundException

IOException

printStats

private String printStats(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> groupBasedLoad)

convertToGroupBasedMap

private org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> convertToGroupBasedMap(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> serversMap)
                                                                                                                                                              throws IOException

Throws:

IOException

reconcile

private org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> reconcile(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> previousLoad,
                                                                                                                                                        List<org.apache.hadoop.hbase.master.RegionPlan> plans)

updateLoad

private void updateLoad(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> previousLoad,
                        org.apache.hadoop.hbase.ServerName sn,
                        int diff)

mockClusterServers

private Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> mockClusterServers()
                                                                                                            throws IOException

Throws:

IOException

randomRegions

private List<org.apache.hadoop.hbase.client.RegionInfo> randomRegions(int numRegions)

Generate a list of regions evenly distributed between the tables.

Parameters:

numRegions - The number of regions to be generated.

Returns:

List of RegionInfo.

assignedRegions

private List<org.apache.hadoop.hbase.client.RegionInfo> assignedRegions(int numRegions,
                                                                        org.apache.hadoop.hbase.ServerName sn)
                                                                 throws IOException

Generate assigned regions to a given server using group information.

Parameters:

numRegions - the num regions to generate

sn - the servername

Returns:

the list of regions

Throws:

IOException - Signals that an I/O exception has occurred.

generateServers

private static List<org.apache.hadoop.hbase.ServerName> generateServers(int numServers)

constructGroupInfo

private static Map<String,org.apache.hadoop.hbase.rsgroup.RSGroupInfo> constructGroupInfo(List<org.apache.hadoop.hbase.ServerName> servers,
                                                                                          String[] groups)

Construct group info, with each group having at least one server.

Parameters:

servers - the servers

groups - the groups

Returns:

the map

constructTableDesc

private static List<org.apache.hadoop.hbase.HTableDescriptor> constructTableDesc()

Construct table descriptors evenly distributed between the groups.

Returns:

the list

getMockedMaster

private static org.apache.hadoop.hbase.master.MasterServices getMockedMaster()
                                                                      throws IOException

Throws:

IOException

getMockedGroupInfoManager

private static org.apache.hadoop.hbase.rsgroup.RSGroupInfoManager getMockedGroupInfoManager()
                                                                                     throws IOException

Throws:

IOException

getTableName

private org.apache.hadoop.hbase.TableName getTableName(org.apache.hadoop.hbase.ServerName sn)
                                                throws IOException

Throws:

IOException