org.apache.hadoop.hbase.master.balancer

Class RSGroupableBalancerTestBase

java.lang.Object

org.apache.hadoop.hbase.master.balancer.BalancerTestBase

org.apache.hadoop.hbase.master.balancer.RSGroupableBalancerTestBase

Direct Known Subclasses:

TestRSGroupBasedLoadBalancer, TestRSGroupBasedLoadBalancerWithStochasticLoadBalancerAsInternal

public class RSGroupableBalancerTestBase
extends BalancerTestBase

Base UT of RSGroupableBalancer.

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.hbase.master.balancer.BalancerTestBase

BalancerTestBase.MockMapping

Field Summary

Fields

Modifier and Type	Field and Description
(package private) static Map<String,org.apache.hadoop.hbase.rsgroup.RSGroupInfo>	groupMap
(package private) static String[]	groups
(package private) static SecureRandom	rand
(package private) int[]	regionAssignment
(package private) static int	regionId
(package private) static List<org.apache.hadoop.hbase.ServerName>	servers
(package private) static org.apache.hadoop.hbase.TableName	table0
(package private) static List<org.apache.hadoop.hbase.client.TableDescriptor>	tableDescs
(package private) static Map<org.apache.hadoop.hbase.TableName,String>	tableMap
(package private) static org.apache.hadoop.hbase.TableName[]	tables

Fields inherited from class org.apache.hadoop.hbase.master.balancer.BalancerTestBase

clusterStateMocks, conf, largeCluster, loadBalancer

Constructor Summary

Constructors

Constructor and Description
RSGroupableBalancerTestBase()

Method Summary

Modifier and Type	Method and Description
protected void	assertClusterAsBalanced(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> groupLoadMap) Invariant is that all servers of a group have load between floor(avg) and ceiling(avg) number of regions.
protected void	assertImmediateAssignment(List<org.apache.hadoop.hbase.client.RegionInfo> regions, List<org.apache.hadoop.hbase.ServerName> servers, Map<org.apache.hadoop.hbase.client.RegionInfo,org.apache.hadoop.hbase.ServerName> assignments) All regions have an assignment.
protected void	assertRetainedAssignment(Map<org.apache.hadoop.hbase.client.RegionInfo,org.apache.hadoop.hbase.ServerName> existing, List<org.apache.hadoop.hbase.ServerName> servers, Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> assignment) Asserts a valid retained assignment plan.
protected List<org.apache.hadoop.hbase.client.RegionInfo>	assignedRegions(int numRegions, org.apache.hadoop.hbase.ServerName sn) Generate assigned regions to a given server using group information.
protected static Map<String,org.apache.hadoop.hbase.rsgroup.RSGroupInfo>	constructGroupInfo(List<org.apache.hadoop.hbase.ServerName> servers, String[] groups) Construct group info, with each group having at least one server.
protected static List<org.apache.hadoop.hbase.client.TableDescriptor>	constructTableDesc(boolean hasBogusTable) Construct table descriptors evenly distributed between the groups.
protected org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad>	convertToGroupBasedMap(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> serversMap)
protected static List<org.apache.hadoop.hbase.ServerName>	generateServers(int numServers)
protected static org.apache.hadoop.hbase.rsgroup.RSGroupInfoManager	getMockedGroupInfoManager()
protected static org.apache.hadoop.hbase.master.MasterServices	getMockedMaster()
protected org.apache.hadoop.hbase.TableName	getTableName(org.apache.hadoop.hbase.ServerName sn)
protected Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>	mockClusterServers()
protected String	printStats(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> groupBasedLoad)
protected List<org.apache.hadoop.hbase.client.RegionInfo>	randomRegions(int numRegions) Generate a list of regions evenly distributed between the tables.
protected org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad>	reconcile(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> previousLoad, List<org.apache.hadoop.hbase.master.RegionPlan> plans)
protected void	updateLoad(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> previousLoad, org.apache.hadoop.hbase.ServerName sn, int diff)

Methods inherited from class org.apache.hadoop.hbase.master.balancer.BalancerTestBase

assertClusterAsBalanced, assertClusterOverallAsBalanced, assertRegionReplicaPlacement, beforeAllTests, convertToList, createRegions, createServerMap, mockCluster, mockClusterServers, mockClusterServers, mockClusterServersWithTables, mockUniformClusterServers, printMock, printStats, randomRegions, randomServer, randomServers, reconcile, returnRegions, returnServer, returnServers, testWithCluster, testWithCluster, uniformRegions, updateLoad

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

rand

static SecureRandom rand

groups

static String[] groups

table0

static org.apache.hadoop.hbase.TableName table0

tables

static org.apache.hadoop.hbase.TableName[] tables

servers

static List<org.apache.hadoop.hbase.ServerName> servers

groupMap

static Map<String,org.apache.hadoop.hbase.rsgroup.RSGroupInfo> groupMap

tableMap

static Map<org.apache.hadoop.hbase.TableName,String> tableMap

tableDescs

static List<org.apache.hadoop.hbase.client.TableDescriptor> tableDescs

regionAssignment

int[] regionAssignment

regionId

static int regionId

Constructor Detail

RSGroupableBalancerTestBase

public RSGroupableBalancerTestBase()

Method Detail

assertClusterAsBalanced

protected void assertClusterAsBalanced(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> groupLoadMap)

Invariant is that all servers of a group have load between floor(avg) and ceiling(avg) number of regions.

assertImmediateAssignment

protected void assertImmediateAssignment(List<org.apache.hadoop.hbase.client.RegionInfo> regions,
                                         List<org.apache.hadoop.hbase.ServerName> servers,
                                         Map<org.apache.hadoop.hbase.client.RegionInfo,org.apache.hadoop.hbase.ServerName> assignments)
                                  throws IOException

All regions have an assignment.

Throws:

IOException

assertRetainedAssignment

protected void assertRetainedAssignment(Map<org.apache.hadoop.hbase.client.RegionInfo,org.apache.hadoop.hbase.ServerName> existing,
                                        List<org.apache.hadoop.hbase.ServerName> servers,
                                        Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> assignment)
                                 throws FileNotFoundException,
                                        IOException

Asserts a valid retained assignment plan.

Must meet the following conditions:

• Every input region has an assignment, and to an online server
• If a region had an existing assignment to a server with the same address a a currently online server, it will be assigned to it

Throws:

FileNotFoundException

IOException

printStats

protected String printStats(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> groupBasedLoad)

convertToGroupBasedMap

protected org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> convertToGroupBasedMap(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> serversMap)
                                                                                                                                                                throws IOException

Throws:

IOException

reconcile

protected org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> reconcile(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> previousLoad,
                                                                                                                                                          List<org.apache.hadoop.hbase.master.RegionPlan> plans)

updateLoad

protected void updateLoad(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<String,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> previousLoad,
                          org.apache.hadoop.hbase.ServerName sn,
                          int diff)

mockClusterServers

protected Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> mockClusterServers()
                                                                                                              throws IOException

Throws:

IOException

randomRegions

protected List<org.apache.hadoop.hbase.client.RegionInfo> randomRegions(int numRegions)

Generate a list of regions evenly distributed between the tables.

Overrides:

randomRegions in class BalancerTestBase

Parameters:

numRegions - The number of regions to be generated.

Returns:

List of RegionInfo.

assignedRegions

protected List<org.apache.hadoop.hbase.client.RegionInfo> assignedRegions(int numRegions,
                                                                          org.apache.hadoop.hbase.ServerName sn)
                                                                   throws IOException

Generate assigned regions to a given server using group information.

Parameters:

numRegions - the num regions to generate

sn - the servername

Returns:

the list of regions

Throws:

IOException - Signals that an I/O exception has occurred.

generateServers

protected static List<org.apache.hadoop.hbase.ServerName> generateServers(int numServers)

constructGroupInfo

protected static Map<String,org.apache.hadoop.hbase.rsgroup.RSGroupInfo> constructGroupInfo(List<org.apache.hadoop.hbase.ServerName> servers,
                                                                                            String[] groups)

Construct group info, with each group having at least one server.

Parameters:

servers - the servers

groups - the groups

Returns:

the map

constructTableDesc

protected static List<org.apache.hadoop.hbase.client.TableDescriptor> constructTableDesc(boolean hasBogusTable)

Construct table descriptors evenly distributed between the groups.

Parameters:

hasBogusTable - there is a table that does not determine the group

Returns:

the list of table descriptors

getMockedMaster

protected static org.apache.hadoop.hbase.master.MasterServices getMockedMaster()
                                                                        throws IOException

Throws:

IOException

getMockedGroupInfoManager

protected static org.apache.hadoop.hbase.rsgroup.RSGroupInfoManager getMockedGroupInfoManager()
                                                                                       throws IOException

Throws:

IOException

getTableName

protected org.apache.hadoop.hbase.TableName getTableName(org.apache.hadoop.hbase.ServerName sn)
                                                  throws IOException

Throws:

IOException