org.apache.hadoop.hbase.master.balancer

Class BalancerTestBase

java.lang.Object

org.apache.hadoop.hbase.master.balancer.BalancerTestBase

Direct Known Subclasses:

BalancerTestBase2, RSGroupableBalancerTestBase, TestBalancerDecision, TestBalancerRejection, TestBalancerStatusTagInJMXMetrics, TestBaseLoadBalancer, TestFavoredStochasticBalancerPickers, TestFavoredStochasticLoadBalancer, TestSimpleLoadBalancer, TestStochasticBalancerJmxMetrics, TestStochasticLoadBalancer, TestStochasticLoadBalancerBalanceCluster, TestStochasticLoadBalancerHeterogeneousCost, TestStochasticLoadBalancerHeterogeneousCostRules, TestStochasticLoadBalancerLargeCluster, TestStochasticLoadBalancerMidCluster, TestStochasticLoadBalancerRegionReplica, TestStochasticLoadBalancerRegionReplicaLargeCluster, TestStochasticLoadBalancerRegionReplicaSameHosts, TestStochasticLoadBalancerRegionReplicaWithRacks, TestStochasticLoadBalancerSmallCluster

public class BalancerTestBase
extends Object

Class used to be the base of unit tests on load balancers. It gives helper methods to create maps of ServerName to lists of RegionInfo and to check list of region plans.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	BalancerTestBase.MockMapping

Field Summary

Fields

Modifier and Type	Field and Description
protected int[][]	clusterStateMocks
protected int[][]	clusterStateMocksWithNoSlop
protected int[][]	clusterStateMocksWithSlop
protected static org.apache.hadoop.conf.Configuration	conf
protected static DummyMetricsStochasticBalancer	dummyMetricsStochasticBalancer
protected int[]	largeCluster
protected static org.apache.hadoop.hbase.master.balancer.StochasticLoadBalancer	loadBalancer
private static org.slf4j.Logger	LOG
(package private) static int	regionId
private Queue<org.apache.hadoop.hbase.client.RegionInfo>	regionQueue
private Queue<org.apache.hadoop.hbase.ServerName>	serverQueue

Constructor Summary

Constructors

Constructor and Description
BalancerTestBase()

Method Summary

Modifier and Type	Method and Description
void	assertClusterAsBalanced(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> servers) Invariant is that all servers have between floor(avg) and ceiling(avg) number of regions.
boolean	assertClusterOverallAsBalanced(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> servers, int tablenum) Invariant is that all servers have between acceptable range number of regions.
void	assertRegionReplicaPlacement(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> serverMap, org.apache.hadoop.hbase.master.RackManager rackManager) Checks whether region replicas are not hosted on the same host.
static void	beforeAllTests()
protected List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad>	convertToList(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> servers)
protected List<org.apache.hadoop.hbase.client.RegionInfo>	createRegions(int numRegions, org.apache.hadoop.hbase.TableName tableName)
protected Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>	createServerMap(int numNodes, int numRegions, int numRegionsPerServer, int replication, int numTables)
protected org.apache.hadoop.hbase.master.balancer.BalancerClusterState	mockCluster(int[] mockCluster)
protected TreeMap<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>	mockClusterServers(int[] mockCluster)
protected TreeMap<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>	mockClusterServers(int[][] mockCluster)
protected TreeMap<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>	mockClusterServers(int[] mockCluster, int numTables)
protected HashMap<org.apache.hadoop.hbase.TableName,TreeMap<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>>	mockClusterServersWithTables(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> clusterServers)
protected TreeMap<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>	mockUniformClusterServers(int[] mockCluster)
protected String	printMock(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> balancedCluster)
protected String	printStats(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> servers)
protected List<org.apache.hadoop.hbase.client.RegionInfo>	randomRegions(int numRegions)
protected List<org.apache.hadoop.hbase.client.RegionInfo>	randomRegions(int numRegions, int numTables)
protected org.apache.hadoop.hbase.master.balancer.ServerAndLoad	randomServer(int numRegionsPerServer)
protected List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad>	randomServers(int numServers, int numRegionsPerServer)
protected List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad>	reconcile(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> list, List<org.apache.hadoop.hbase.master.RegionPlan> plans, Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> servers) This assumes the RegionPlan HSI instances are the same ones in the map, so actually no need to even pass in the map, but I think it's clearer.
protected void	returnRegions(List<org.apache.hadoop.hbase.client.RegionInfo> regions)
protected void	returnServer(org.apache.hadoop.hbase.ServerName server)
protected void	returnServers(List<org.apache.hadoop.hbase.ServerName> servers)
protected void	testWithCluster(int numNodes, int numRegions, int numRegionsPerServer, int replication, int numTables, boolean assertFullyBalanced, boolean assertFullyBalancedForReplicas)
protected void	testWithCluster(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> serverMap, org.apache.hadoop.hbase.master.RackManager rackManager, boolean assertFullyBalanced, boolean assertFullyBalancedForReplicas)
protected void	testWithClusterWithIteration(int numNodes, int numRegions, int numRegionsPerServer, int replication, int numTables, boolean assertFullyBalanced, boolean assertFullyBalancedForReplicas)
protected void	testWithClusterWithIteration(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> serverMap, org.apache.hadoop.hbase.master.RackManager rackManager, boolean assertFullyBalanced, boolean assertFullyBalancedForReplicas)
protected List<org.apache.hadoop.hbase.client.RegionInfo>	uniformRegions(int numRegions)
protected void	updateLoad(Map<org.apache.hadoop.hbase.ServerName,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> map, org.apache.hadoop.hbase.ServerName sn, int diff)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

regionId

static int regionId

conf

protected static org.apache.hadoop.conf.Configuration conf

loadBalancer

protected static org.apache.hadoop.hbase.master.balancer.StochasticLoadBalancer loadBalancer

dummyMetricsStochasticBalancer

protected static DummyMetricsStochasticBalancer dummyMetricsStochasticBalancer

largeCluster

protected int[] largeCluster

clusterStateMocks

protected int[][] clusterStateMocks

clusterStateMocksWithNoSlop

protected int[][] clusterStateMocksWithNoSlop

clusterStateMocksWithSlop

protected int[][] clusterStateMocksWithSlop

regionQueue

private Queue<org.apache.hadoop.hbase.client.RegionInfo> regionQueue

serverQueue

private Queue<org.apache.hadoop.hbase.ServerName> serverQueue

Constructor Detail

BalancerTestBase

public BalancerTestBase()

Method Detail

beforeAllTests

public static void beforeAllTests()
                           throws Exception

Throws:

Exception

assertClusterAsBalanced

public void assertClusterAsBalanced(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> servers)

Invariant is that all servers have between floor(avg) and ceiling(avg) number of regions.

assertClusterOverallAsBalanced

public boolean assertClusterOverallAsBalanced(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> servers,
                                              int tablenum)

Invariant is that all servers have between acceptable range number of regions.

assertRegionReplicaPlacement

public void assertRegionReplicaPlacement(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> serverMap,
                                         org.apache.hadoop.hbase.master.RackManager rackManager)

Checks whether region replicas are not hosted on the same host.

printStats

protected String printStats(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> servers)

convertToList

protected List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> convertToList(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> servers)

printMock

protected String printMock(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> balancedCluster)

reconcile

protected List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> reconcile(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> list,
                                                                                List<org.apache.hadoop.hbase.master.RegionPlan> plans,
                                                                                Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> servers)

This assumes the RegionPlan HSI instances are the same ones in the map, so actually no need to even pass in the map, but I think it's clearer. nn * @return a list of all added ServerAndLoad values.

updateLoad

protected void updateLoad(Map<org.apache.hadoop.hbase.ServerName,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> map,
                          org.apache.hadoop.hbase.ServerName sn,
                          int diff)

mockClusterServers

protected TreeMap<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> mockClusterServers(int[][] mockCluster)

mockClusterServers

protected TreeMap<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> mockClusterServers(int[] mockCluster)

mockCluster

protected org.apache.hadoop.hbase.master.balancer.BalancerClusterState mockCluster(int[] mockCluster)

mockClusterServers

protected TreeMap<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> mockClusterServers(int[] mockCluster,
                                                                                                                         int numTables)

mockUniformClusterServers

protected TreeMap<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> mockUniformClusterServers(int[] mockCluster)

mockClusterServersWithTables

protected HashMap<org.apache.hadoop.hbase.TableName,TreeMap<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>>> mockClusterServersWithTables(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> clusterServers)

randomRegions

protected List<org.apache.hadoop.hbase.client.RegionInfo> randomRegions(int numRegions)

createRegions

protected List<org.apache.hadoop.hbase.client.RegionInfo> createRegions(int numRegions,
                                                                        org.apache.hadoop.hbase.TableName tableName)

randomRegions

protected List<org.apache.hadoop.hbase.client.RegionInfo> randomRegions(int numRegions,
                                                                        int numTables)

uniformRegions

protected List<org.apache.hadoop.hbase.client.RegionInfo> uniformRegions(int numRegions)

returnRegions

protected void returnRegions(List<org.apache.hadoop.hbase.client.RegionInfo> regions)

randomServer

protected org.apache.hadoop.hbase.master.balancer.ServerAndLoad randomServer(int numRegionsPerServer)

randomServers

protected List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> randomServers(int numServers,
                                                                                    int numRegionsPerServer)

returnServer

protected void returnServer(org.apache.hadoop.hbase.ServerName server)

returnServers

protected void returnServers(List<org.apache.hadoop.hbase.ServerName> servers)

testWithCluster

protected void testWithCluster(int numNodes,
                               int numRegions,
                               int numRegionsPerServer,
                               int replication,
                               int numTables,
                               boolean assertFullyBalanced,
                               boolean assertFullyBalancedForReplicas)

testWithClusterWithIteration

protected void testWithClusterWithIteration(int numNodes,
                                            int numRegions,
                                            int numRegionsPerServer,
                                            int replication,
                                            int numTables,
                                            boolean assertFullyBalanced,
                                            boolean assertFullyBalancedForReplicas)

testWithCluster

protected void testWithCluster(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> serverMap,
                               org.apache.hadoop.hbase.master.RackManager rackManager,
                               boolean assertFullyBalanced,
                               boolean assertFullyBalancedForReplicas)

testWithClusterWithIteration

protected void testWithClusterWithIteration(Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> serverMap,
                                            org.apache.hadoop.hbase.master.RackManager rackManager,
                                            boolean assertFullyBalanced,
                                            boolean assertFullyBalancedForReplicas)

createServerMap

protected Map<org.apache.hadoop.hbase.ServerName,List<org.apache.hadoop.hbase.client.RegionInfo>> createServerMap(int numNodes,
                                                                                                                  int numRegions,
                                                                                                                  int numRegionsPerServer,
                                                                                                                  int replication,
                                                                                                                  int numTables)