org.apache.hadoop.hbase.replication

Class TestMasterReplication

java.lang.Object

org.apache.hadoop.hbase.replication.TestMasterReplication

public class TestMasterReplication
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	TestMasterReplication.CoprocessorCounter Use a coprocessor to count puts and deletes.

Field Summary

Fields

Modifier and Type	Field and Description
private org.apache.hadoop.conf.Configuration	baseConfiguration
static HBaseClassTestRule	CLASS_RULE
private org.apache.hadoop.conf.Configuration[]	configurations
private static byte[]	count
private static byte[]	delete
private static byte[]	famName
private static byte[]	famName1
private static org.slf4j.Logger	LOG
private org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster	miniZK
private static int	NB_RETRIES
private static byte[]	noRepfamName
private static byte[]	put
private static byte[]	row
private static byte[]	row1
private static byte[]	row2
private static byte[]	row3
private static byte[]	row4
private static long	SLEEP_TIME
private org.apache.hadoop.hbase.client.TableDescriptor	table
private static org.apache.hadoop.hbase.TableName	tableName
private HBaseTestingUtility[]	utilities

Constructor Summary

Constructors

Constructor and Description
TestMasterReplication()

Method Summary

Modifier and Type	Method and Description
private void	addPeer(String id, int masterClusterNumber, int slaveClusterNumber)
private void	addPeer(String id, int masterClusterNumber, int slaveClusterNumber, String tableCfs)
private void	close(Closeable... closeables)
private void	createTableOnClusters(org.apache.hadoop.hbase.client.TableDescriptor table)
private void	deleteAndWait(byte[] row, org.apache.hadoop.hbase.client.Table source, org.apache.hadoop.hbase.client.Table target)
private void	disablePeer(String id, int masterClusterNumber)
private void	enablePeer(String id, int masterClusterNumber)
private int	getCount(org.apache.hadoop.hbase.client.Table t, byte[] type)
private org.apache.hadoop.hbase.client.Table[]	getHTablesOnClusters(org.apache.hadoop.hbase.TableName tableName)
private void	loadAndValidateHFileReplication(String testName, int masterNumber, int[] slaveNumbers, byte[] row, byte[] fam, org.apache.hadoop.hbase.client.Table[] tables, byte[][][] hfileRanges, int numOfRows, int[] expectedCounts, boolean toValidate)
private void	putAndWait(byte[] row, byte[] fam, org.apache.hadoop.hbase.client.Table source, org.apache.hadoop.hbase.client.Table target)
private void	rollWALAndWait(HBaseTestingUtility utility, org.apache.hadoop.hbase.TableName table, byte[] row)
void	setUp()
private org.apache.hadoop.hbase.client.Table[]	setUpClusterTablesAndPeers(int numClusters)
private void	shutDownMiniClusters()
private void	startMiniClusters(int numClusters)
void	tearDown()
void	testBasePeerConfigsForPeerMutations() Tests that base replication peer configs are applied on peer creation and the configs are overriden if updated as part of updateReplicationPeerConfig()
void	testCyclicReplication1() It tests the replication scenario involving 0 -> 1 -> 0.
void	testCyclicReplication2() Tests the cyclic replication scenario of 0 -> 1 -> 2 -> 0 by adding and deleting rows to a table in each clusters and ensuring that the each of these clusters get the appropriate mutations.
void	testCyclicReplication3() Tests cyclic replication scenario of 0 -> 1 -> 2 -> 1.
void	testHFileCyclicReplication() It tests the replication scenario involving 0 -> 1 -> 0.
void	testHFileMultiSlaveReplication() It tests the multi slave hfile replication scenario involving 0 -> 1, 2.
void	testHFileReplicationForConfiguredTableCfs() It tests the bulk loaded hfile replication scenario to only explicitly specified table column families.
void	testLoopedReplication() Tests the replication scenario 0 -> 0.
private void	validateCounts(org.apache.hadoop.hbase.client.Table[] htables, byte[] type, int[] expectedCounts)
private void	wait(byte[] row, org.apache.hadoop.hbase.client.Table target, boolean isDeleted)
private void	wait(int slaveNumber, org.apache.hadoop.hbase.client.Table target, int expectedCount)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

baseConfiguration

private org.apache.hadoop.conf.Configuration baseConfiguration

utilities

private HBaseTestingUtility[] utilities

configurations

private org.apache.hadoop.conf.Configuration[] configurations

miniZK

private org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster miniZK

SLEEP_TIME

private static final long SLEEP_TIME

See Also:

Constant Field Values

NB_RETRIES

private static final int NB_RETRIES

See Also:

Constant Field Values

tableName

private static final org.apache.hadoop.hbase.TableName tableName

famName

private static final byte[] famName

famName1

private static final byte[] famName1

row

private static final byte[] row

row1

private static final byte[] row1

row2

private static final byte[] row2

row3

private static final byte[] row3

row4

private static final byte[] row4

noRepfamName

private static final byte[] noRepfamName

count

private static final byte[] count

put

private static final byte[] put

delete

private static final byte[] delete

table

private org.apache.hadoop.hbase.client.TableDescriptor table

Constructor Detail

TestMasterReplication

public TestMasterReplication()

Method Detail

setUp

public void setUp()
           throws Exception

Throws:

Exception

testCyclicReplication1

public void testCyclicReplication1()
                            throws Exception

It tests the replication scenario involving 0 -> 1 -> 0. It does it by adding and deleting a row to a table in each cluster, checking if it's replicated. It also tests that the puts and deletes are not replicated back to the originating cluster.

Throws:

Exception

testLoopedReplication

public void testLoopedReplication()
                           throws Exception

Tests the replication scenario 0 -> 0. By default HBaseInterClusterReplicationEndpoint, the replication peer should not be added.

Throws:

Exception

testHFileCyclicReplication

public void testHFileCyclicReplication()
                                throws Exception

It tests the replication scenario involving 0 -> 1 -> 0. It does it by bulk loading a set of HFiles to a table in each cluster, checking if it's replicated.

Throws:

Exception

setUpClusterTablesAndPeers

private org.apache.hadoop.hbase.client.Table[] setUpClusterTablesAndPeers(int numClusters)
                                                                   throws Exception

Throws:

Exception

testCyclicReplication2

public void testCyclicReplication2()
                            throws Exception

Tests the cyclic replication scenario of 0 -> 1 -> 2 -> 0 by adding and deleting rows to a table in each clusters and ensuring that the each of these clusters get the appropriate mutations. It also tests the grouping scenario where a cluster needs to replicate the edits originating from itself and also the edits that it received using replication from a different cluster. The scenario is explained in HBASE-9158

Throws:

Exception

testHFileMultiSlaveReplication

public void testHFileMultiSlaveReplication()
                                    throws Exception

It tests the multi slave hfile replication scenario involving 0 -> 1, 2. It does it by bulk loading a set of HFiles to a table in master cluster, checking if it's replicated in its peers.

Throws:

Exception

testHFileReplicationForConfiguredTableCfs

public void testHFileReplicationForConfiguredTableCfs()
                                               throws Exception

It tests the bulk loaded hfile replication scenario to only explicitly specified table column families. It does it by bulk loading a set of HFiles belonging to both the CFs of table and set only one CF data to replicate.

Throws:

Exception

testCyclicReplication3

public void testCyclicReplication3()
                            throws Exception

Tests cyclic replication scenario of 0 -> 1 -> 2 -> 1.

Throws:

Exception

testBasePeerConfigsForPeerMutations

public void testBasePeerConfigsForPeerMutations()
                                         throws Exception

Tests that base replication peer configs are applied on peer creation and the configs are overriden if updated as part of updateReplicationPeerConfig()

Throws:

Exception

tearDown

public void tearDown()
              throws IOException

Throws:

IOException

startMiniClusters

private void startMiniClusters(int numClusters)
                        throws Exception

Throws:

Exception

shutDownMiniClusters

private void shutDownMiniClusters()
                           throws Exception

Throws:

Exception

createTableOnClusters

private void createTableOnClusters(org.apache.hadoop.hbase.client.TableDescriptor table)
                            throws Exception

Throws:

Exception

addPeer

private void addPeer(String id,
                     int masterClusterNumber,
                     int slaveClusterNumber)
              throws Exception

Throws:

Exception

addPeer

private void addPeer(String id,
                     int masterClusterNumber,
                     int slaveClusterNumber,
                     String tableCfs)
              throws Exception

Throws:

Exception

disablePeer

private void disablePeer(String id,
                         int masterClusterNumber)
                  throws Exception

Throws:

Exception

enablePeer

private void enablePeer(String id,
                        int masterClusterNumber)
                 throws Exception

Throws:

Exception

close

private void close(Closeable... closeables)

getHTablesOnClusters

private org.apache.hadoop.hbase.client.Table[] getHTablesOnClusters(org.apache.hadoop.hbase.TableName tableName)
                                                             throws Exception

Throws:

Exception

validateCounts

private void validateCounts(org.apache.hadoop.hbase.client.Table[] htables,
                            byte[] type,
                            int[] expectedCounts)
                     throws IOException

Throws:

IOException

getCount

private int getCount(org.apache.hadoop.hbase.client.Table t,
                     byte[] type)
              throws IOException

Throws:

IOException

deleteAndWait

private void deleteAndWait(byte[] row,
                           org.apache.hadoop.hbase.client.Table source,
                           org.apache.hadoop.hbase.client.Table target)
                    throws Exception

Throws:

Exception

putAndWait

private void putAndWait(byte[] row,
                        byte[] fam,
                        org.apache.hadoop.hbase.client.Table source,
                        org.apache.hadoop.hbase.client.Table target)
                 throws Exception

Throws:

Exception

loadAndValidateHFileReplication

private void loadAndValidateHFileReplication(String testName,
                                             int masterNumber,
                                             int[] slaveNumbers,
                                             byte[] row,
                                             byte[] fam,
                                             org.apache.hadoop.hbase.client.Table[] tables,
                                             byte[][][] hfileRanges,
                                             int numOfRows,
                                             int[] expectedCounts,
                                             boolean toValidate)
                                      throws Exception

Throws:

Exception

wait

private void wait(int slaveNumber,
                  org.apache.hadoop.hbase.client.Table target,
                  int expectedCount)
           throws IOException,
                  InterruptedException

Throws:

IOException

InterruptedException

wait

private void wait(byte[] row,
                  org.apache.hadoop.hbase.client.Table target,
                  boolean isDeleted)
           throws Exception

Throws:

Exception

rollWALAndWait

private void rollWALAndWait(HBaseTestingUtility utility,
                            org.apache.hadoop.hbase.TableName table,
                            byte[] row)
                     throws IOException

Throws:

IOException