Package org.apache.hadoop.hbase.replication

Class TestMasterReplication

java.lang.Object

org.apache.hadoop.hbase.replication.TestMasterReplication

@Tag("org.apache.hadoop.hbase.testclassification.ReplicationTests") @Tag("org.apache.hadoop.hbase.testclassification.LargeTests")
public class TestMasterReplication
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	TestMasterReplication.CoprocessorCounter	Use a coprocessor to count puts and deletes.

Field Summary

Fields

Modifier and Type	Field	Description
private org.apache.hadoop.conf.Configuration	baseConfiguration
private org.apache.hadoop.conf.Configuration[]	configurations
private static final byte[]	count
private static final byte[]	delete
private static final byte[]	famName
private static final byte[]	famName1
private static final org.slf4j.Logger	LOG
private org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster	miniZK
private static final int	NB_RETRIES
private static final byte[]	noRepfamName
private static final byte[]	put
private static final byte[]	row
private static final byte[]	row1
private static final byte[]	row2
private static final byte[]	row3
private static final byte[]	row4
private static final long	SLEEP_TIME
private org.apache.hadoop.hbase.client.TableDescriptor	table
private static final org.apache.hadoop.hbase.TableName	tableName
private HBaseTestingUtil[]	utilities

Constructor Summary

Constructors

Constructor	Description
TestMasterReplication()

Method Summary

Modifier and Type	Method	Description
private void	addPeer(String id, int masterClusterNumber, int slaveClusterNumber)
private void	addPeer(String id, int masterClusterNumber, int slaveClusterNumber, String tableCfs)
private void	close(Closeable... closeables)
private void	createTableOnClusters(org.apache.hadoop.hbase.client.TableDescriptor table)
private void	deleteAndWait(byte[] row, org.apache.hadoop.hbase.client.Table source, org.apache.hadoop.hbase.client.Table target)
private void	disablePeer(String id, int masterClusterNumber)
private void	enablePeer(String id, int masterClusterNumber)
private int	getCount(org.apache.hadoop.hbase.client.Table t, byte[] type)
private org.apache.hadoop.hbase.client.Table[]	getHTablesOnClusters(org.apache.hadoop.hbase.TableName tableName)
private void	loadAndValidateHFileReplication(String testName, int masterNumber, int[] slaveNumbers, byte[] row, byte[] fam, org.apache.hadoop.hbase.client.Table[] tables, byte[][][] hfileRanges, int numOfRows, int[] expectedCounts, boolean toValidate)
private void	putAndWait(byte[] row, byte[] fam, org.apache.hadoop.hbase.client.Table source, org.apache.hadoop.hbase.client.Table target)
private void	rollWALAndWait(HBaseTestingUtil utility, org.apache.hadoop.hbase.TableName table, byte[] row)
void	setUp()
private org.apache.hadoop.hbase.client.Table[]	setUpClusterTablesAndPeers(int numClusters)
private void	shutDownMiniClusters()
private void	startMiniClusters(int numClusters)
void	tearDown()
void	testBasePeerConfigsForReplicationPeer()	Tests that base replication peer configs are applied on peer creation and the configs are overriden if updated as part of updateReplicationPeerConfig()
void	testBasePeerConfigsRemovalForReplicationPeer()
void	testCyclicReplication1()	It tests the replication scenario involving 0 -> 1 -> 0.
void	testCyclicReplication2()	Tests the cyclic replication scenario of 0 -> 1 -> 2 -> 0 by adding and deleting rows to a table in each clusters and ensuring that the each of these clusters get the appropriate mutations.
void	testCyclicReplication3()	Tests cyclic replication scenario of 0 -> 1 -> 2 -> 1.
void	testHFileCyclicReplication()	It tests the replication scenario involving 0 -> 1 -> 0.
void	testHFileMultiSlaveReplication()	It tests the multi slave hfile replication scenario involving 0 -> 1, 2.
void	testHFileReplicationForConfiguredTableCfs()	It tests the bulk loaded hfile replication scenario to only explicitly specified table column families.
void	testLoopedReplication()	Tests the replication scenario 0 -> 0.
void	testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer()
private void	validateCounts(org.apache.hadoop.hbase.client.Table[] htables, byte[] type, int[] expectedCounts)
private void	wait(byte[] row, org.apache.hadoop.hbase.client.Table target, boolean isDeleted)
private void	wait(int slaveNumber, org.apache.hadoop.hbase.client.Table target, int expectedCount)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

baseConfiguration

private org.apache.hadoop.conf.Configuration baseConfiguration

utilities

private HBaseTestingUtil[] utilities

configurations

private org.apache.hadoop.conf.Configuration[] configurations

miniZK

private org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster miniZK

SLEEP_TIME

private static final long SLEEP_TIME

See Also:

• Constant Field Values

NB_RETRIES

private static final int NB_RETRIES

See Also:

• Constant Field Values

tableName

private static final org.apache.hadoop.hbase.TableName tableName

famName

private static final byte[] famName

famName1

private static final byte[] famName1

row

private static final byte[] row

row1

private static final byte[] row1

row2

private static final byte[] row2

row3

private static final byte[] row3

row4

private static final byte[] row4

noRepfamName

private static final byte[] noRepfamName

count

private static final byte[] count

put

private static final byte[] put

delete

private static final byte[] delete

table

private org.apache.hadoop.hbase.client.TableDescriptor table

Constructor Details

TestMasterReplication

public TestMasterReplication()

Method Details

setUp

@BeforeEach
public void setUp()
           throws Exception

Throws:

Exception

testCyclicReplication1

@Test
public void testCyclicReplication1()
                            throws Exception

It tests the replication scenario involving 0 -> 1 -> 0. It does it by adding and deleting a row to a table in each cluster, checking if it's replicated. It also tests that the puts and deletes are not replicated back to the originating cluster.

Throws:

Exception

testLoopedReplication

@Test
public void testLoopedReplication()
                           throws Exception

Tests the replication scenario 0 -> 0. By default HBaseInterClusterReplicationEndpoint, the replication peer should not be added.

Throws:

Exception

testHFileCyclicReplication

@Test
public void testHFileCyclicReplication()
                                throws Exception

It tests the replication scenario involving 0 -> 1 -> 0. It does it by bulk loading a set of HFiles to a table in each cluster, checking if it's replicated.

Throws:

Exception

setUpClusterTablesAndPeers

private org.apache.hadoop.hbase.client.Table[] setUpClusterTablesAndPeers(int numClusters)
                                                                   throws Exception

Throws:

Exception

testCyclicReplication2

@Test
public void testCyclicReplication2()
                            throws Exception

Tests the cyclic replication scenario of 0 -> 1 -> 2 -> 0 by adding and deleting rows to a table in each clusters and ensuring that the each of these clusters get the appropriate mutations. It also tests the grouping scenario where a cluster needs to replicate the edits originating from itself and also the edits that it received using replication from a different cluster. The scenario is explained in HBASE-9158

Throws:

Exception

testHFileMultiSlaveReplication

@Test
public void testHFileMultiSlaveReplication()
                                    throws Exception

It tests the multi slave hfile replication scenario involving 0 -> 1, 2. It does it by bulk loading a set of HFiles to a table in master cluster, checking if it's replicated in its peers.

Throws:

Exception

testHFileReplicationForConfiguredTableCfs

@Test
public void testHFileReplicationForConfiguredTableCfs()
                                               throws Exception

It tests the bulk loaded hfile replication scenario to only explicitly specified table column families. It does it by bulk loading a set of HFiles belonging to both the CFs of table and set only one CF data to replicate.

Throws:

Exception

testCyclicReplication3

@Test
public void testCyclicReplication3()
                            throws Exception

Tests cyclic replication scenario of 0 -> 1 -> 2 -> 1.

Throws:

Exception

testBasePeerConfigsForReplicationPeer

@Test
public void testBasePeerConfigsForReplicationPeer()
                                           throws Exception

Tests that base replication peer configs are applied on peer creation and the configs are overriden if updated as part of updateReplicationPeerConfig()

Throws:

Exception

testBasePeerConfigsRemovalForReplicationPeer

@Test
public void testBasePeerConfigsRemovalForReplicationPeer()
                                                  throws Exception

Throws:

Exception

testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer

@Test
public void testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer()
                                                                     throws Exception

Throws:

Exception

tearDown

@AfterEach
public void tearDown()
              throws IOException

Throws:

IOException

startMiniClusters

private void startMiniClusters(int numClusters)
                        throws Exception

Throws:

Exception

shutDownMiniClusters

private void shutDownMiniClusters()
                           throws Exception

Throws:

Exception

createTableOnClusters

private void createTableOnClusters(org.apache.hadoop.hbase.client.TableDescriptor table)
                            throws Exception

Throws:

Exception

addPeer

private void addPeer(String id,
 int masterClusterNumber,
 int slaveClusterNumber)
              throws Exception

Throws:

Exception

addPeer

private void addPeer(String id,
 int masterClusterNumber,
 int slaveClusterNumber,
 String tableCfs)
              throws Exception

Throws:

Exception

disablePeer

private void disablePeer(String id,
 int masterClusterNumber)
                  throws Exception

Throws:

Exception

enablePeer

private void enablePeer(String id,
 int masterClusterNumber)
                 throws Exception

Throws:

Exception

close

private void close(Closeable... closeables)

getHTablesOnClusters

private org.apache.hadoop.hbase.client.Table[] getHTablesOnClusters(org.apache.hadoop.hbase.TableName tableName)
                                                             throws Exception

Throws:

Exception

validateCounts

private void validateCounts(org.apache.hadoop.hbase.client.Table[] htables,
 byte[] type,
 int[] expectedCounts)
                     throws IOException

Throws:

IOException

getCount

private int getCount(org.apache.hadoop.hbase.client.Table t,
 byte[] type)
              throws IOException

Throws:

IOException

deleteAndWait

private void deleteAndWait(byte[] row,
 org.apache.hadoop.hbase.client.Table source,
 org.apache.hadoop.hbase.client.Table target)
                    throws Exception

Throws:

Exception

putAndWait

private void putAndWait(byte[] row,
 byte[] fam,
 org.apache.hadoop.hbase.client.Table source,
 org.apache.hadoop.hbase.client.Table target)
                 throws Exception

Throws:

Exception

loadAndValidateHFileReplication

private void loadAndValidateHFileReplication(String testName,
 int masterNumber,
 int[] slaveNumbers,
 byte[] row,
 byte[] fam,
 org.apache.hadoop.hbase.client.Table[] tables,
 byte[][][] hfileRanges,
 int numOfRows,
 int[] expectedCounts,
 boolean toValidate)
                                      throws Exception

Throws:

Exception

wait

private void wait(int slaveNumber,
 org.apache.hadoop.hbase.client.Table target,
 int expectedCount)
           throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

wait

private void wait(byte[] row,
 org.apache.hadoop.hbase.client.Table target,
 boolean isDeleted)
           throws Exception

Throws:

Exception

rollWALAndWait

private void rollWALAndWait(HBaseTestingUtil utility,
 org.apache.hadoop.hbase.TableName table,
 byte[] row)
                     throws IOException

Throws:

IOException