org.apache.hadoop.hbase.master

Class AbstractTestDLS

java.lang.Object

org.apache.hadoop.hbase.master.AbstractTestDLS

Direct Known Subclasses:

TestDLSAsyncFSWAL, TestDLSFSHLog

public abstract class AbstractTestDLS
extends Object

Base class for testing distributed log splitting.

Field Summary

Fields

Modifier and Type	Field and Description
private MiniHBaseCluster	cluster
private static byte[]	COLUMN_FAMILY
private org.apache.hadoop.conf.Configuration	conf
private static org.slf4j.Logger	LOG
private org.apache.hadoop.hbase.master.HMaster	master
org.junit.rules.TestName	name
private static int	NUM_MASTERS
private static int	NUM_RS
private org.apache.hadoop.hbase.TableName	tableName
private static HBaseTestingUtility	TEST_UTIL
org.junit.rules.TestName	testName

Constructor Summary

Constructors

Constructor and Description
AbstractTestDLS()

Method Summary

Modifier and Type	Method and Description
private void	abortMaster(MiniHBaseCluster cluster)
void	after()
void	before()
private void	blockUntilNoRIT(org.apache.hadoop.hbase.zookeeper.ZKWatcher zkw, org.apache.hadoop.hbase.master.HMaster master)
private int	countWAL(org.apache.hadoop.fs.Path log, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.conf.Configuration conf)
private org.apache.hadoop.hbase.regionserver.HRegionServer	findRSToKill(boolean hasMetaRegion) Find a RS that has regions of a table.
protected abstract String	getWalProvider()
private org.apache.hadoop.hbase.client.Table	installTable(org.apache.hadoop.hbase.zookeeper.ZKWatcher zkw, int nrs)
private org.apache.hadoop.hbase.client.Table	installTable(org.apache.hadoop.hbase.zookeeper.ZKWatcher zkw, int nrs, int existingRegions)
void	makeWAL(org.apache.hadoop.hbase.regionserver.HRegionServer hrs, List<org.apache.hadoop.hbase.client.RegionInfo> regions, int num_edits, int edit_size)
void	makeWAL(org.apache.hadoop.hbase.regionserver.HRegionServer hrs, List<org.apache.hadoop.hbase.client.RegionInfo> regions, int numEdits, int editSize, boolean cleanShutdown)
(package private) void	populateDataInTable(int nrows)
private void	putData(org.apache.hadoop.hbase.regionserver.Region region, byte[] startRow, int numRows, byte[] qf, byte[]... families)
static void	setup()
private void	startCluster(int numRS)
static void	tearDown()
void	testDelayedDeleteOnFailure()
void	testMasterStartsUpWithLogSplittingWork()
void	testRecoveredEdits()
void	testThreeRSAbort()
void	testWorkerAbort() The original intention of this test was to force an abort of a region server and to make sure that the failure path in the region servers is properly evaluated.
private void	waitForCounter(LongAdder ctr, long oldval, long newval, long timems)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

TEST_UTIL

private static final HBaseTestingUtility TEST_UTIL

NUM_MASTERS

private static final int NUM_MASTERS

See Also:

Constant Field Values

NUM_RS

private static final int NUM_RS

See Also:

Constant Field Values

COLUMN_FAMILY

private static byte[] COLUMN_FAMILY

testName

public org.junit.rules.TestName testName

tableName

private org.apache.hadoop.hbase.TableName tableName

cluster

private MiniHBaseCluster cluster

master

private org.apache.hadoop.hbase.master.HMaster master

conf

private org.apache.hadoop.conf.Configuration conf

name

public org.junit.rules.TestName name

Constructor Detail

AbstractTestDLS

public AbstractTestDLS()

Method Detail

setup

public static void setup()
                  throws Exception

Throws:

Exception

tearDown

public static void tearDown()
                     throws Exception

Throws:

Exception

getWalProvider

protected abstract String getWalProvider()

startCluster

private void startCluster(int numRS)
                   throws Exception

Throws:

Exception

before

public void before()
            throws Exception

Throws:

Exception

after

public void after()
           throws Exception

Throws:

Exception

testRecoveredEdits

public void testRecoveredEdits()
                        throws Exception

Throws:

Exception

testMasterStartsUpWithLogSplittingWork

public void testMasterStartsUpWithLogSplittingWork()
                                            throws Exception

Throws:

Exception

testWorkerAbort

public void testWorkerAbort()
                     throws Exception

The original intention of this test was to force an abort of a region server and to make sure that the failure path in the region servers is properly evaluated. But it is difficult to ensure that the region server doesn't finish the log splitting before it aborts. Also now, there is this code path where the master will preempt the region server when master detects that the region server has aborted.

Throws:

Exception

testThreeRSAbort

public void testThreeRSAbort()
                      throws Exception

Throws:

Exception

testDelayedDeleteOnFailure

public void testDelayedDeleteOnFailure()
                                throws Exception

Throws:

Exception

installTable

private org.apache.hadoop.hbase.client.Table installTable(org.apache.hadoop.hbase.zookeeper.ZKWatcher zkw,
                                                          int nrs)
                                                   throws Exception

Throws:

Exception

installTable

private org.apache.hadoop.hbase.client.Table installTable(org.apache.hadoop.hbase.zookeeper.ZKWatcher zkw,
                                                          int nrs,
                                                          int existingRegions)
                                                   throws Exception

Throws:

Exception

populateDataInTable

void populateDataInTable(int nrows)
                  throws Exception

Throws:

Exception

makeWAL

public void makeWAL(org.apache.hadoop.hbase.regionserver.HRegionServer hrs,
                    List<org.apache.hadoop.hbase.client.RegionInfo> regions,
                    int num_edits,
                    int edit_size)
             throws IOException

Throws:

IOException

makeWAL

public void makeWAL(org.apache.hadoop.hbase.regionserver.HRegionServer hrs,
                    List<org.apache.hadoop.hbase.client.RegionInfo> regions,
                    int numEdits,
                    int editSize,
                    boolean cleanShutdown)
             throws IOException

Throws:

IOException

countWAL

private int countWAL(org.apache.hadoop.fs.Path log,
                     org.apache.hadoop.fs.FileSystem fs,
                     org.apache.hadoop.conf.Configuration conf)
              throws IOException

Throws:

IOException

blockUntilNoRIT

private void blockUntilNoRIT(org.apache.hadoop.hbase.zookeeper.ZKWatcher zkw,
                             org.apache.hadoop.hbase.master.HMaster master)
                      throws Exception

Throws:

Exception

putData

private void putData(org.apache.hadoop.hbase.regionserver.Region region,
                     byte[] startRow,
                     int numRows,
                     byte[] qf,
                     byte[]... families)
              throws IOException

Throws:

IOException

waitForCounter

private void waitForCounter(LongAdder ctr,
                            long oldval,
                            long newval,
                            long timems)
                     throws InterruptedException

Throws:

InterruptedException

abortMaster

private void abortMaster(MiniHBaseCluster cluster)
                  throws InterruptedException

Throws:

InterruptedException

findRSToKill

private org.apache.hadoop.hbase.regionserver.HRegionServer findRSToKill(boolean hasMetaRegion)
                                                                 throws Exception

Find a RS that has regions of a table.

Parameters:

hasMetaRegion - when true, the returned RS has hbase:meta region as well

Throws:

Exception