Package org.apache.hadoop.hbase.wal

Class TestFSHLogProvider

java.lang.Object

org.apache.hadoop.hbase.wal.TestFSHLogProvider

public class TestFSHLogProvider
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
static final HBaseClassTestRule	CLASS_RULE
private static org.apache.hadoop.conf.Configuration	conf
final org.junit.rules.TestName	currentTest
private static org.apache.hadoop.fs.FileSystem	fs
private static final org.slf4j.Logger	LOG
private org.apache.hadoop.hbase.regionserver.MultiVersionConcurrencyControl	mvcc
private static final HBaseTestingUtility	TEST_UTIL

Constructor Summary

Constructors

Constructor	Description
TestFSHLogProvider()

Method Summary

Modifier and Type	Method	Description
private void	addEdits(org.apache.hadoop.hbase.wal.WAL log, org.apache.hadoop.hbase.client.RegionInfo hri, org.apache.hadoop.hbase.client.TableDescriptor htd, int times, NavigableMap<byte[],Integer> scopes)
private void	flushRegion(org.apache.hadoop.hbase.wal.WAL wal, byte[] regionEncodedName, Set<byte[]> flushedFamilyNames)	helper method to simulate region flush for a WAL.
private org.apache.hadoop.hbase.wal.WALKeyImpl	getWalKey(byte[] info, org.apache.hadoop.hbase.TableName tableName, long timestamp, NavigableMap<byte[],Integer> scopes)	used by TestDefaultWALProviderWithHLogKey
void	setMembershipDedups()	Ensure that we can use Set.add to deduplicate WALs
void	setUp()
static void	setUpBeforeClass()
static void	tearDownAfterClass()
void	testConcurrentWrites()	Write to a log file with three concurrent threads and verifying all data is written.
void	testGetServerNameFromWALDirectoryName()
void	testLogCleaning()
private void	testLogCleaning(org.apache.hadoop.hbase.wal.WALFactory wals)
void	testWALArchiving()	Tests wal archiving by adding data, doing flushing/rolling and checking we archive old logs and also don't archive "live logs" (that is, a log with un-flushed entries).
private void	testWALArchiving(org.apache.hadoop.hbase.wal.WALFactory wals)
private void	waitNumRolledLogFiles(org.apache.hadoop.hbase.wal.WAL wal, int expected)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

conf

private static org.apache.hadoop.conf.Configuration conf

fs

private static org.apache.hadoop.fs.FileSystem fs

TEST_UTIL

private static final HBaseTestingUtility TEST_UTIL

mvcc

private org.apache.hadoop.hbase.regionserver.MultiVersionConcurrencyControl mvcc

currentTest

public final org.junit.rules.TestName currentTest

Constructor Details

TestFSHLogProvider

public TestFSHLogProvider()

Method Details

setUp

public void setUp()
           throws Exception

Throws:

Exception

setUpBeforeClass

public static void setUpBeforeClass()
                             throws Exception

Throws:

Exception

tearDownAfterClass

public static void tearDownAfterClass()
                               throws Exception

Throws:

Exception

testGetServerNameFromWALDirectoryName

public void testGetServerNameFromWALDirectoryName()
                                           throws IOException

Throws:

IOException

addEdits

private void addEdits(org.apache.hadoop.hbase.wal.WAL log,
 org.apache.hadoop.hbase.client.RegionInfo hri,
 org.apache.hadoop.hbase.client.TableDescriptor htd,
 int times,
 NavigableMap<byte[],Integer> scopes)
               throws IOException

Throws:

IOException

getWalKey

private org.apache.hadoop.hbase.wal.WALKeyImpl getWalKey(byte[] info,
 org.apache.hadoop.hbase.TableName tableName,
 long timestamp,
 NavigableMap<byte[],Integer> scopes)

used by TestDefaultWALProviderWithHLogKey

flushRegion

private void flushRegion(org.apache.hadoop.hbase.wal.WAL wal,
 byte[] regionEncodedName,
 Set<byte[]> flushedFamilyNames)

helper method to simulate region flush for a WAL.

waitNumRolledLogFiles

private void waitNumRolledLogFiles(org.apache.hadoop.hbase.wal.WAL wal,
 int expected)

testLogCleaning

private void testLogCleaning(org.apache.hadoop.hbase.wal.WALFactory wals)
                      throws IOException

Throws:

IOException

testLogCleaning

public void testLogCleaning()
                     throws Exception

Throws:

Exception

testWALArchiving

private void testWALArchiving(org.apache.hadoop.hbase.wal.WALFactory wals)
                       throws IOException

Throws:

IOException

testWALArchiving

public void testWALArchiving()
                      throws IOException

Tests wal archiving by adding data, doing flushing/rolling and checking we archive old logs and also don't archive "live logs" (that is, a log with un-flushed entries).

This is what it does: It creates two regions, and does a series of inserts along with log rolling. Whenever a WAL is rolled, HLogBase checks previous wals for archiving. A wal is eligible for archiving if for all the regions which have entries in that wal file, have flushed - past their maximum sequence id in that wal file.

Throws:

IOException

testConcurrentWrites

public void testConcurrentWrites()
                          throws Exception

Write to a log file with three concurrent threads and verifying all data is written.

Throws:

Exception

setMembershipDedups

public void setMembershipDedups()
                         throws IOException

Ensure that we can use Set.add to deduplicate WALs

Throws:

IOException