org.apache.hadoop.hbase.replication.regionserver

Class TestWALEntryStream

java.lang.Object

org.apache.hadoop.hbase.replication.regionserver.TestWALEntryStream

public class TestWALEntryStream
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
(package private) class	TestWALEntryStream.PathWatcher

Field Summary

Fields

Modifier and Type	Field and Description
static HBaseClassTestRule	CLASS_RULE
private static org.apache.hadoop.hdfs.MiniDFSCluster	cluster
private static org.apache.hadoop.conf.Configuration	CONF
private static byte[]	family
private static org.apache.hadoop.fs.FileSystem	fs
private static org.apache.hadoop.hbase.client.RegionInfo	info
private org.apache.hadoop.hbase.wal.WAL	log
private org.apache.hadoop.hbase.regionserver.MultiVersionConcurrencyControl	mvcc
private TestWALEntryStream.PathWatcher	pathWatcher
private static byte[]	qualifier
private static NavigableMap<byte[],Integer>	scopes
private static org.apache.hadoop.hbase.TableName	tableName
private static HBaseTestingUtility	TEST_UTIL
org.junit.rules.TestName	tn
(package private) PriorityBlockingQueue<org.apache.hadoop.fs.Path>	walQueue

Constructor Summary

Constructors

Constructor and Description
TestWALEntryStream()

Method Summary

Modifier and Type	Method and Description
private void	appendEntriesToLogAndSync(int count)
private long	appendToLog(int count)
private void	appendToLog(String key)
private void	appendToLogAndSync()
private void	appendToLogAndSync(int count)
private org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader	createReader(boolean recovered, org.apache.hadoop.conf.Configuration conf)
private org.apache.hadoop.hbase.replication.WALEntryFilter	getDummyFilter()
private String	getRow(org.apache.hadoop.hbase.wal.WAL.Entry entry)
private static NavigableMap<byte[],Integer>	getScopes()
private org.apache.hadoop.hbase.wal.WALEdit	getWALEdit(String row)
private org.apache.hadoop.hbase.wal.WALEdit	getWALEdits(int count)
private org.apache.hadoop.hbase.replication.regionserver.ReplicationSource	mockReplicationSource(boolean recovered, org.apache.hadoop.conf.Configuration conf)
void	setUp()
static void	setUpBeforeClass()
void	tearDown()
static void	tearDownAfterClass()
void	testAppendsWithRolls() Tests basic reading of log appends
void	testDifferentCounts()
void	testEmptyStream()
void	testLogrollWhileStreaming() Tests that if after a stream is opened, more entries come in and then the log is rolled, we don't mistakenly dequeue the current log thinking we're done with it
void	testNewEntriesWhileStreaming() Tests that if writes come in while we have a stream open, we shouldn't miss them
void	testPosition() Tests that if we stop before hitting the end of a stream, we can continue where we left off using the last position
void	testReadBeyondCommittedLength()
void	testReplicationSourceWALReader()
void	testReplicationSourceWALReaderDisabled()
void	testReplicationSourceWALReaderRecovered()
void	testReplicationSourceWALReaderWrongPosition()
void	testResumeStreamingFromPosition()
void	testWALKeySerialization()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

TEST_UTIL

private static HBaseTestingUtility TEST_UTIL

CONF

private static org.apache.hadoop.conf.Configuration CONF

fs

private static org.apache.hadoop.fs.FileSystem fs

cluster

private static org.apache.hadoop.hdfs.MiniDFSCluster cluster

tableName

private static final org.apache.hadoop.hbase.TableName tableName

family

private static final byte[] family

qualifier

private static final byte[] qualifier

info

private static final org.apache.hadoop.hbase.client.RegionInfo info

scopes

private static final NavigableMap<byte[],Integer> scopes

log

private org.apache.hadoop.hbase.wal.WAL log

walQueue

PriorityBlockingQueue<org.apache.hadoop.fs.Path> walQueue

pathWatcher

private TestWALEntryStream.PathWatcher pathWatcher

tn

public org.junit.rules.TestName tn

mvcc

private final org.apache.hadoop.hbase.regionserver.MultiVersionConcurrencyControl mvcc

Constructor Detail

TestWALEntryStream

public TestWALEntryStream()

Method Detail

getScopes

private static NavigableMap<byte[],Integer> getScopes()

setUpBeforeClass

public static void setUpBeforeClass()
                             throws Exception

Throws:

Exception

tearDownAfterClass

public static void tearDownAfterClass()
                               throws Exception

Throws:

Exception

setUp

public void setUp()
           throws Exception

Throws:

Exception

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

testDifferentCounts

public void testDifferentCounts()
                         throws Exception

Throws:

Exception

testAppendsWithRolls

public void testAppendsWithRolls()
                          throws Exception

Tests basic reading of log appends

Throws:

Exception

testLogrollWhileStreaming

public void testLogrollWhileStreaming()
                               throws Exception

Tests that if after a stream is opened, more entries come in and then the log is rolled, we don't mistakenly dequeue the current log thinking we're done with it

Throws:

Exception

testNewEntriesWhileStreaming

public void testNewEntriesWhileStreaming()
                                  throws Exception

Tests that if writes come in while we have a stream open, we shouldn't miss them

Throws:

Exception

testResumeStreamingFromPosition

public void testResumeStreamingFromPosition()
                                     throws Exception

Throws:

Exception

testPosition

public void testPosition()
                  throws Exception

Tests that if we stop before hitting the end of a stream, we can continue where we left off using the last position

Throws:

Exception

testEmptyStream

public void testEmptyStream()
                     throws Exception

Throws:

Exception

testWALKeySerialization

public void testWALKeySerialization()
                             throws Exception

Throws:

Exception

mockReplicationSource

private org.apache.hadoop.hbase.replication.regionserver.ReplicationSource mockReplicationSource(boolean recovered,
                                                                                                 org.apache.hadoop.conf.Configuration conf)

createReader

private org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader createReader(boolean recovered,
                                                                                                 org.apache.hadoop.conf.Configuration conf)

testReplicationSourceWALReader

public void testReplicationSourceWALReader()
                                    throws Exception

Throws:

Exception

testReplicationSourceWALReaderRecovered

public void testReplicationSourceWALReaderRecovered()
                                             throws Exception

Throws:

Exception

testReplicationSourceWALReaderWrongPosition

public void testReplicationSourceWALReaderWrongPosition()
                                                 throws Exception

Throws:

Exception

testReplicationSourceWALReaderDisabled

public void testReplicationSourceWALReaderDisabled()
                                            throws IOException,
                                                   InterruptedException,
                                                   ExecutionException

Throws:

IOException

InterruptedException

ExecutionException

getRow

private String getRow(org.apache.hadoop.hbase.wal.WAL.Entry entry)

appendToLog

private void appendToLog(String key)
                  throws IOException

Throws:

IOException

appendEntriesToLogAndSync

private void appendEntriesToLogAndSync(int count)
                                throws IOException

Throws:

IOException

appendToLogAndSync

private void appendToLogAndSync()
                         throws IOException

Throws:

IOException

appendToLogAndSync

private void appendToLogAndSync(int count)
                         throws IOException

Throws:

IOException

appendToLog

private long appendToLog(int count)
                  throws IOException

Throws:

IOException

getWALEdits

private org.apache.hadoop.hbase.wal.WALEdit getWALEdits(int count)

getWALEdit

private org.apache.hadoop.hbase.wal.WALEdit getWALEdit(String row)

getDummyFilter

private org.apache.hadoop.hbase.replication.WALEntryFilter getDummyFilter()

testReadBeyondCommittedLength

public void testReadBeyondCommittedLength()
                                   throws IOException,
                                          InterruptedException

Throws:

IOException

InterruptedException