Package org.apache.hadoop.hbase.wal

Class TestWALSplitToHFile

java.lang.Object

org.apache.hadoop.hbase.wal.TestWALSplitToHFile

@Tag("org.apache.hadoop.hbase.testclassification.RegionServerTests") @Tag("org.apache.hadoop.hbase.testclassification.MediumTests")
public class TestWALSplitToHFile
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
private org.apache.hadoop.conf.Configuration	conf
private static final int	countPerFamily
private final org.apache.hadoop.hbase.util.EnvironmentEdge	ee
private org.apache.hadoop.fs.FileSystem	fs
private static final org.slf4j.Logger	LOG
private org.apache.hadoop.fs.Path	logDir
private String	logName
private org.apache.hadoop.fs.Path	oldLogDir
private static final byte[]	QUALIFIER
private org.apache.hadoop.fs.Path	rootDir
private static final byte[]	ROW
private String	testMethodName
(package private) static final HBaseTestingUtil	UTIL
private static final byte[]	VALUE1
private static final byte[]	VALUE2
private org.apache.hadoop.hbase.wal.WALFactory	wals

Constructor Summary

Constructors

Constructor	Description
TestWALSplitToHFile()

Method Summary

Modifier and Type	Method	Description
private org.apache.hadoop.hbase.client.TableDescriptor	createBasic3FamilyTD(org.apache.hadoop.hbase.TableName tableName)
private org.apache.hadoop.hbase.wal.WAL	createWAL(org.apache.hadoop.conf.Configuration c, org.apache.hadoop.fs.Path hbaseRootDir, String logName)
private org.apache.hadoop.hbase.wal.WAL	createWAL(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path hbaseRootDir, String logName)
private void	deleteDir(org.apache.hadoop.fs.Path p)
private int	getScannedCount(org.apache.hadoop.hbase.regionserver.RegionScanner scanner)
void	setUp(org.junit.jupiter.api.TestInfo testInfo)
static void	setUpBeforeClass()
private org.apache.hadoop.hbase.util.Pair<org.apache.hadoop.hbase.client.TableDescriptor,org.apache.hadoop.hbase.client.RegionInfo>	setupTableAndRegion()
void	tearDown()
static void	tearDownAfterClass()
void	testAfterAbortingFlush()	Test that we could recover the data correctly after aborting flush.
void	testAfterPartialFlush()	Test that we recover correctly when there is a failure in between the flushes.
void	testCorruptRecoveredHFile()
void	testDifferentRootDirAndWALRootDir()
void	testPutWithSameTimestamp()
void	testRecoverSequenceId()
void	testWrittenViaHRegion()	Test writing edits into an HRegion, closing it, splitting logs, opening Region again.
private void	writeCorruptRecoveredHFile(org.apache.hadoop.fs.Path recoveredHFile)
private void	writeData(org.apache.hadoop.hbase.client.TableDescriptor td, org.apache.hadoop.hbase.regionserver.HRegion region)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

UTIL

static final HBaseTestingUtil UTIL

ee

private final org.apache.hadoop.hbase.util.EnvironmentEdge ee

rootDir

private org.apache.hadoop.fs.Path rootDir

logName

private String logName

oldLogDir

private org.apache.hadoop.fs.Path oldLogDir

logDir

private org.apache.hadoop.fs.Path logDir

fs

private org.apache.hadoop.fs.FileSystem fs

conf

private org.apache.hadoop.conf.Configuration conf

wals

private org.apache.hadoop.hbase.wal.WALFactory wals

ROW

private static final byte[] ROW

QUALIFIER

private static final byte[] QUALIFIER

VALUE1

private static final byte[] VALUE1

VALUE2

private static final byte[] VALUE2

countPerFamily

private static final int countPerFamily

See Also:

• Constant Field Values

testMethodName

private String testMethodName

Constructor Details

TestWALSplitToHFile

public TestWALSplitToHFile()

Method Details

setUpBeforeClass

@BeforeAll
public static void setUpBeforeClass()
                             throws Exception

Throws:

Exception

tearDownAfterClass

@AfterAll
public static void tearDownAfterClass()
                               throws Exception

Throws:

Exception

setUp

@BeforeEach
public void setUp(org.junit.jupiter.api.TestInfo testInfo)
           throws Exception

Throws:

Exception

tearDown

@AfterEach
public void tearDown()
              throws Exception

Throws:

Exception

deleteDir

private void deleteDir(org.apache.hadoop.fs.Path p)
                throws IOException

Throws:

IOException

createBasic3FamilyTD

private org.apache.hadoop.hbase.client.TableDescriptor createBasic3FamilyTD(org.apache.hadoop.hbase.TableName tableName)
                                                                     throws IOException

Throws:

IOException

createWAL

private org.apache.hadoop.hbase.wal.WAL createWAL(org.apache.hadoop.conf.Configuration c,
 org.apache.hadoop.fs.Path hbaseRootDir,
 String logName)
                                           throws IOException

Throws:

IOException

createWAL

private org.apache.hadoop.hbase.wal.WAL createWAL(org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path hbaseRootDir,
 String logName)
                                           throws IOException

Throws:

IOException

setupTableAndRegion

private org.apache.hadoop.hbase.util.Pair<org.apache.hadoop.hbase.client.TableDescriptor,org.apache.hadoop.hbase.client.RegionInfo> setupTableAndRegion()
                                                                                                                                                 throws IOException

Throws:

IOException

writeData

private void writeData(org.apache.hadoop.hbase.client.TableDescriptor td,
 org.apache.hadoop.hbase.regionserver.HRegion region)
                throws IOException

Throws:

IOException

testDifferentRootDirAndWALRootDir

@Test
public void testDifferentRootDirAndWALRootDir()
                                       throws Exception

Throws:

Exception

testCorruptRecoveredHFile

@Test
public void testCorruptRecoveredHFile()
                               throws Exception

Throws:

Exception

testPutWithSameTimestamp

@Test
public void testPutWithSameTimestamp()
                              throws Exception

Throws:

Exception

testRecoverSequenceId

@Test
public void testRecoverSequenceId()
                           throws Exception

Throws:

Exception

testWrittenViaHRegion

@Test
public void testWrittenViaHRegion()
                           throws IOException,
SecurityException,
IllegalArgumentException,
InterruptedException

Test writing edits into an HRegion, closing it, splitting logs, opening Region again. Verify seqids.

Throws:

IOException

SecurityException

IllegalArgumentException

InterruptedException

testAfterPartialFlush

@Test
public void testAfterPartialFlush()
                           throws IOException,
SecurityException,
IllegalArgumentException

Test that we recover correctly when there is a failure in between the flushes. i.e. Some stores got flushed but others did not. Unfortunately, there is no easy hook to flush at a store level. The way we get around this is by flushing at the region level, and then deleting the recently flushed store file for one of the Stores. This would put us back in the situation where all but that store got flushed and the region died. We restart Region again, and verify that the edits were replayed.

Throws:

IOException

SecurityException

IllegalArgumentException

testAfterAbortingFlush

@Test
public void testAfterAbortingFlush()
                            throws IOException

Test that we could recover the data correctly after aborting flush. In the test, first we abort flush after writing some data, then writing more data and flush again, at last verify the data.

Throws:

IOException

getScannedCount

private int getScannedCount(org.apache.hadoop.hbase.regionserver.RegionScanner scanner)
                     throws IOException

Throws:

IOException

writeCorruptRecoveredHFile

private void writeCorruptRecoveredHFile(org.apache.hadoop.fs.Path recoveredHFile)
                                 throws Exception

Throws:

Exception