Package org.apache.hadoop.hbase.procedure2.store.wal

Class TestWALProcedureStore

java.lang.Object

org.apache.hadoop.hbase.procedure2.store.wal.TestWALProcedureStore

@Tag("org.apache.hadoop.hbase.testclassification.MasterTests") @Tag("org.apache.hadoop.hbase.testclassification.SmallTests")
public class TestWALProcedureStore
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	TestWALProcedureStore.TestSequentialProcedure

Field Summary

Fields

Modifier and Type	Field	Description
private org.apache.hadoop.fs.FileSystem	fs
private final HBaseCommonTestingUtil	htu
private static final org.slf4j.Logger	LOG
private org.apache.hadoop.fs.Path	logDir
private static final int	PROCEDURE_STORE_SLOTS
private org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore	procStore
private org.apache.hadoop.fs.Path	testDir

Constructor Summary

Constructors

Constructor	Description
TestWALProcedureStore()

Method Summary

Modifier and Type	Method	Description
private static void	assertDeleted(org.apache.hadoop.hbase.procedure2.store.wal.ProcedureStoreTracker tracker, org.apache.hadoop.hbase.procedure2.Procedure<?>[] procs, int[] deletedProcs, int[] nonDeletedProcs)
private static void	assertUpdated(org.apache.hadoop.hbase.procedure2.store.wal.ProcedureStoreTracker tracker, org.apache.hadoop.hbase.procedure2.Procedure<?>[] procs, int[] updatedProcs, int[] nonUpdatedProcs)
private void	corruptLog(org.apache.hadoop.fs.FileStatus logFile, long dropBytes)
private org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore	createWALProcedureStore(org.apache.hadoop.conf.Configuration conf)
private ProcedureTestingUtility.LoadCounter	restartAndAssert(long maxProcId, long runnableCount, int completedCount, int corruptedCount)
void	setUp()
private void	setupConfig(org.apache.hadoop.conf.Configuration conf)
private void	storeRestart(org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoader loader)
void	tearDown()
void	testBatchDelete()
void	testBatchInsert()
void	testCorruptedEntries()
void	testCorruptedProcedures()
void	testCorruptedTrailer()
void	testCorruptedTrailersRebuild()
void	testEmptyLogLoad()
void	testEmptyRoll()
void	testFileNotFoundDuringLeaseRecovery()
void	testLoad()
void	testLoadChildren()
void	testLogFileAlreadyExists()
void	testNoTrailerDoubleRestart()
void	testProcIdHoles()
void	testRestartWithoutData()
void	testRollAndRemove()
void	testWalCleanerNoHoles()
void	testWalCleanerSequentialClean()
void	testWalCleanerUpdates()
void	testWalCleanerUpdatesDontLeaveHoles()
void	testWalCleanerWithEmptyRolls()
void	testWALDirAndWALArchiveDir()
void	trackersLoadedForAllOldLogs()	Tests that tracker for all old logs are loaded back after procedure store is restarted.
private void	verifyProcIdsOnRestart(Set<Long> procIds)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

PROCEDURE_STORE_SLOTS

private static final int PROCEDURE_STORE_SLOTS

See Also:

• Constant Field Values

procStore

private org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore procStore

htu

private final HBaseCommonTestingUtil htu

fs

private org.apache.hadoop.fs.FileSystem fs

testDir

private org.apache.hadoop.fs.Path testDir

logDir

private org.apache.hadoop.fs.Path logDir

Constructor Details

TestWALProcedureStore

public TestWALProcedureStore()

Method Details

setupConfig

private void setupConfig(org.apache.hadoop.conf.Configuration conf)

setUp

@BeforeEach
public void setUp()
           throws IOException

Throws:

IOException

tearDown

@AfterEach
public void tearDown()
              throws IOException

Throws:

IOException

storeRestart

private void storeRestart(org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoader loader)
                   throws Exception

Throws:

Exception

testEmptyRoll

@Test
public void testEmptyRoll()
                   throws Exception

Throws:

Exception

testRestartWithoutData

@Test
public void testRestartWithoutData()
                            throws Exception

Throws:

Exception

trackersLoadedForAllOldLogs

@Test
public void trackersLoadedForAllOldLogs()
                                 throws Exception

Tests that tracker for all old logs are loaded back after procedure store is restarted.

Throws:

Exception

testWalCleanerSequentialClean

@Test
public void testWalCleanerSequentialClean()
                                   throws Exception

Throws:

Exception

testWalCleanerNoHoles

@Test
public void testWalCleanerNoHoles()
                           throws Exception

Throws:

Exception

testWalCleanerUpdates

@Test
public void testWalCleanerUpdates()
                           throws Exception

Throws:

Exception

testWalCleanerUpdatesDontLeaveHoles

@Test
public void testWalCleanerUpdatesDontLeaveHoles()
                                         throws Exception

Throws:

Exception

testWalCleanerWithEmptyRolls

@Test
public void testWalCleanerWithEmptyRolls()
                                  throws Exception

Throws:

Exception

testEmptyLogLoad

@Test
public void testEmptyLogLoad()
                      throws Exception

Throws:

Exception

testLoad

@Test
public void testLoad()
              throws Exception

Throws:

Exception

testNoTrailerDoubleRestart

@Test
public void testNoTrailerDoubleRestart()
                                throws Exception

Throws:

Exception

testProcIdHoles

@Test
public void testProcIdHoles()
                     throws Exception

Throws:

Exception

testCorruptedTrailer

@Test
public void testCorruptedTrailer()
                          throws Exception

Throws:

Exception

assertUpdated

private static void assertUpdated(org.apache.hadoop.hbase.procedure2.store.wal.ProcedureStoreTracker tracker,
 org.apache.hadoop.hbase.procedure2.Procedure<?>[] procs,
 int[] updatedProcs,
 int[] nonUpdatedProcs)

assertDeleted

private static void assertDeleted(org.apache.hadoop.hbase.procedure2.store.wal.ProcedureStoreTracker tracker,
 org.apache.hadoop.hbase.procedure2.Procedure<?>[] procs,
 int[] deletedProcs,
 int[] nonDeletedProcs)

testCorruptedTrailersRebuild

@Test
public void testCorruptedTrailersRebuild()
                                  throws Exception

Throws:

Exception

testCorruptedEntries

@Test
public void testCorruptedEntries()
                          throws Exception

Throws:

Exception

testCorruptedProcedures

@Test
public void testCorruptedProcedures()
                             throws Exception

Throws:

Exception

testRollAndRemove

@Test
public void testRollAndRemove()
                       throws IOException

Throws:

IOException

testFileNotFoundDuringLeaseRecovery

@Test
public void testFileNotFoundDuringLeaseRecovery()
                                         throws IOException

Throws:

IOException

testLogFileAlreadyExists

@Test
public void testLogFileAlreadyExists()
                              throws IOException

Throws:

IOException

testLoadChildren

@Test
public void testLoadChildren()
                      throws Exception

Throws:

Exception

testBatchDelete

@Test
public void testBatchDelete()
                     throws Exception

Throws:

Exception

testBatchInsert

@Test
public void testBatchInsert()
                     throws Exception

Throws:

Exception

testWALDirAndWALArchiveDir

@Test
public void testWALDirAndWALArchiveDir()
                                throws IOException

Throws:

IOException

createWALProcedureStore

private org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore createWALProcedureStore(org.apache.hadoop.conf.Configuration conf)
                                                                                        throws IOException

Throws:

IOException

restartAndAssert

private ProcedureTestingUtility.LoadCounter restartAndAssert(long maxProcId,
 long runnableCount,
 int completedCount,
 int corruptedCount)
                                                      throws Exception

Throws:

Exception

corruptLog

private void corruptLog(org.apache.hadoop.fs.FileStatus logFile,
 long dropBytes)
                 throws IOException

Throws:

IOException

verifyProcIdsOnRestart

private void verifyProcIdsOnRestart(Set<Long> procIds)
                             throws Exception

Throws:

Exception