Package org.apache.hadoop.hbase.master.janitor

Class TestCatalogJanitor

java.lang.Object

org.apache.hadoop.hbase.master.janitor.TestCatalogJanitor

public class TestCatalogJanitor
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
static final HBaseClassTestRule	CLASS_RULE
private static final HBaseTestingUtil	HTU
private org.apache.hadoop.hbase.master.janitor.CatalogJanitor	janitor
private static final org.slf4j.Logger	LOG
private MockMasterServices	masterServices
final org.junit.rules.TestName	name

Constructor Summary

Constructors

Constructor	Description
TestCatalogJanitor()

Method Summary

Modifier and Type	Method	Description
private org.apache.hadoop.fs.FileStatus[]	addMockStoreFiles(int count, org.apache.hadoop.hbase.master.MasterServices services, org.apache.hadoop.fs.Path storedir)
static void	beforeClass()
private org.apache.hadoop.fs.Path	createMergeReferenceFile(org.apache.hadoop.fs.Path storeDir, org.apache.hadoop.fs.Path tableDir, org.apache.hadoop.hbase.client.ColumnFamilyDescriptor columnFamilyDescriptor, org.apache.hadoop.hbase.client.RegionInfo mergedRegion, org.apache.hadoop.hbase.client.RegionInfo parentRegion)
private org.apache.hadoop.fs.Path	createReferences(org.apache.hadoop.hbase.master.MasterServices services, org.apache.hadoop.hbase.client.TableDescriptor td, org.apache.hadoop.hbase.client.RegionInfo parent, org.apache.hadoop.hbase.client.RegionInfo daughter, byte[] midkey, boolean top)
private org.apache.hadoop.hbase.client.RegionInfo	createRegionInfo(org.apache.hadoop.hbase.TableName tableName, byte[] startKey, byte[] endKey)
private org.apache.hadoop.hbase.client.RegionInfo	createRegionInfo(org.apache.hadoop.hbase.TableName tableName, byte[] startKey, byte[] endKey, boolean split)
private org.apache.hadoop.hbase.client.Result	createResult(org.apache.hadoop.hbase.client.RegionInfo parent, org.apache.hadoop.hbase.client.RegionInfo a, org.apache.hadoop.hbase.client.RegionInfo b)
private org.apache.hadoop.hbase.client.TableDescriptor	createTableDescriptorForCurrentMethod()
private void	logFiles(String description, org.apache.hadoop.fs.FileStatus[] storeFiles)
private void	parentWithSpecifiedEndKeyCleanedEvenIfDaughterGoneFirst(String rootDir, byte[] lastEndKey)	Make sure parent with specified end key gets cleaned up even if daughter is cleaned up before it.
private String	setRootDirAndCleanIt(HBaseTestingUtil htu, String subdir)
void	setup()
void	teardown()
void	testAlreadyRunningStatus()
void	testArchiveOldRegion()
void	testCleanMerge()
void	testCleanParent()	Test clearing a split parent.
void	testDontCleanMergeIfFileSystemException()
void	testDuplicateHFileResolution()	Test that if a store file with the same name is present as those already backed up cause the already archived files to be timestamped backup
void	testLastParentCleanedEvenIfDaughterGoneFirst()	Make sure last parent with empty end key gets cleaned up even if daughter is cleaned up before it.
void	testParentCleanedEvenIfDaughterGoneFirst()	Make sure parent gets cleaned up even if daughter is cleaned up before it.
void	testScanDoesNotCleanRegionsWithExistingParents()	CatalogJanitor.scan() should not clean parent regions if their own parents are still referencing them.
void	testSplitParentFirstComparator()	Test that we correctly archive all the storefiles when a region is deleted

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

HTU

private static final HBaseTestingUtil HTU

name

public final org.junit.rules.TestName name

masterServices

private MockMasterServices masterServices

janitor

private org.apache.hadoop.hbase.master.janitor.CatalogJanitor janitor

Constructor Details

TestCatalogJanitor

public TestCatalogJanitor()

Method Details

beforeClass

public static void beforeClass()
                        throws Exception

Throws:

Exception

setup

public void setup()
           throws Exception

Throws:

Exception

teardown

public void teardown()

createRegionInfo

private org.apache.hadoop.hbase.client.RegionInfo createRegionInfo(org.apache.hadoop.hbase.TableName tableName,
 byte[] startKey,
 byte[] endKey)

createRegionInfo

private org.apache.hadoop.hbase.client.RegionInfo createRegionInfo(org.apache.hadoop.hbase.TableName tableName,
 byte[] startKey,
 byte[] endKey,
 boolean split)

testCleanMerge

public void testCleanMerge()
                    throws IOException

Throws:

IOException

testDontCleanMergeIfFileSystemException

public void testDontCleanMergeIfFileSystemException()
                                             throws IOException

Throws:

IOException

createMergeReferenceFile

private org.apache.hadoop.fs.Path createMergeReferenceFile(org.apache.hadoop.fs.Path storeDir,
 org.apache.hadoop.fs.Path tableDir,
 org.apache.hadoop.hbase.client.ColumnFamilyDescriptor columnFamilyDescriptor,
 org.apache.hadoop.hbase.client.RegionInfo mergedRegion,
 org.apache.hadoop.hbase.client.RegionInfo parentRegion)
                                                    throws IOException

Throws:

IOException

testCleanParent

public void testCleanParent()
                     throws IOException,
InterruptedException

Test clearing a split parent.

Throws:

IOException

InterruptedException

testParentCleanedEvenIfDaughterGoneFirst

public void testParentCleanedEvenIfDaughterGoneFirst()
                                              throws IOException,
InterruptedException

Make sure parent gets cleaned up even if daughter is cleaned up before it.

Throws:

IOException

InterruptedException

testLastParentCleanedEvenIfDaughterGoneFirst

public void testLastParentCleanedEvenIfDaughterGoneFirst()
                                                  throws IOException,
InterruptedException

Make sure last parent with empty end key gets cleaned up even if daughter is cleaned up before it.

Throws:

IOException

InterruptedException

createTableDescriptorForCurrentMethod

private org.apache.hadoop.hbase.client.TableDescriptor createTableDescriptorForCurrentMethod()

Returns:

A TableDescriptor with a tableName of current method name and a column family that is MockMasterServices.DEFAULT_COLUMN_FAMILY_NAME)

parentWithSpecifiedEndKeyCleanedEvenIfDaughterGoneFirst

private void parentWithSpecifiedEndKeyCleanedEvenIfDaughterGoneFirst(String rootDir,
 byte[] lastEndKey)
                                                              throws IOException,
InterruptedException

Make sure parent with specified end key gets cleaned up even if daughter is cleaned up before it.

Parameters:

rootDir - the test case name, used as the HBase testing utility root

lastEndKey - the end key of the split parent

Throws:

IOException

InterruptedException

testScanDoesNotCleanRegionsWithExistingParents

public void testScanDoesNotCleanRegionsWithExistingParents()
                                                    throws Exception

CatalogJanitor.scan() should not clean parent regions if their own parents are still referencing them. This ensures that grandparent regions do not point to deleted parent regions.

Throws:

Exception

testSplitParentFirstComparator

public void testSplitParentFirstComparator()

Test that we correctly archive all the storefiles when a region is deleted

testArchiveOldRegion

public void testArchiveOldRegion()
                          throws Exception

Throws:

Exception

logFiles

private void logFiles(String description,
 org.apache.hadoop.fs.FileStatus[] storeFiles)

Parameters:

description - description of the files for logging

storeFiles - the status of the files to log

testDuplicateHFileResolution

public void testDuplicateHFileResolution()
                                  throws Exception

Test that if a store file with the same name is present as those already backed up cause the already archived files to be timestamped backup

Throws:

Exception

testAlreadyRunningStatus

public void testAlreadyRunningStatus()
                              throws Exception

Throws:

Exception

addMockStoreFiles

private org.apache.hadoop.fs.FileStatus[] addMockStoreFiles(int count,
 org.apache.hadoop.hbase.master.MasterServices services,
 org.apache.hadoop.fs.Path storedir)
                                                     throws IOException

Throws:

IOException

setRootDirAndCleanIt

private String setRootDirAndCleanIt(HBaseTestingUtil htu,
 String subdir)
                             throws IOException

Throws:

IOException

createReferences

private org.apache.hadoop.fs.Path createReferences(org.apache.hadoop.hbase.master.MasterServices services,
 org.apache.hadoop.hbase.client.TableDescriptor td,
 org.apache.hadoop.hbase.client.RegionInfo parent,
 org.apache.hadoop.hbase.client.RegionInfo daughter,
 byte[] midkey,
 boolean top)
                                            throws IOException

Throws:

IOException

createResult

private org.apache.hadoop.hbase.client.Result createResult(org.apache.hadoop.hbase.client.RegionInfo parent,
 org.apache.hadoop.hbase.client.RegionInfo a,
 org.apache.hadoop.hbase.client.RegionInfo b)
                                                    throws IOException

Throws:

IOException