Package org.apache.hadoop.hbase.snapshot

Class TestExportSnapshot

java.lang.Object

org.apache.hadoop.hbase.snapshot.TestExportSnapshot

Direct Known Subclasses:

TestExportSnapshotWithTemporaryDirectory, TestMobExportSnapshot, TestSecureExportSnapshot

public class TestExportSnapshot
extends Object

Test Export Snapshot Tool

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected static interface	TestExportSnapshot.RegionPredicate

Field Summary

Fields

Modifier and Type	Field	Description
private org.apache.hadoop.hbase.client.Admin	admin
static final HBaseClassTestRule	CLASS_RULE
private String	emptySnapshotName
protected static final byte[]	FAMILY
private static final org.slf4j.Logger	LOG
private String	snapshotName
protected org.apache.hadoop.hbase.TableName	tableName
private int	tableNumFiles
protected static final HBaseTestingUtil	TEST_UTIL
final org.junit.rules.TestName	testName

Constructor Summary

Constructors

Constructor	Description
TestExportSnapshot()

Method Summary

Modifier and Type	Method	Description
protected void	createTable(org.apache.hadoop.hbase.TableName tableName)
protected TestExportSnapshot.RegionPredicate	getBypassRegionPredicate()
private org.apache.hadoop.fs.Path	getHdfsDestinationDir()
(package private) static org.apache.hadoop.fs.Path	getLocalDestinationDir(HBaseTestingUtil htu)
private static Set<String>	listFiles(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path root, org.apache.hadoop.fs.Path dir)
private static void	removeExportDir(org.apache.hadoop.fs.Path path)
private static int	runExportSnapshot(org.apache.hadoop.conf.Configuration conf, String sourceSnapshotName, String targetSnapshotName, org.apache.hadoop.fs.Path srcDir, org.apache.hadoop.fs.Path rawTgtDir, boolean overwrite, boolean resetTtl, boolean checksumVerify, boolean noSourceVerify, boolean noTargetVerify)
void	setUp()	Create a table and take a snapshot of the table used by the export test.
static void	setUpBaseConf(org.apache.hadoop.conf.Configuration conf)
static void	setUpBeforeClass()
void	tearDown()
static void	tearDownAfterClass()
void	testConsecutiveExports()
void	testEmptyExportFileSystemState()
void	testExportExpiredSnapshot()
void	testExportFileSystemState()	Verify if exported snapshot and copied files matches the original one.
protected static void	testExportFileSystemState(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.hbase.TableName tableName, String snapshotName, String targetName, int filesExpected, org.apache.hadoop.fs.Path srcDir, org.apache.hadoop.fs.Path rawTgtDir, boolean overwrite, boolean resetTtl, TestExportSnapshot.RegionPredicate bypassregionPredicate, boolean success, boolean checksumVerify)	Creates destination directory, runs ExportSnapshot() tool, and runs some verifications.
private void	testExportFileSystemState(org.apache.hadoop.hbase.TableName tableName, String snapshotName, String targetName, int filesExpected)
protected void	testExportFileSystemState(org.apache.hadoop.hbase.TableName tableName, String snapshotName, String targetName, int filesExpected, org.apache.hadoop.fs.Path copyDir, boolean overwrite)
protected void	testExportFileSystemState(org.apache.hadoop.hbase.TableName tableName, String snapshotName, String targetName, int filesExpected, org.apache.hadoop.fs.Path copyDir, boolean overwrite, boolean resetTtl)
void	testExportFileSystemStateWithMergeRegion()
void	testExportFileSystemStateWithSkipTmp()
void	testExportFileSystemStateWithSplitRegion()
void	testExportWithChecksum()
void	testExportWithResetTtl()
void	testExportWithTargetName()
protected static Set<String>	verifySnapshot(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path rootDir, org.apache.hadoop.hbase.TableName tableName, String snapshotName, boolean resetTtl, TestExportSnapshot.RegionPredicate bypassregionPredicate)
protected static void	verifySnapshotDir(org.apache.hadoop.fs.FileSystem fs1, org.apache.hadoop.fs.Path root1, org.apache.hadoop.fs.FileSystem fs2, org.apache.hadoop.fs.Path root2)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

TEST_UTIL

protected static final HBaseTestingUtil TEST_UTIL

FAMILY

protected static final byte[] FAMILY

testName

public final org.junit.rules.TestName testName

tableName

protected org.apache.hadoop.hbase.TableName tableName

emptySnapshotName

private String emptySnapshotName

snapshotName

private String snapshotName

tableNumFiles

private int tableNumFiles

admin

private org.apache.hadoop.hbase.client.Admin admin

Constructor Details

TestExportSnapshot

public TestExportSnapshot()

Method Details

setUpBaseConf

public static void setUpBaseConf(org.apache.hadoop.conf.Configuration conf)

setUpBeforeClass

public static void setUpBeforeClass()
                             throws Exception

Throws:

Exception

tearDownAfterClass

public static void tearDownAfterClass()
                               throws Exception

Throws:

Exception

setUp

public void setUp()
           throws Exception

Create a table and take a snapshot of the table used by the export test.

Throws:

Exception

createTable

protected void createTable(org.apache.hadoop.hbase.TableName tableName)
                    throws Exception

Throws:

Exception

getBypassRegionPredicate

protected TestExportSnapshot.RegionPredicate getBypassRegionPredicate()

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

testExportFileSystemState

public void testExportFileSystemState()
                               throws Exception

Verify if exported snapshot and copied files matches the original one.

Throws:

Exception

testExportFileSystemStateWithMergeRegion

public void testExportFileSystemStateWithMergeRegion()
                                              throws Exception

Throws:

Exception

testExportFileSystemStateWithSplitRegion

public void testExportFileSystemStateWithSplitRegion()
                                              throws Exception

Throws:

Exception

testExportFileSystemStateWithSkipTmp

public void testExportFileSystemStateWithSkipTmp()
                                          throws Exception

Throws:

Exception

testEmptyExportFileSystemState

public void testEmptyExportFileSystemState()
                                    throws Exception

Throws:

Exception

testConsecutiveExports

public void testConsecutiveExports()
                            throws Exception

Throws:

Exception

testExportWithChecksum

public void testExportWithChecksum()
                            throws Exception

Throws:

Exception

testExportWithTargetName

public void testExportWithTargetName()
                              throws Exception

Throws:

Exception

testExportWithResetTtl

public void testExportWithResetTtl()
                            throws Exception

Throws:

Exception

testExportExpiredSnapshot

public void testExportExpiredSnapshot()
                               throws Exception

Throws:

Exception

testExportFileSystemState

private void testExportFileSystemState(org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 String targetName,
 int filesExpected)
                                throws Exception

Throws:

Exception

testExportFileSystemState

protected void testExportFileSystemState(org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 String targetName,
 int filesExpected,
 org.apache.hadoop.fs.Path copyDir,
 boolean overwrite)
                                  throws Exception

Throws:

Exception

testExportFileSystemState

protected void testExportFileSystemState(org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 String targetName,
 int filesExpected,
 org.apache.hadoop.fs.Path copyDir,
 boolean overwrite,
 boolean resetTtl)
                                  throws Exception

Throws:

Exception

testExportFileSystemState

protected static void testExportFileSystemState(org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 String targetName,
 int filesExpected,
 org.apache.hadoop.fs.Path srcDir,
 org.apache.hadoop.fs.Path rawTgtDir,
 boolean overwrite,
 boolean resetTtl,
 TestExportSnapshot.RegionPredicate bypassregionPredicate,
 boolean success,
 boolean checksumVerify)
                                         throws Exception

Creates destination directory, runs ExportSnapshot() tool, and runs some verifications.

Throws:

Exception

verifySnapshotDir

protected static void verifySnapshotDir(org.apache.hadoop.fs.FileSystem fs1,
 org.apache.hadoop.fs.Path root1,
 org.apache.hadoop.fs.FileSystem fs2,
 org.apache.hadoop.fs.Path root2)
                                 throws IOException

Throws:

IOException

verifySnapshot

protected static Set<String> verifySnapshot(org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path rootDir,
 org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 boolean resetTtl,
 TestExportSnapshot.RegionPredicate bypassregionPredicate)
                                     throws IOException

Throws:

IOException

listFiles

private static Set<String> listFiles(org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path root,
 org.apache.hadoop.fs.Path dir)
                              throws IOException

Throws:

IOException

getHdfsDestinationDir

private org.apache.hadoop.fs.Path getHdfsDestinationDir()

getLocalDestinationDir

static org.apache.hadoop.fs.Path getLocalDestinationDir(HBaseTestingUtil htu)

removeExportDir

private static void removeExportDir(org.apache.hadoop.fs.Path path)
                             throws IOException

Throws:

IOException

runExportSnapshot

private static int runExportSnapshot(org.apache.hadoop.conf.Configuration conf,
 String sourceSnapshotName,
 String targetSnapshotName,
 org.apache.hadoop.fs.Path srcDir,
 org.apache.hadoop.fs.Path rawTgtDir,
 boolean overwrite,
 boolean resetTtl,
 boolean checksumVerify,
 boolean noSourceVerify,
 boolean noTargetVerify)
                              throws Exception

Throws:

Exception