Package org.apache.hadoop.hbase.snapshot

Class ExportSnapshotTestBase

java.lang.Object

org.apache.hadoop.hbase.snapshot.ExportSnapshotTestBase

Direct Known Subclasses:

ConsecutiveExportsTestBase, ExportFileSystemStateTestBase, ExportFileSystemStateWithMergeOrSplitRegionTestBase, ExportSnapshotMiscTestBase, ExportSnapshotRetryTestBase, ExportWithChecksumTestBase

public class ExportSnapshotTestBase
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected static interface	ExportSnapshotTestBase.RegionPredicate

Field Summary

Fields

Modifier and Type	Field	Description
protected org.apache.hadoop.hbase.client.Admin	admin
protected String	emptySnapshotName
protected static final byte[]	FAMILY
private static final org.slf4j.Logger	LOG
protected String	methodName
protected boolean	mob
protected String	snapshotName
protected org.apache.hadoop.hbase.TableName	tableName
protected int	tableNumFiles
protected static final HBaseTestingUtil	TEST_UTIL

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	ExportSnapshotTestBase(boolean mob)

Method Summary

Modifier and Type	Method	Description
protected final void	createTable(org.apache.hadoop.hbase.TableName tableName)
protected final ExportSnapshotTestBase.RegionPredicate	getBypassRegionPredicate()
protected final org.apache.hadoop.fs.Path	getHdfsDestinationDir()
protected static org.apache.hadoop.fs.Path	getLocalDestinationDir(HBaseTestingUtil htu)
private static Set<String>	listFiles(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path root, org.apache.hadoop.fs.Path dir)
static Stream<org.junit.jupiter.params.provider.Arguments>	parameters()
protected static void	removeExportDir(org.apache.hadoop.fs.Path path)
protected static int	runExportSnapshot(org.apache.hadoop.conf.Configuration conf, String sourceSnapshotName, String targetSnapshotName, org.apache.hadoop.fs.Path srcDir, org.apache.hadoop.fs.Path rawTgtDir, boolean overwrite, boolean resetTtl, boolean checksumVerify, boolean noSourceVerify, boolean noTargetVerify)
void	setUp(org.junit.jupiter.api.TestInfo testInfo)	Create a table and take a snapshot of the table used by the export test.
void	tearDown()
static void	tearDownAfterClass()
protected static void	testExportFileSystemState(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.hbase.TableName tableName, String snapshotName, String targetName, int filesExpected, org.apache.hadoop.fs.Path srcDir, org.apache.hadoop.fs.Path rawTgtDir, boolean overwrite, boolean resetTtl, ExportSnapshotTestBase.RegionPredicate bypassregionPredicate, boolean success, boolean checksumVerify)	Creates destination directory, runs ExportSnapshot() tool, and runs some verifications.
protected final void	testExportFileSystemState(org.apache.hadoop.hbase.TableName tableName, String snapshotName, String targetName, int filesExpected)
protected final void	testExportFileSystemState(org.apache.hadoop.hbase.TableName tableName, String snapshotName, String targetName, int filesExpected, org.apache.hadoop.fs.Path copyDir, boolean overwrite)
protected final void	testExportFileSystemState(org.apache.hadoop.hbase.TableName tableName, String snapshotName, String targetName, int filesExpected, org.apache.hadoop.fs.Path copyDir, boolean overwrite, boolean resetTtl)
protected static Set<String>	verifySnapshot(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path rootDir, org.apache.hadoop.hbase.TableName tableName, String snapshotName, boolean resetTtl, ExportSnapshotTestBase.RegionPredicate bypassregionPredicate)
protected static void	verifySnapshotDir(org.apache.hadoop.fs.FileSystem fs1, org.apache.hadoop.fs.Path root1, org.apache.hadoop.fs.FileSystem fs2, org.apache.hadoop.fs.Path root2)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

TEST_UTIL

protected static final HBaseTestingUtil TEST_UTIL

FAMILY

protected static final byte[] FAMILY

methodName

protected String methodName

tableName

protected org.apache.hadoop.hbase.TableName tableName

emptySnapshotName

protected String emptySnapshotName

snapshotName

protected String snapshotName

tableNumFiles

protected int tableNumFiles

admin

protected org.apache.hadoop.hbase.client.Admin admin

mob

protected boolean mob

Constructor Details

ExportSnapshotTestBase

protected ExportSnapshotTestBase(boolean mob)

Method Details

parameters

public static Stream<org.junit.jupiter.params.provider.Arguments> parameters()

tearDownAfterClass

@AfterAll
public static void tearDownAfterClass()
                               throws Exception

Throws:

Exception

setUp

@BeforeEach
public void setUp(org.junit.jupiter.api.TestInfo testInfo)
           throws Exception

Create a table and take a snapshot of the table used by the export test.

Throws:

Exception

createTable

protected final void createTable(org.apache.hadoop.hbase.TableName tableName)
                          throws Exception

Throws:

Exception

getBypassRegionPredicate

protected final ExportSnapshotTestBase.RegionPredicate getBypassRegionPredicate()

tearDown

@AfterEach
public void tearDown()
              throws Exception

Throws:

Exception

testExportFileSystemState

protected final void testExportFileSystemState(org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 String targetName,
 int filesExpected)
                                        throws Exception

Throws:

Exception

testExportFileSystemState

protected final void testExportFileSystemState(org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 String targetName,
 int filesExpected,
 org.apache.hadoop.fs.Path copyDir,
 boolean overwrite)
                                        throws Exception

Throws:

Exception

testExportFileSystemState

protected final void testExportFileSystemState(org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 String targetName,
 int filesExpected,
 org.apache.hadoop.fs.Path copyDir,
 boolean overwrite,
 boolean resetTtl)
                                        throws Exception

Throws:

Exception

testExportFileSystemState

protected static void testExportFileSystemState(org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 String targetName,
 int filesExpected,
 org.apache.hadoop.fs.Path srcDir,
 org.apache.hadoop.fs.Path rawTgtDir,
 boolean overwrite,
 boolean resetTtl,
 ExportSnapshotTestBase.RegionPredicate bypassregionPredicate,
 boolean success,
 boolean checksumVerify)
                                         throws Exception

Creates destination directory, runs ExportSnapshot() tool, and runs some verifications.

Throws:

Exception

verifySnapshotDir

protected static void verifySnapshotDir(org.apache.hadoop.fs.FileSystem fs1,
 org.apache.hadoop.fs.Path root1,
 org.apache.hadoop.fs.FileSystem fs2,
 org.apache.hadoop.fs.Path root2)
                                 throws IOException

Throws:

IOException

verifySnapshot

protected static Set<String> verifySnapshot(org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path rootDir,
 org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 boolean resetTtl,
 ExportSnapshotTestBase.RegionPredicate bypassregionPredicate)
                                     throws IOException

Throws:

IOException

listFiles

private static Set<String> listFiles(org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path root,
 org.apache.hadoop.fs.Path dir)
                              throws IOException

Throws:

IOException

getHdfsDestinationDir

protected final org.apache.hadoop.fs.Path getHdfsDestinationDir()

getLocalDestinationDir

protected static org.apache.hadoop.fs.Path getLocalDestinationDir(HBaseTestingUtil htu)

removeExportDir

protected static void removeExportDir(org.apache.hadoop.fs.Path path)
                               throws IOException

Throws:

IOException

runExportSnapshot

protected static int runExportSnapshot(org.apache.hadoop.conf.Configuration conf,
 String sourceSnapshotName,
 String targetSnapshotName,
 org.apache.hadoop.fs.Path srcDir,
 org.apache.hadoop.fs.Path rawTgtDir,
 boolean overwrite,
 boolean resetTtl,
 boolean checksumVerify,
 boolean noSourceVerify,
 boolean noTargetVerify)
                                throws Exception

Throws:

Exception