Package org.apache.hadoop.hbase.backup

Class TestBackupBase

java.lang.Object

org.apache.hadoop.hbase.backup.TestBackupBase

Direct Known Subclasses:

TestBackupBoundaryTests, TestBackupDelete, TestBackupDeleteRestore, TestBackupDeleteWithFailures, TestBackupDescribe, TestBackupLogCleaner, TestBackupMerge, TestBackupMultipleDeletes, TestBackupRepair, TestBackupShowHistory, TestBackupSmallTests, TestBackupStatusProgress, TestFullBackup, TestFullBackupSet, TestFullBackupSetRestoreSet, TestFullBackupWithFailures, TestFullRestore, TestIncrementalBackup, TestIncrementalBackupDeleteTable, TestIncrementalBackupMergeWithFailures, TestIncrementalBackupWithBulkLoad, TestIncrementalBackupWithDataLoss, TestIncrementalBackupWithFailures, TestRemoteBackup, TestRemoteRestore, TestRepairAfterFailedDelete, TestRestoreBoundaryTests, TestSystemTableSnapshot

public class TestBackupBase
extends Object

This class is only a base for other integration-level backup tests. Do not add tests here. TestBackupSmallTests is where tests that don't require bring machines up/down should go All other tests should have their own classes and extend this one

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
(package private) static class	TestBackupBase.FullTableBackupClientForTest
(package private) static class	TestBackupBase.IncrementalTableBackupClientForTest

Field Summary

Fields

Modifier and Type	Field	Description
protected static boolean	autoRestoreOnFailure
protected static String	BACKUP_REMOTE_ROOT_DIR
protected static String	BACKUP_ROOT_DIR
protected static org.apache.hadoop.conf.Configuration	conf1
protected static org.apache.hadoop.conf.Configuration	conf2
protected static final byte[]	famName
private static final org.slf4j.Logger	LOG
protected static final int	NB_ROWS_IN_BATCH
protected static String	provider
protected static final byte[]	qualName
protected static boolean	secure
protected static org.apache.hadoop.hbase.TableName	table1
protected static org.apache.hadoop.hbase.TableName	table1_restore
protected static org.apache.hadoop.hbase.client.TableDescriptor	table1Desc
protected static org.apache.hadoop.hbase.TableName	table2
protected static org.apache.hadoop.hbase.TableName	table2_restore
protected static org.apache.hadoop.hbase.TableName	table3
protected static org.apache.hadoop.hbase.TableName	table3_restore
protected static org.apache.hadoop.hbase.TableName	table4
protected static HBaseTestingUtil	TEST_UTIL
protected static HBaseTestingUtil	TEST_UTIL2
protected static boolean	useSecondCluster

Constructor Summary

Constructors

Constructor	Description
TestBackupBase()

Method Summary

Modifier and Type	Method	Description
protected String	backupTables(org.apache.hadoop.hbase.backup.BackupType type, List<org.apache.hadoop.hbase.TableName> tables, String path)
protected boolean	checkFailed(String backupId)
protected boolean	checkSucceeded(String backupId)
protected org.apache.hadoop.hbase.backup.BackupRequest	createBackupRequest(org.apache.hadoop.hbase.backup.BackupType type, List<org.apache.hadoop.hbase.TableName> tables, String path)
protected org.apache.hadoop.hbase.backup.BackupRequest	createBackupRequest(org.apache.hadoop.hbase.backup.BackupType type, List<org.apache.hadoop.hbase.TableName> tables, String path, boolean noChecksumVerify)
protected static void	createTables()
protected void	dumpBackupDir()
protected String	fullTableBackup(List<org.apache.hadoop.hbase.TableName> tables)
protected static org.apache.hadoop.hbase.backup.BackupAdmin	getBackupAdmin()
private org.apache.hadoop.hbase.backup.BackupInfo	getBackupInfo(String backupId)
protected List<org.apache.hadoop.fs.FileStatus>	getListOfWALFiles(org.apache.hadoop.conf.Configuration c)
protected String	incrementalTableBackup(List<org.apache.hadoop.hbase.TableName> tables)
(package private) org.apache.hadoop.hbase.client.Table	insertIntoTable(org.apache.hadoop.hbase.client.Connection conn, org.apache.hadoop.hbase.TableName table, byte[] family, int id, int numRows)
protected static void	loadTable(org.apache.hadoop.hbase.client.Table table)
private static void	populateFromMasterConfig(org.apache.hadoop.conf.Configuration masterConf, org.apache.hadoop.conf.Configuration conf)
static void	setUp()	Setup Cluster with appropriate configurations before running tests.
static void	setUpHelper()
static void	tearDown()
protected List<org.apache.hadoop.hbase.TableName>	toList(String... args)	Helper method

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

TEST_UTIL

protected static HBaseTestingUtil TEST_UTIL

TEST_UTIL2

protected static HBaseTestingUtil TEST_UTIL2

conf1

protected static org.apache.hadoop.conf.Configuration conf1

conf2

protected static org.apache.hadoop.conf.Configuration conf2

table1

protected static org.apache.hadoop.hbase.TableName table1

table1Desc

protected static org.apache.hadoop.hbase.client.TableDescriptor table1Desc

table2

protected static org.apache.hadoop.hbase.TableName table2

table3

protected static org.apache.hadoop.hbase.TableName table3

table4

protected static org.apache.hadoop.hbase.TableName table4

table1_restore

protected static org.apache.hadoop.hbase.TableName table1_restore

table2_restore

protected static org.apache.hadoop.hbase.TableName table2_restore

table3_restore

protected static org.apache.hadoop.hbase.TableName table3_restore

NB_ROWS_IN_BATCH

protected static final int NB_ROWS_IN_BATCH

See Also:

• Constant Field Values

qualName

protected static final byte[] qualName

famName

protected static final byte[] famName

BACKUP_ROOT_DIR

protected static String BACKUP_ROOT_DIR

BACKUP_REMOTE_ROOT_DIR

protected static String BACKUP_REMOTE_ROOT_DIR

provider

protected static String provider

secure

protected static boolean secure

autoRestoreOnFailure

protected static boolean autoRestoreOnFailure

useSecondCluster

protected static boolean useSecondCluster

Constructor Details

TestBackupBase

public TestBackupBase()

Method Details

setUpHelper

public static void setUpHelper()
                        throws Exception

Throws:

Exception

setUp

public static void setUp()
                  throws Exception

Setup Cluster with appropriate configurations before running tests.

Throws:

Exception - if starting the mini cluster or setting up the tables fails

populateFromMasterConfig

private static void populateFromMasterConfig(org.apache.hadoop.conf.Configuration masterConf,
 org.apache.hadoop.conf.Configuration conf)

tearDown

public static void tearDown()
                     throws Exception

Throws:

Exception

insertIntoTable

org.apache.hadoop.hbase.client.Table insertIntoTable(org.apache.hadoop.hbase.client.Connection conn,
 org.apache.hadoop.hbase.TableName table,
 byte[] family,
 int id,
 int numRows)
                                              throws IOException

Throws:

IOException

createBackupRequest

protected org.apache.hadoop.hbase.backup.BackupRequest createBackupRequest(org.apache.hadoop.hbase.backup.BackupType type,
 List<org.apache.hadoop.hbase.TableName> tables,
 String path)

createBackupRequest

protected org.apache.hadoop.hbase.backup.BackupRequest createBackupRequest(org.apache.hadoop.hbase.backup.BackupType type,
 List<org.apache.hadoop.hbase.TableName> tables,
 String path,
 boolean noChecksumVerify)

backupTables

protected String backupTables(org.apache.hadoop.hbase.backup.BackupType type,
 List<org.apache.hadoop.hbase.TableName> tables,
 String path)
                       throws IOException

Throws:

IOException

fullTableBackup

protected String fullTableBackup(List<org.apache.hadoop.hbase.TableName> tables)
                          throws IOException

Throws:

IOException

incrementalTableBackup

protected String incrementalTableBackup(List<org.apache.hadoop.hbase.TableName> tables)
                                 throws IOException

Throws:

IOException

loadTable

protected static void loadTable(org.apache.hadoop.hbase.client.Table table)
                         throws Exception

Throws:

Exception

createTables

protected static void createTables()
                            throws Exception

Throws:

Exception

checkSucceeded

protected boolean checkSucceeded(String backupId)
                          throws IOException

Throws:

IOException

checkFailed

protected boolean checkFailed(String backupId)
                       throws IOException

Throws:

IOException

getBackupInfo

private org.apache.hadoop.hbase.backup.BackupInfo getBackupInfo(String backupId)
                                                         throws IOException

Throws:

IOException

getBackupAdmin

protected static org.apache.hadoop.hbase.backup.BackupAdmin getBackupAdmin()
                                                                    throws IOException

Throws:

IOException

toList

protected List<org.apache.hadoop.hbase.TableName> toList(String... args)

Helper method

getListOfWALFiles

protected List<org.apache.hadoop.fs.FileStatus> getListOfWALFiles(org.apache.hadoop.conf.Configuration c)
                                                           throws IOException

Throws:

IOException

dumpBackupDir

protected void dumpBackupDir()
                      throws IOException

Throws:

IOException