org.apache.hadoop.hbase.master.cleaner

Class TestSnapshotFromMaster

java.lang.Object

org.apache.hadoop.hbase.master.cleaner.TestSnapshotFromMaster

public class TestSnapshotFromMaster
extends Object

Test the master-related aspects of a snapshot

Field Summary

Fields

Modifier and Type	Field and Description
private static org.apache.hadoop.fs.Path	archiveDir
private static int	blockingStoreFiles
private static long	cacheRefreshPeriod
static HBaseClassTestRule	CLASS_RULE
private static org.apache.hadoop.fs.FileSystem	fs
private static org.slf4j.Logger	LOG
private static org.apache.hadoop.hbase.master.HMaster	master
private static int	NUM_RS
private static org.apache.hadoop.fs.Path	rootDir
private static org.apache.hadoop.hbase.TableName	TABLE_NAME
private static byte[]	TEST_FAM
private static HBaseTestingUtility	UTIL

Constructor Summary

Constructors

Constructor and Description
TestSnapshotFromMaster()

Method Summary

Modifier and Type	Method and Description
static void	cleanupTest()
private org.apache.hadoop.hbase.shaded.protobuf.generated.SnapshotProtos.SnapshotDescription	createSnapshot(String snapshotName)
private org.apache.hadoop.hbase.shaded.protobuf.generated.SnapshotProtos.SnapshotDescription	createSnapshotWithTtl(String snapshotName, long ttl)
private static void	ensureHFileCleanersRun() Make sure the HFileCleaners run at least once
private Collection<String>	getHFiles(org.apache.hadoop.fs.Path dir, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.hbase.TableName tableName)
void	setup()
static void	setupCluster() Setup the config for the cluster
private static void	setupConf(org.apache.hadoop.conf.Configuration conf)
void	tearDown()
void	testAsyncSnapshotWillNotBlockSnapshotHFileCleaner()
void	testDeleteSnapshot()
void	testGetCompletedSnapshots()
void	testGetCompletedSnapshotsWithCleanup()
void	testGetCompletedSnapshotsWithoutCleanup()
void	testIsDoneContract() Test that the contract from the master for checking on a snapshot are valid.
void	testSnapshotCleanupStatus()
void	testSnapshotHFileArchiving() Test that the snapshot hfile archive cleaner works correctly.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

UTIL

private static final HBaseTestingUtility UTIL

NUM_RS

private static final int NUM_RS

See Also:

Constant Field Values

rootDir

private static org.apache.hadoop.fs.Path rootDir

fs

private static org.apache.hadoop.fs.FileSystem fs

master

private static org.apache.hadoop.hbase.master.HMaster master

archiveDir

private static org.apache.hadoop.fs.Path archiveDir

TEST_FAM

private static final byte[] TEST_FAM

TABLE_NAME

private static final org.apache.hadoop.hbase.TableName TABLE_NAME

cacheRefreshPeriod

private static final long cacheRefreshPeriod

See Also:

Constant Field Values

blockingStoreFiles

private static final int blockingStoreFiles

See Also:

Constant Field Values

Constructor Detail

TestSnapshotFromMaster

public TestSnapshotFromMaster()

Method Detail

setupCluster

public static void setupCluster()
                         throws Exception

Setup the config for the cluster

Throws:

Exception

setupConf

private static void setupConf(org.apache.hadoop.conf.Configuration conf)

setup

public void setup()
           throws Exception

Throws:

Exception

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

cleanupTest

public static void cleanupTest()
                        throws Exception

Throws:

Exception

testIsDoneContract

public void testIsDoneContract()
                        throws Exception

Test that the contract from the master for checking on a snapshot are valid.

1. If a snapshot fails with an error, we expect to get the source error.
2. If there is no snapshot name supplied, we should get an error.
3. If asking about a snapshot has hasn't occurred, you should get an error.

Throws:

Exception

testGetCompletedSnapshots

public void testGetCompletedSnapshots()
                               throws Exception

Throws:

Exception

testDeleteSnapshot

public void testDeleteSnapshot()
                        throws Exception

Throws:

Exception

testGetCompletedSnapshotsWithCleanup

public void testGetCompletedSnapshotsWithCleanup()
                                          throws Exception

Throws:

Exception

testGetCompletedSnapshotsWithoutCleanup

public void testGetCompletedSnapshotsWithoutCleanup()
                                             throws Exception

Throws:

Exception

testSnapshotCleanupStatus

public void testSnapshotCleanupStatus()
                               throws Exception

Throws:

Exception

testSnapshotHFileArchiving

public void testSnapshotHFileArchiving()
                                throws Exception

Test that the snapshot hfile archive cleaner works correctly. HFiles that are in snapshots should be retained, while those that are not in a snapshot should be deleted.

Throws:

Exception - on failure

getHFiles

private final Collection<String> getHFiles(org.apache.hadoop.fs.Path dir,
                                           org.apache.hadoop.fs.FileSystem fs,
                                           org.apache.hadoop.hbase.TableName tableName)
                                    throws IOException

Returns:

all the HFiles for a given table in the specified dir

Throws:

IOException - on expected failure

ensureHFileCleanersRun

private static void ensureHFileCleanersRun()

Make sure the HFileCleaners run at least once

createSnapshot

private org.apache.hadoop.hbase.shaded.protobuf.generated.SnapshotProtos.SnapshotDescription createSnapshot(String snapshotName)
                                                                                                     throws IOException

Throws:

IOException

createSnapshotWithTtl

private org.apache.hadoop.hbase.shaded.protobuf.generated.SnapshotProtos.SnapshotDescription createSnapshotWithTtl(String snapshotName,
                                                                                                                   long ttl)
                                                                                                            throws IOException

Throws:

IOException

testAsyncSnapshotWillNotBlockSnapshotHFileCleaner

public void testAsyncSnapshotWillNotBlockSnapshotHFileCleaner()
                                                       throws Exception

Throws:

Exception