Package org.apache.hadoop.hbase.mapreduce

Class TestTableSnapshotInputFormat

java.lang.Object

org.apache.hadoop.hbase.mapreduce.TableSnapshotInputFormatTestBase

org.apache.hadoop.hbase.mapreduce.TestTableSnapshotInputFormat

public class TestTableSnapshotInputFormat
extends TableSnapshotInputFormatTestBase

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static enum	TestTableSnapshotInputFormat.TestTableSnapshotCounters
static class	TestTableSnapshotInputFormat.TestTableSnapshotMapper
static class	TestTableSnapshotInputFormat.TestTableSnapshotReducer

Field Summary

Fields

Modifier and Type	Field	Description
private static final byte[]	bbb
private static final byte[]	bbc
static final HBaseClassTestRule	CLASS_RULE
private static final org.slf4j.Logger	LOG
org.junit.rules.TestName	name
private static final byte[]	yya
private static final byte[]	yyy

Fields inherited from class org.apache.hadoop.hbase.mapreduce.TableSnapshotInputFormatTestBase

FAMILIES, fs, NUM_REGION_SERVERS, rootDir, UTIL

Constructor Summary

Constructors

Constructor	Description
TestTableSnapshotInputFormat()

Method Summary

Modifier and Type	Method	Description
static void	doTestWithMapReduce(HBaseTestingUtil util, org.apache.hadoop.hbase.TableName tableName, String snapshotName, byte[] startRow, byte[] endRow, org.apache.hadoop.fs.Path tableDir, int numRegions, int numSplitsPerRegion, int expectedNumSplits, boolean shutdownCluster)
protected byte[]	getEndRow()
protected byte[]	getStartRow()
private org.apache.hadoop.hbase.client.Scan	serializeAndReturn(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.hbase.client.Scan s)	Serializes and deserializes the given scan in the same manner that TableSnapshotInputFormat does.
void	testCleanRestoreDir()
void	testGetBestLocations()
void	testInitTableSnapshotMapperJobConfig()
void	testNoDuplicateResultsWhenSplitting()
void	testReadFromRestoredSnapshotViaMR()	Test that explicitly restores a snapshot to a temp directory and reads the restored regions via ClientSideRegionScanner through a MapReduce job.
void	testRestoreSnapshotDoesNotCreateBackRefLinksInit(org.apache.hadoop.hbase.TableName tableName, String snapshotName, org.apache.hadoop.fs.Path tmpTableDir)
void	testScanLimit()
void	testScannerReadTypeConfiguration()
protected void	testWithMapReduceImpl(HBaseTestingUtil util, org.apache.hadoop.hbase.TableName tableName, String snapshotName, org.apache.hadoop.fs.Path tableDir, int numRegions, int numSplitsPerRegion, int expectedNumSplits, boolean shutdownCluster)
void	testWithMapReduceMultipleMappersPerRegion()
void	testWithMockedMapReduce(HBaseTestingUtil util, String snapshotName, int numRegions, int numSplitsPerRegion, int expectedNumSplits, boolean setLocalityEnabledTo)
void	testWithMockedMapReduceSingleRegionByRegionLocation()
void	testWithMockedMapReduceWithNoStartRowStopRow()
void	testWithMockedMapReduceWithSplitsPerRegion()
private void	verifyWithMockedMapReduce(org.apache.hadoop.mapreduce.Job job, int numRegions, int expectedNumSplits, byte[] startRow, byte[] stopRow)

Methods inherited from class org.apache.hadoop.hbase.mapreduce.TableSnapshotInputFormatTestBase

createTableAndSnapshot, setupCluster, tearDownCluster, testRestoreSnapshotDoesNotCreateBackRefLinks, testWithMapReduce, testWithMapReduceAndOfflineHBaseMultiRegion, testWithMapReduceMultiRegion, testWithMapReduceSingleRegion, testWithMockedMapReduceMultiRegion, testWithMockedMapReduceSingleRegion, verifyRowFromMap

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

bbb

private static final byte[] bbb

yyy

private static final byte[] yyy

bbc

private static final byte[] bbc

yya

private static final byte[] yya

name

public org.junit.rules.TestName name

Constructor Details

TestTableSnapshotInputFormat

public TestTableSnapshotInputFormat()

Method Details

getStartRow

protected byte[] getStartRow()

Specified by:

getStartRow in class TableSnapshotInputFormatTestBase

getEndRow

protected byte[] getEndRow()

Specified by:

getEndRow in class TableSnapshotInputFormatTestBase

testGetBestLocations

public void testGetBestLocations()
                          throws IOException

Throws:

IOException

testInitTableSnapshotMapperJobConfig

public void testInitTableSnapshotMapperJobConfig()
                                          throws Exception

Throws:

Exception

testWithMockedMapReduceSingleRegionByRegionLocation

public void testWithMockedMapReduceSingleRegionByRegionLocation()
                                                         throws Exception

Throws:

Exception

testRestoreSnapshotDoesNotCreateBackRefLinksInit

public void testRestoreSnapshotDoesNotCreateBackRefLinksInit(org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 org.apache.hadoop.fs.Path tmpTableDir)
                                                      throws Exception

Specified by:

testRestoreSnapshotDoesNotCreateBackRefLinksInit in class TableSnapshotInputFormatTestBase

Throws:

Exception

testWithMockedMapReduce

public void testWithMockedMapReduce(HBaseTestingUtil util,
 String snapshotName,
 int numRegions,
 int numSplitsPerRegion,
 int expectedNumSplits,
 boolean setLocalityEnabledTo)
                             throws Exception

Specified by:

testWithMockedMapReduce in class TableSnapshotInputFormatTestBase

Throws:

Exception

testWithMockedMapReduceWithSplitsPerRegion

public void testWithMockedMapReduceWithSplitsPerRegion()
                                                throws Exception

Throws:

Exception

testWithMockedMapReduceWithNoStartRowStopRow

public void testWithMockedMapReduceWithNoStartRowStopRow()
                                                  throws Exception

Throws:

Exception

testScanLimit

public void testScanLimit()
                   throws Exception

Throws:

Exception

testNoDuplicateResultsWhenSplitting

public void testNoDuplicateResultsWhenSplitting()
                                         throws Exception

Throws:

Exception

testScannerReadTypeConfiguration

public void testScannerReadTypeConfiguration()
                                      throws IOException

Throws:

IOException

serializeAndReturn

private org.apache.hadoop.hbase.client.Scan serializeAndReturn(org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.hbase.client.Scan s)
                                                        throws IOException

Serializes and deserializes the given scan in the same manner that TableSnapshotInputFormat does.

Throws:

IOException

verifyWithMockedMapReduce

private void verifyWithMockedMapReduce(org.apache.hadoop.mapreduce.Job job,
 int numRegions,
 int expectedNumSplits,
 byte[] startRow,
 byte[] stopRow)
                                throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

testWithMapReduceImpl

protected void testWithMapReduceImpl(HBaseTestingUtil util,
 org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 org.apache.hadoop.fs.Path tableDir,
 int numRegions,
 int numSplitsPerRegion,
 int expectedNumSplits,
 boolean shutdownCluster)
                              throws Exception

Specified by:

testWithMapReduceImpl in class TableSnapshotInputFormatTestBase

Throws:

Exception

doTestWithMapReduce

public static void doTestWithMapReduce(HBaseTestingUtil util,
 org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 byte[] startRow,
 byte[] endRow,
 org.apache.hadoop.fs.Path tableDir,
 int numRegions,
 int numSplitsPerRegion,
 int expectedNumSplits,
 boolean shutdownCluster)
                                throws Exception

Throws:

Exception

testWithMapReduceMultipleMappersPerRegion

public void testWithMapReduceMultipleMappersPerRegion()
                                               throws Exception

Throws:

Exception

testCleanRestoreDir

public void testCleanRestoreDir()
                         throws Exception

Throws:

Exception

testReadFromRestoredSnapshotViaMR

public void testReadFromRestoredSnapshotViaMR()
                                       throws Exception

Test that explicitly restores a snapshot to a temp directory and reads the restored regions via ClientSideRegionScanner through a MapReduce job.

This test verifies the full workflow: 1. Create and load a table with data 2. Create a snapshot and restore the snapshot to a temporary directory 3. Configure a job to read the restored regions via ClientSideRegionScanner using TableSnapshotInputFormat and verify that it succeeds 4. Delete restored temporary directory 5. Configure a new job and verify that it fails

Throws:

Exception