Package org.apache.hadoop.hbase.mapreduce

Class TestTableSnapshotInputFormat

java.lang.Object

org.apache.hadoop.hbase.mapreduce.TableSnapshotInputFormatTestBase

org.apache.hadoop.hbase.mapreduce.TestTableSnapshotInputFormat

@Tag("org.apache.hadoop.hbase.testclassification.VerySlowMapReduceTests") @Tag("org.apache.hadoop.hbase.testclassification.LargeTests")
public class TestTableSnapshotInputFormat
extends TableSnapshotInputFormatTestBase

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static enum	TestTableSnapshotInputFormat.TestTableSnapshotCounters
static class	TestTableSnapshotInputFormat.TestTableSnapshotMapper
static class	TestTableSnapshotInputFormat.TestTableSnapshotReducer

Field Summary

Fields

Modifier and Type	Field	Description
private static final byte[]	bbb
private static final byte[]	bbc
private static final org.slf4j.Logger	LOG
private String	name
private static final byte[]	yya
private static final byte[]	yyy

Fields inherited from class org.apache.hadoop.hbase.mapreduce.TableSnapshotInputFormatTestBase

FAMILIES, fs, NUM_REGION_SERVERS, rootDir, UTIL

Constructor Summary

Constructors

Constructor	Description
TestTableSnapshotInputFormat()

Method Summary

Modifier and Type	Method	Description
static void	doTestWithMapReduce(HBaseTestingUtil util, org.apache.hadoop.hbase.TableName tableName, String snapshotName, byte[] startRow, byte[] endRow, org.apache.hadoop.fs.Path tableDir, int numRegions, int numSplitsPerRegion, int expectedNumSplits, boolean shutdownCluster)
protected byte[]	getEndRow()
protected byte[]	getStartRow()
private org.apache.hadoop.hbase.client.Scan	serializeAndReturn(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.hbase.client.Scan s)	Serializes and deserializes the given scan in the same manner that TableSnapshotInputFormat does.
void	setUp(org.junit.jupiter.api.TestInfo testInfo)
void	testCleanRestoreDir()
void	testGetBestLocations()
void	testInitTableSnapshotMapperJobConfig()
void	testNoDuplicateResultsWhenSplitting()
void	testReadFromRestoredSnapshotViaMR()	Test that explicitly restores a snapshot to a temp directory and reads the restored regions via ClientSideRegionScanner through a MapReduce job.
void	testRestoreSnapshotDoesNotCreateBackRefLinksInit(org.apache.hadoop.hbase.TableName tableName, String snapshotName, org.apache.hadoop.fs.Path tmpTableDir)
void	testScanLimit()
void	testScannerReadTypeConfiguration()
void	testTableSnapshotRegionRecordReaderGetFilesRead()
protected void	testWithMapReduceImpl(HBaseTestingUtil util, org.apache.hadoop.hbase.TableName tableName, String snapshotName, org.apache.hadoop.fs.Path tableDir, int numRegions, int numSplitsPerRegion, int expectedNumSplits, boolean shutdownCluster)
void	testWithMapReduceMultipleMappersPerRegion()
void	testWithMockedMapReduce(HBaseTestingUtil util, String snapshotName, int numRegions, int numSplitsPerRegion, int expectedNumSplits, boolean setLocalityEnabledTo)
void	testWithMockedMapReduceSingleRegionByRegionLocation()
void	testWithMockedMapReduceWithNoStartRowStopRow()
void	testWithMockedMapReduceWithSplitsPerRegion()
private void	verifyWithMockedMapReduce(org.apache.hadoop.mapreduce.Job job, int numRegions, int expectedNumSplits, byte[] startRow, byte[] stopRow)

Methods inherited from class org.apache.hadoop.hbase.mapreduce.TableSnapshotInputFormatTestBase

createTableAndSnapshot, setupCluster, tearDownCluster, testRestoreSnapshotDoesNotCreateBackRefLinks, testWithMapReduce, testWithMapReduceAndOfflineHBaseMultiRegion, testWithMapReduceMultiRegion, testWithMapReduceSingleRegion, testWithMockedMapReduceMultiRegion, testWithMockedMapReduceSingleRegion, verifyRowFromMap

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

bbb

private static final byte[] bbb

yyy

private static final byte[] yyy

bbc

private static final byte[] bbc

yya

private static final byte[] yya

name

private String name

Constructor Details

TestTableSnapshotInputFormat

public TestTableSnapshotInputFormat()

Method Details

setUp

@BeforeEach
public void setUp(org.junit.jupiter.api.TestInfo testInfo)
           throws Exception

Throws:

Exception

getStartRow

protected byte[] getStartRow()

Specified by:

getStartRow in class TableSnapshotInputFormatTestBase

getEndRow

protected byte[] getEndRow()

Specified by:

getEndRow in class TableSnapshotInputFormatTestBase

testGetBestLocations

@Test
public void testGetBestLocations()
                          throws IOException

Throws:

IOException

testTableSnapshotRegionRecordReaderGetFilesRead

@Test
public void testTableSnapshotRegionRecordReaderGetFilesRead()
                                                     throws Exception

Throws:

Exception

testInitTableSnapshotMapperJobConfig

@Test
public void testInitTableSnapshotMapperJobConfig()
                                          throws Exception

Throws:

Exception

testWithMockedMapReduceSingleRegionByRegionLocation

@Test
public void testWithMockedMapReduceSingleRegionByRegionLocation()
                                                         throws Exception

Throws:

Exception

testRestoreSnapshotDoesNotCreateBackRefLinksInit

public void testRestoreSnapshotDoesNotCreateBackRefLinksInit(org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 org.apache.hadoop.fs.Path tmpTableDir)
                                                      throws Exception

Specified by:

testRestoreSnapshotDoesNotCreateBackRefLinksInit in class TableSnapshotInputFormatTestBase

Throws:

Exception

testWithMockedMapReduce

public void testWithMockedMapReduce(HBaseTestingUtil util,
 String snapshotName,
 int numRegions,
 int numSplitsPerRegion,
 int expectedNumSplits,
 boolean setLocalityEnabledTo)
                             throws Exception

Specified by:

testWithMockedMapReduce in class TableSnapshotInputFormatTestBase

Throws:

Exception

testWithMockedMapReduceWithSplitsPerRegion

@Test
public void testWithMockedMapReduceWithSplitsPerRegion()
                                                throws Exception

Throws:

Exception

testWithMockedMapReduceWithNoStartRowStopRow

@Test
public void testWithMockedMapReduceWithNoStartRowStopRow()
                                                  throws Exception

Throws:

Exception

testScanLimit

@Test
public void testScanLimit()
                   throws Exception

Throws:

Exception

testNoDuplicateResultsWhenSplitting

@Test
public void testNoDuplicateResultsWhenSplitting()
                                         throws Exception

Throws:

Exception

testScannerReadTypeConfiguration

@Test
public void testScannerReadTypeConfiguration()
                                      throws IOException

Throws:

IOException

serializeAndReturn

private org.apache.hadoop.hbase.client.Scan serializeAndReturn(org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.hbase.client.Scan s)
                                                        throws IOException

Serializes and deserializes the given scan in the same manner that TableSnapshotInputFormat does.

Throws:

IOException

verifyWithMockedMapReduce

private void verifyWithMockedMapReduce(org.apache.hadoop.mapreduce.Job job,
 int numRegions,
 int expectedNumSplits,
 byte[] startRow,
 byte[] stopRow)
                                throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

testWithMapReduceImpl

protected void testWithMapReduceImpl(HBaseTestingUtil util,
 org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 org.apache.hadoop.fs.Path tableDir,
 int numRegions,
 int numSplitsPerRegion,
 int expectedNumSplits,
 boolean shutdownCluster)
                              throws Exception

Specified by:

testWithMapReduceImpl in class TableSnapshotInputFormatTestBase

Throws:

Exception

doTestWithMapReduce

public static void doTestWithMapReduce(HBaseTestingUtil util,
 org.apache.hadoop.hbase.TableName tableName,
 String snapshotName,
 byte[] startRow,
 byte[] endRow,
 org.apache.hadoop.fs.Path tableDir,
 int numRegions,
 int numSplitsPerRegion,
 int expectedNumSplits,
 boolean shutdownCluster)
                                throws Exception

Throws:

Exception

testWithMapReduceMultipleMappersPerRegion

@Test
public void testWithMapReduceMultipleMappersPerRegion()
                                               throws Exception

Throws:

Exception

testCleanRestoreDir

@Test
public void testCleanRestoreDir()
                         throws Exception

Throws:

Exception

testReadFromRestoredSnapshotViaMR

@Test
public void testReadFromRestoredSnapshotViaMR()
                                       throws Exception

Test that explicitly restores a snapshot to a temp directory and reads the restored regions via ClientSideRegionScanner through a MapReduce job.

This test verifies the full workflow: 1. Create and load a table with data 2. Create a snapshot and restore the snapshot to a temporary directory 3. Configure a job to read the restored regions via ClientSideRegionScanner using TableSnapshotInputFormat and verify that it succeeds 4. Delete restored temporary directory 5. Configure a new job and verify that it fails

Throws:

Exception