org.apache.hadoop.hbase.regionserver

Class TestBulkLoad

java.lang.Object

org.apache.hadoop.hbase.regionserver.TestBulkLoad

public class TestBulkLoad
extends Object

This class attempts to unit test bulk HLog loading.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private static class	TestBulkLoad.WalMatcher

Field Summary

Fields

Modifier and Type	Field and Description
static HBaseClassTestRule	CLASS_RULE
private org.apache.hadoop.conf.Configuration	conf
private byte[]	family1
private byte[]	family2
private byte[]	family3
private org.apache.hadoop.hbase.wal.WAL	log
org.junit.rules.TestName	name
private Random	random
private byte[]	randomBytes
private static HBaseTestingUtility	TEST_UTIL
static org.junit.rules.TemporaryFolder	testFolder

Constructor Summary

Constructors

Constructor and Description
TestBulkLoad()

Method Summary

Modifier and Type	Method and Description
void	before()
void	bulkHLogShouldThrowErrorWhenFamilySpecifiedAndHFileExistsButNotInTableDescriptor()
void	bulkHLogShouldThrowNoErrorAndWriteMarkerWithBlankInput()
private static org.hamcrest.Matcher<org.apache.hadoop.hbase.wal.WALEdit>	bulkLogWalEdit(byte[] typeBytes, byte[] tableName, byte[] familyName, List<String> storeFileNames)
private static org.hamcrest.Matcher<org.apache.hadoop.hbase.wal.WALEdit>	bulkLogWalEditType(byte[] typeBytes)
private String	createHFileForFamilies(byte[] family)
private List<org.apache.hadoop.hbase.util.Pair<byte[],String>>	getBlankFamilyPaths()
private String	getNotExistFilePath()
void	shouldBulkLoadManyFamilyHLog()
void	shouldBulkLoadManyFamilyHLogEvenWhenTableNameNamespaceSpecified()
void	shouldBulkLoadSingleFamilyHLog()
void	shouldCrashIfBulkLoadFamiliesNotInTable()
void	shouldCrashIfBulkLoadMultiFamiliesNotInTable()
void	shouldThrowErrorIfBadFamilySpecifiedAsFamilyPath()
void	shouldThrowErrorIfHFileDoesNotExist()
void	shouldThrowErrorIfMultiHFileDoesNotExist()
private org.apache.hadoop.hbase.regionserver.HRegion	testRegionWithFamilies(byte[]... families)
private org.apache.hadoop.hbase.regionserver.HRegion	testRegionWithFamiliesAndSpecifiedTableName(org.apache.hadoop.hbase.TableName tableName, byte[]... families)
void	verifyBulkLoadEvent()
private List<org.apache.hadoop.hbase.util.Pair<byte[],String>>	withFamilyPathsFor(byte[]... families)
private org.apache.hadoop.hbase.util.Pair<byte[],String>	withInvalidColumnFamilyButProperHFileLocation(byte[] family)
private org.apache.hadoop.hbase.util.Pair<byte[],String>	withMissingHFileForFamily(byte[] family)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

testFolder

public static org.junit.rules.TemporaryFolder testFolder

TEST_UTIL

private static HBaseTestingUtility TEST_UTIL

log

private final org.apache.hadoop.hbase.wal.WAL log

conf

private final org.apache.hadoop.conf.Configuration conf

random

private final Random random

randomBytes

private final byte[] randomBytes

family1

private final byte[] family1

family2

private final byte[] family2

family3

private final byte[] family3

name

public org.junit.rules.TestName name

Constructor Detail

TestBulkLoad

public TestBulkLoad()

Method Detail

before

public void before()
            throws IOException

Throws:

IOException

verifyBulkLoadEvent

public void verifyBulkLoadEvent()
                         throws IOException

Throws:

IOException

bulkHLogShouldThrowNoErrorAndWriteMarkerWithBlankInput

public void bulkHLogShouldThrowNoErrorAndWriteMarkerWithBlankInput()
                                                            throws IOException

Throws:

IOException

shouldBulkLoadSingleFamilyHLog

public void shouldBulkLoadSingleFamilyHLog()
                                    throws IOException

Throws:

IOException

shouldBulkLoadManyFamilyHLog

public void shouldBulkLoadManyFamilyHLog()
                                  throws IOException

Throws:

IOException

shouldBulkLoadManyFamilyHLogEvenWhenTableNameNamespaceSpecified

public void shouldBulkLoadManyFamilyHLogEvenWhenTableNameNamespaceSpecified()
                                                                     throws IOException

Throws:

IOException

shouldCrashIfBulkLoadFamiliesNotInTable

public void shouldCrashIfBulkLoadFamiliesNotInTable()
                                             throws IOException

Throws:

IOException

shouldCrashIfBulkLoadMultiFamiliesNotInTable

public void shouldCrashIfBulkLoadMultiFamiliesNotInTable()
                                                  throws IOException

Throws:

IOException

bulkHLogShouldThrowErrorWhenFamilySpecifiedAndHFileExistsButNotInTableDescriptor

public void bulkHLogShouldThrowErrorWhenFamilySpecifiedAndHFileExistsButNotInTableDescriptor()
                                                                                      throws IOException

Throws:

IOException

shouldThrowErrorIfBadFamilySpecifiedAsFamilyPath

public void shouldThrowErrorIfBadFamilySpecifiedAsFamilyPath()
                                                      throws IOException

Throws:

IOException

shouldThrowErrorIfHFileDoesNotExist

public void shouldThrowErrorIfHFileDoesNotExist()
                                         throws IOException

Throws:

IOException

shouldThrowErrorIfMultiHFileDoesNotExist

public void shouldThrowErrorIfMultiHFileDoesNotExist()
                                              throws IOException

Throws:

IOException

withMissingHFileForFamily

private org.apache.hadoop.hbase.util.Pair<byte[],String> withMissingHFileForFamily(byte[] family)

getNotExistFilePath

private String getNotExistFilePath()

withInvalidColumnFamilyButProperHFileLocation

private org.apache.hadoop.hbase.util.Pair<byte[],String> withInvalidColumnFamilyButProperHFileLocation(byte[] family)
                                                                                                throws IOException

Throws:

IOException

testRegionWithFamiliesAndSpecifiedTableName

private org.apache.hadoop.hbase.regionserver.HRegion testRegionWithFamiliesAndSpecifiedTableName(org.apache.hadoop.hbase.TableName tableName,
                                                                                                 byte[]... families)
                                                                                          throws IOException

Throws:

IOException

testRegionWithFamilies

private org.apache.hadoop.hbase.regionserver.HRegion testRegionWithFamilies(byte[]... families)
                                                                     throws IOException

Throws:

IOException

getBlankFamilyPaths

private List<org.apache.hadoop.hbase.util.Pair<byte[],String>> getBlankFamilyPaths()

withFamilyPathsFor

private List<org.apache.hadoop.hbase.util.Pair<byte[],String>> withFamilyPathsFor(byte[]... families)
                                                                           throws IOException

Throws:

IOException

createHFileForFamilies

private String createHFileForFamilies(byte[] family)
                               throws IOException

Throws:

IOException

bulkLogWalEditType

private static org.hamcrest.Matcher<org.apache.hadoop.hbase.wal.WALEdit> bulkLogWalEditType(byte[] typeBytes)

bulkLogWalEdit

private static org.hamcrest.Matcher<org.apache.hadoop.hbase.wal.WALEdit> bulkLogWalEdit(byte[] typeBytes,
                                                                                        byte[] tableName,
                                                                                        byte[] familyName,
                                                                                        List<String> storeFileNames)