Package org.apache.hadoop.hbase.mapred

Class TestTableMapReduceUtil

java.lang.Object

org.apache.hadoop.hbase.mapred.TestTableMapReduceUtil

@Tag("org.apache.hadoop.hbase.testclassification.MapReduceTests") @Tag("org.apache.hadoop.hbase.testclassification.LargeTests")
public class TestTableMapReduceUtil
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
(package private) static class	TestTableMapReduceUtil.ClassificatorMapper
(package private) static class	TestTableMapReduceUtil.ClassificatorRowReduce

Field Summary

Fields

Modifier and Type	Field	Description
private static String	ACTOR_PATTERN
private static Iterator<String>	actorNames
private static org.apache.hbase.thirdparty.com.google.common.collect.ImmutableSet<String>	actorsRowKeys
private static final byte[]	COLUMN_FAMILY
private static final byte[]	COLUMN_QUALIFIER
private static final org.slf4j.Logger	LOG
private static String	PRESIDENT_PATTERN
private static Iterator<String>	presidentNames
private static org.apache.hbase.thirdparty.com.google.common.collect.ImmutableSet<String>	presidentsRowKeys
private static org.apache.hadoop.hbase.client.Table	presidentsTable
private static org.apache.hbase.thirdparty.com.google.common.collect.ImmutableMap<String,org.apache.hbase.thirdparty.com.google.common.collect.ImmutableSet<String>>	relation
private static final String	TABLE_NAME
private static final HBaseTestingUtil	UTIL

Constructor Summary

Constructors

Constructor	Description
TestTableMapReduceUtil()

Method Summary

Modifier and Type	Method	Description
static void	afterClass()
void	before()
static void	beforeClass()
static org.apache.hadoop.hbase.client.Table	createAndFillTable(org.apache.hadoop.hbase.TableName tableName)
private static void	createPutCommand(org.apache.hadoop.hbase.client.Table table)
void	shoudBeValidMapReduceEvaluation()
void	shoudBeValidMapReduceWithPartitionerEvaluation()
void	shouldNumberOfMapTaskNotExceedNumberOfRegionsForGivenTable()
void	shouldNumberOfReduceTaskNotExceedNumberOfRegionsForGivenTable()	Check what the given number of reduce tasks for the given job configuration does not exceed the number of regions for the given table.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

presidentsTable

private static org.apache.hadoop.hbase.client.Table presidentsTable

TABLE_NAME

private static final String TABLE_NAME

See Also:

• Constant Field Values

COLUMN_FAMILY

private static final byte[] COLUMN_FAMILY

COLUMN_QUALIFIER

private static final byte[] COLUMN_QUALIFIER

presidentsRowKeys

private static org.apache.hbase.thirdparty.com.google.common.collect.ImmutableSet<String> presidentsRowKeys

presidentNames

private static Iterator<String> presidentNames

actorsRowKeys

private static org.apache.hbase.thirdparty.com.google.common.collect.ImmutableSet<String> actorsRowKeys

actorNames

private static Iterator<String> actorNames

PRESIDENT_PATTERN

private static String PRESIDENT_PATTERN

ACTOR_PATTERN

private static String ACTOR_PATTERN

relation

private static org.apache.hbase.thirdparty.com.google.common.collect.ImmutableMap<String,org.apache.hbase.thirdparty.com.google.common.collect.ImmutableSet<String>> relation

UTIL

private static final HBaseTestingUtil UTIL

Constructor Details

TestTableMapReduceUtil

public TestTableMapReduceUtil()

Method Details

beforeClass

@BeforeAll
public static void beforeClass()
                        throws Exception

Throws:

Exception

afterClass

@AfterAll
public static void afterClass()
                       throws Exception

Throws:

Exception

before

@BeforeEach
public void before()
            throws IOException

Throws:

IOException

createAndFillTable

public static org.apache.hadoop.hbase.client.Table createAndFillTable(org.apache.hadoop.hbase.TableName tableName)
                                                               throws IOException

Throws:

IOException

createPutCommand

private static void createPutCommand(org.apache.hadoop.hbase.client.Table table)
                              throws IOException

Throws:

IOException

shouldNumberOfReduceTaskNotExceedNumberOfRegionsForGivenTable

@Test
public void shouldNumberOfReduceTaskNotExceedNumberOfRegionsForGivenTable()
                                                                   throws IOException

Check what the given number of reduce tasks for the given job configuration does not exceed the number of regions for the given table.

Throws:

IOException

shouldNumberOfMapTaskNotExceedNumberOfRegionsForGivenTable

@Test
public void shouldNumberOfMapTaskNotExceedNumberOfRegionsForGivenTable()
                                                                throws IOException

Throws:

IOException

shoudBeValidMapReduceEvaluation

@Test
public void shoudBeValidMapReduceEvaluation()
                                     throws Exception

Throws:

Exception

shoudBeValidMapReduceWithPartitionerEvaluation

@Test
public void shoudBeValidMapReduceWithPartitionerEvaluation()
                                                    throws IOException

Throws:

IOException