org.apache.hadoop.hbase

Class StripeCompactionsPerformanceEvaluation

java.lang.Object

org.apache.hadoop.hbase.util.AbstractHBaseTool

org.apache.hadoop.hbase.StripeCompactionsPerformanceEvaluation

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, org.apache.hadoop.util.Tool

@InterfaceAudience.Private
public class StripeCompactionsPerformanceEvaluation
extends org.apache.hadoop.hbase.util.AbstractHBaseTool

A perf test which does large data ingestion using stripe compactions and regular compactions.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	StripeCompactionsPerformanceEvaluation.SeqShardedDataGenerator

Field Summary

Fields

Modifier and Type	Field and Description
private static byte[]	COLUMN_FAMILY
private LoadTestDataGenerator	dataGen
private static String	DATAGEN_KEY
private static String	INITIAL_STRIPE_COUNT_KEY
private Long	initialStripeCount
private int	iterationCount
private static String	ITERATIONS_KEY
private static org.slf4j.Logger	LOG
private static int	MIN_NUM_SERVERS
private static String	PRELOAD_COUNT_KEY
private long	preloadKeys
private static String	READ_THREADS_KEY
private int	readThreads
private static String	SEQ_SHARDS_PER_SERVER_KEY
private static String	SPLIT_PARTS_KEY
private static String	SPLIT_SIZE_KEY
private Long	splitParts
private Long	splitSize
private static org.apache.hadoop.hbase.TableName	TABLE_NAME
protected IntegrationTestingUtility	util
private static String	VALUE_SIZE_DEFAULT
private static String	VALUE_SIZE_KEY
private static String	WRITE_COUNT_KEY
private static String	WRITE_THREADS_KEY
private long	writeKeys
private int	writeThreads

Fields inherited from class org.apache.hadoop.hbase.util.AbstractHBaseTool

cmdLineArgs, conf, EXIT_FAILURE, EXIT_SUCCESS, LONG_HELP_OPTION, options, SHORT_HELP_OPTION

Constructor Summary

Constructors

Constructor and Description
StripeCompactionsPerformanceEvaluation()

Method Summary

Modifier and Type	Method and Description
protected void	addOptions()
private org.apache.hadoop.hbase.HTableDescriptor	createHtd(boolean isStripe)
private void	createTable(boolean isStripe)
protected void	createTable(org.apache.hadoop.hbase.HTableDescriptor htd)
protected void	deleteTable()
protected int	doWork()
org.apache.hadoop.conf.Configuration	getConf()
private Long	getLongOrNull(org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine cmd, String option)
protected void	processOptions(org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine cmd)
private void	runOneTest(String description, org.apache.hadoop.conf.Configuration conf)
private void	setUp()
private static void	status(String s)
private void	tearDown()

Methods inherited from class org.apache.hadoop.hbase.util.AbstractHBaseTool

addOption, addOptNoArg, addOptNoArg, addOptWithArg, addOptWithArg, addRequiredOption, addRequiredOptWithArg, addRequiredOptWithArg, doStaticMain, getOptionAsDouble, getOptionAsInt, getOptionAsLong, newParser, parseArgs, parseInt, parseLong, printUsage, printUsage, processOldArgs, run, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

TABLE_NAME

private static final org.apache.hadoop.hbase.TableName TABLE_NAME

COLUMN_FAMILY

private static final byte[] COLUMN_FAMILY

MIN_NUM_SERVERS

private static final int MIN_NUM_SERVERS

See Also:

Constant Field Values

DATAGEN_KEY

private static final String DATAGEN_KEY

See Also:

Constant Field Values

ITERATIONS_KEY

private static final String ITERATIONS_KEY

See Also:

Constant Field Values

PRELOAD_COUNT_KEY

private static final String PRELOAD_COUNT_KEY

See Also:

Constant Field Values

WRITE_COUNT_KEY

private static final String WRITE_COUNT_KEY

See Also:

Constant Field Values

WRITE_THREADS_KEY

private static final String WRITE_THREADS_KEY

See Also:

Constant Field Values

READ_THREADS_KEY

private static final String READ_THREADS_KEY

See Also:

Constant Field Values

INITIAL_STRIPE_COUNT_KEY

private static final String INITIAL_STRIPE_COUNT_KEY

See Also:

Constant Field Values

SPLIT_SIZE_KEY

private static final String SPLIT_SIZE_KEY

See Also:

Constant Field Values

SPLIT_PARTS_KEY

private static final String SPLIT_PARTS_KEY

See Also:

Constant Field Values

VALUE_SIZE_KEY

private static final String VALUE_SIZE_KEY

See Also:

Constant Field Values

SEQ_SHARDS_PER_SERVER_KEY

private static final String SEQ_SHARDS_PER_SERVER_KEY

See Also:

Constant Field Values

dataGen

private LoadTestDataGenerator dataGen

iterationCount

private int iterationCount

preloadKeys

private long preloadKeys

writeKeys

private long writeKeys

writeThreads

private int writeThreads

readThreads

private int readThreads

initialStripeCount

private Long initialStripeCount

splitSize

private Long splitSize

splitParts

private Long splitParts

VALUE_SIZE_DEFAULT

private static final String VALUE_SIZE_DEFAULT

See Also:

Constant Field Values

util

protected IntegrationTestingUtility util

Constructor Detail

StripeCompactionsPerformanceEvaluation

public StripeCompactionsPerformanceEvaluation()

Method Detail

addOptions

protected void addOptions()

Specified by:

addOptions in class org.apache.hadoop.hbase.util.AbstractHBaseTool

processOptions

protected void processOptions(org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine cmd)

Specified by:

processOptions in class org.apache.hadoop.hbase.util.AbstractHBaseTool

getLongOrNull

private Long getLongOrNull(org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine cmd,
                           String option)

getConf

public org.apache.hadoop.conf.Configuration getConf()

Specified by:

getConf in interface org.apache.hadoop.conf.Configurable

Overrides:

getConf in class org.apache.hadoop.hbase.util.AbstractHBaseTool

doWork

protected int doWork()
              throws Exception

Specified by:

doWork in class org.apache.hadoop.hbase.util.AbstractHBaseTool

Throws:

Exception

setUp

private void setUp()
            throws Exception

Throws:

Exception

deleteTable

protected void deleteTable()
                    throws Exception

Throws:

Exception

createTable

private void createTable(boolean isStripe)
                  throws Exception

Throws:

Exception

tearDown

private void tearDown()
               throws Exception

Throws:

Exception

runOneTest

private void runOneTest(String description,
                        org.apache.hadoop.conf.Configuration conf)
                 throws Exception

Throws:

Exception

status

private static void status(String s)

createHtd

private org.apache.hadoop.hbase.HTableDescriptor createHtd(boolean isStripe)
                                                    throws Exception

Throws:

Exception

createTable

protected void createTable(org.apache.hadoop.hbase.HTableDescriptor htd)
                    throws Exception

Throws:

Exception