Package org.apache.hadoop.hbase.procedure2.store

Class ProcedureStorePerformanceEvaluation<T extends org.apache.hadoop.hbase.procedure2.store.ProcedureStore>

java.lang.Object

org.apache.hadoop.hbase.util.AbstractHBaseTool

org.apache.hadoop.hbase.procedure2.store.ProcedureStorePerformanceEvaluation<T>

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, org.apache.hadoop.util.Tool

Direct Known Subclasses:

ProcedureWALPerformanceEvaluation, RegionProcedureStorePerformanceEvaluation

public abstract class ProcedureStorePerformanceEvaluation<T extends org.apache.hadoop.hbase.procedure2.store.ProcedureStore>
extends org.apache.hadoop.hbase.util.AbstractHBaseTool

Base class for testing procedure store performance.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private final class	ProcedureStorePerformanceEvaluation.Worker	Callable to generate load for wal by inserting/deleting/updating procedures.

Nested classes/interfaces inherited from class org.apache.hadoop.hbase.util.AbstractHBaseTool

org.apache.hadoop.hbase.util.AbstractHBaseTool.OptionsOrderComparator

Field Summary

Fields

Modifier and Type	Field	Description
static int	DEFAULT_NUM_PROCS
static int	DEFAULT_NUM_THREADS
static String	DEFAULT_OUTPUT_PATH
static int	DEFAULT_STATE_SIZE
static String	DEFAULT_SYNC_OPTION
static org.apache.hbase.thirdparty.org.apache.commons.cli.Option	NUM_PROCS_OPTION
static org.apache.hbase.thirdparty.org.apache.commons.cli.Option	NUM_THREADS_OPTION
protected long	numProcs
protected int	numThreads
static org.apache.hbase.thirdparty.org.apache.commons.cli.Option	OUTPUT_PATH_OPTION
protected String	outputPath
private AtomicLong	procIds	Used by ProcedureStorePerformanceEvaluation<T extends org.apache.hadoop.hbase.procedure2.store.ProcedureStore>.Worker.
protected static byte[]	SERIALIZED_STATE
static org.apache.hbase.thirdparty.org.apache.commons.cli.Option	STATE_SIZE_OPTION
protected int	stateSize
protected T	store
static org.apache.hbase.thirdparty.org.apache.commons.cli.Option	SYNC_OPTION
protected String	syncType
private static final int	WORKER_THREADS_TIMEOUT_SEC
private AtomicBoolean	workersFailed

Fields inherited from class org.apache.hadoop.hbase.util.AbstractHBaseTool

cmdLineArgs, conf, EXIT_FAILURE, EXIT_SUCCESS, LONG_HELP_OPTION, options, SHORT_HELP_OPTION

Constructor Summary

Constructors

Constructor	Description
ProcedureStorePerformanceEvaluation()

Method Summary

Modifier and Type	Method	Description
protected void	addOptions()
protected abstract T	createProcedureStore(org.apache.hadoop.fs.Path storeDir)
protected int	doWork()
protected void	postStop(T store)
protected abstract void	preWrite(long procId)
protected abstract void	printRawFormatResult(long timeTakenNs)
protected void	processOptions(org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine cmd)
private void	setUpProcedureStore()
private void	tearDownProcedureStore()

Methods inherited from class org.apache.hadoop.hbase.util.AbstractHBaseTool

addOption, addOptNoArg, addOptNoArg, addOptWithArg, addOptWithArg, addRequiredOption, addRequiredOptWithArg, addRequiredOptWithArg, doStaticMain, getConf, getOptionAsDouble, getOptionAsInt, getOptionAsInt, getOptionAsLong, getOptionAsLong, newParser, parseArgs, parseInt, parseLong, printUsage, printUsage, processOldArgs, run, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

DEFAULT_OUTPUT_PATH

public static String DEFAULT_OUTPUT_PATH

OUTPUT_PATH_OPTION

public static org.apache.hbase.thirdparty.org.apache.commons.cli.Option OUTPUT_PATH_OPTION

DEFAULT_NUM_THREADS

public static int DEFAULT_NUM_THREADS

NUM_THREADS_OPTION

public static org.apache.hbase.thirdparty.org.apache.commons.cli.Option NUM_THREADS_OPTION

DEFAULT_NUM_PROCS

public static int DEFAULT_NUM_PROCS

NUM_PROCS_OPTION

public static org.apache.hbase.thirdparty.org.apache.commons.cli.Option NUM_PROCS_OPTION

DEFAULT_STATE_SIZE

public static int DEFAULT_STATE_SIZE

STATE_SIZE_OPTION

public static org.apache.hbase.thirdparty.org.apache.commons.cli.Option STATE_SIZE_OPTION

SYNC_OPTION

public static org.apache.hbase.thirdparty.org.apache.commons.cli.Option SYNC_OPTION

DEFAULT_SYNC_OPTION

public static String DEFAULT_SYNC_OPTION

outputPath

protected String outputPath

numThreads

protected int numThreads

numProcs

protected long numProcs

syncType

protected String syncType

stateSize

protected int stateSize

SERIALIZED_STATE

protected static byte[] SERIALIZED_STATE

store

protected T extends org.apache.hadoop.hbase.procedure2.store.ProcedureStore store

procIds

private AtomicLong procIds

Used by ProcedureStorePerformanceEvaluation<T extends org.apache.hadoop.hbase.procedure2.store.ProcedureStore>.Worker.

workersFailed

private AtomicBoolean workersFailed

WORKER_THREADS_TIMEOUT_SEC

private static final int WORKER_THREADS_TIMEOUT_SEC

See Also:

• Constant Field Values

Constructor Details

ProcedureStorePerformanceEvaluation

public ProcedureStorePerformanceEvaluation()

Method Details

addOptions

protected void addOptions()

Specified by:

addOptions in class org.apache.hadoop.hbase.util.AbstractHBaseTool

processOptions

protected void processOptions(org.apache.hbase.thirdparty.org.apache.commons.cli.CommandLine cmd)

Specified by:

processOptions in class org.apache.hadoop.hbase.util.AbstractHBaseTool

setUpProcedureStore

private void setUpProcedureStore()
                          throws IOException

Throws:

IOException

createProcedureStore

protected abstract T createProcedureStore(org.apache.hadoop.fs.Path storeDir)
                                   throws IOException

Throws:

IOException

postStop

protected void postStop(T store)
                 throws IOException

Throws:

IOException

tearDownProcedureStore

private void tearDownProcedureStore()

printRawFormatResult

protected abstract void printRawFormatResult(long timeTakenNs)

doWork

protected int doWork()
              throws Exception

Specified by:

doWork in class org.apache.hadoop.hbase.util.AbstractHBaseTool

Throws:

Exception

preWrite

protected abstract void preWrite(long procId)
                          throws IOException

Throws:

IOException