org.apache.hadoop.hbase

Class PerformanceEvaluation.TestBase

java.lang.Object

org.apache.hadoop.hbase.PerformanceEvaluation.TestBase

Direct Known Subclasses:

PerformanceEvaluation.AsyncTest, PerformanceEvaluation.Test

Enclosing class:

PerformanceEvaluation

abstract static class PerformanceEvaluation.TestBase
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
private com.codahale.metrics.Histogram	bytesInRemoteResultsHistogram
private com.codahale.metrics.Histogram	bytesInResultsHistogram
protected org.apache.hadoop.conf.Configuration	conf
private int	everyN
private com.codahale.metrics.Histogram	latencyHistogram
private com.codahale.metrics.Histogram	millisBetweenNextHistogram
private long	numOfReplyFromReplica
private long	numOfReplyOverLatencyThreshold
protected PerformanceEvaluation.TestOptions	opts
protected Random	rand
private static Random	randomSeed
private com.codahale.metrics.Histogram	regionsScannedHistogram
private com.codahale.metrics.Histogram	remoteRpcCallsHistogram
private com.codahale.metrics.Histogram	replicaLatencyHistogram
private com.codahale.metrics.Histogram	rpcCallsHistogram
private PerformanceEvaluation.Status	status
private String	testName
private com.codahale.metrics.Histogram	valueSizeHistogram
private RandomDistribution.Zipf	zipf

Constructor Summary

Constructors

Constructor and Description
TestBase(org.apache.hadoop.conf.Configuration conf, PerformanceEvaluation.TestOptions options, PerformanceEvaluation.Status status) Note that all subclasses of this class must provide a public constructor that has the exact same list of arguments.

Method Summary

Modifier and Type	Method and Description
(package private) String	generateStatus(int sr, int i, int lr)
(package private) int	getLastRow()
com.codahale.metrics.Histogram	getLatencyHistogram() Populated by testTakedown.
protected int	getReportingPeriod()
String	getShortLatencyReport() Returns Subset of the histograms' calculation.
String	getShortValueSizeReport() Returns Subset of the histograms' calculation.
(package private) int	getStartRow()
(package private) int	getValueLength(Random r)
(package private) boolean	isRandomValueSize()
private static long	nextRandomSeed()
(package private) abstract void	onStartup()
(package private) abstract void	onTakedown()
(package private) long	test()
(package private) abstract boolean	testRow(int i, long startTime) Test for individual row.
(package private) void	testSetup()
(package private) void	testTakedown()
(package private) void	testTimed() Provides an extension point for tests that don't want a per row invocation.
(package private) void	updateScanMetrics(org.apache.hadoop.hbase.client.metrics.ScanMetrics metrics)
(package private) void	updateValueSize(int valueSize)
(package private) void	updateValueSize(org.apache.hadoop.hbase.client.Result r)
(package private) void	updateValueSize(org.apache.hadoop.hbase.client.Result[] rs)
(package private) void	updateValueSize(org.apache.hadoop.hbase.client.Result[] rs, long latency)
(package private) void	updateValueSize(org.apache.hadoop.hbase.client.Result r, long latency)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

randomSeed

private static final Random randomSeed

everyN

private final int everyN

rand

protected final Random rand

conf

protected final org.apache.hadoop.conf.Configuration conf

opts

protected final PerformanceEvaluation.TestOptions opts

status

private final PerformanceEvaluation.Status status

testName

private String testName

latencyHistogram

private com.codahale.metrics.Histogram latencyHistogram

replicaLatencyHistogram

private com.codahale.metrics.Histogram replicaLatencyHistogram

valueSizeHistogram

private com.codahale.metrics.Histogram valueSizeHistogram

rpcCallsHistogram

private com.codahale.metrics.Histogram rpcCallsHistogram

remoteRpcCallsHistogram

private com.codahale.metrics.Histogram remoteRpcCallsHistogram

millisBetweenNextHistogram

private com.codahale.metrics.Histogram millisBetweenNextHistogram

regionsScannedHistogram

private com.codahale.metrics.Histogram regionsScannedHistogram

bytesInResultsHistogram

private com.codahale.metrics.Histogram bytesInResultsHistogram

bytesInRemoteResultsHistogram

private com.codahale.metrics.Histogram bytesInRemoteResultsHistogram

zipf

private RandomDistribution.Zipf zipf

numOfReplyOverLatencyThreshold

private long numOfReplyOverLatencyThreshold

numOfReplyFromReplica

private long numOfReplyFromReplica

Constructor Detail

TestBase

TestBase(org.apache.hadoop.conf.Configuration conf,
         PerformanceEvaluation.TestOptions options,
         PerformanceEvaluation.Status status)

Note that all subclasses of this class must provide a public constructor that has the exact same list of arguments.

Method Detail

nextRandomSeed

private static long nextRandomSeed()

getValueLength

int getValueLength(Random r)

updateValueSize

void updateValueSize(org.apache.hadoop.hbase.client.Result[] rs)
              throws IOException

Throws:

IOException

updateValueSize

void updateValueSize(org.apache.hadoop.hbase.client.Result[] rs,
                     long latency)
              throws IOException

Throws:

IOException

updateValueSize

void updateValueSize(org.apache.hadoop.hbase.client.Result r)
              throws IOException

Throws:

IOException

updateValueSize

void updateValueSize(org.apache.hadoop.hbase.client.Result r,
                     long latency)
              throws IOException

Throws:

IOException

updateValueSize

void updateValueSize(int valueSize)

updateScanMetrics

void updateScanMetrics(org.apache.hadoop.hbase.client.metrics.ScanMetrics metrics)

generateStatus

String generateStatus(int sr,
                      int i,
                      int lr)

isRandomValueSize

boolean isRandomValueSize()

getReportingPeriod

protected int getReportingPeriod()

getLatencyHistogram

public com.codahale.metrics.Histogram getLatencyHistogram()

Populated by testTakedown. Only implemented by RandomReadTest at the moment.

testSetup

void testSetup()
        throws IOException

Throws:

IOException

onStartup

abstract void onStartup()
                 throws IOException

Throws:

IOException

testTakedown

void testTakedown()
           throws IOException

Throws:

IOException

onTakedown

abstract void onTakedown()
                  throws IOException

Throws:

IOException

test

long test()
   throws IOException,
          InterruptedException

Throws:

IOException

InterruptedException

getStartRow

int getStartRow()

getLastRow

int getLastRow()

testTimed

void testTimed()
        throws IOException,
               InterruptedException

Provides an extension point for tests that don't want a per row invocation.

Throws:

IOException

InterruptedException

getShortLatencyReport

public String getShortLatencyReport()

Returns Subset of the histograms' calculation.

getShortValueSizeReport

public String getShortValueSizeReport()

Returns Subset of the histograms' calculation.

testRow

abstract boolean testRow(int i,
                         long startTime)
                  throws IOException,
                         InterruptedException

Test for individual row.

Parameters:

i - Row index.

Returns:

true if the row was sent to server and need to record metrics. False if not, multiGet and multiPut e.g., the rows are sent to server only if enough gets/puts are gathered.

Throws:

IOException

InterruptedException