org.apache.hadoop.hbase.util

Class TestMiniClusterLoadSequential

java.lang.Object

org.apache.hadoop.hbase.util.TestMiniClusterLoadSequential

Direct Known Subclasses:

TestLoadAndSwitchEncodeOnDisk, TestMiniClusterLoadParallel

public class TestMiniClusterLoadSequential
extends Object

A write/read/verify load test on a mini HBase cluster. Tests reading and then writing.

Field Summary

Fields

Modifier and Type	Field and Description
protected static byte[]	CF
static HBaseClassTestRule	CLASS_RULE
protected org.apache.hadoop.hbase.io.compress.Compression.Algorithm	compression
protected org.apache.hadoop.conf.Configuration	conf
protected org.apache.hadoop.hbase.io.encoding.DataBlockEncoding	dataBlockEncoding
protected boolean	isMultiPut
private static org.slf4j.Logger	LOG
protected static int	NUM_RS
protected static int	NUM_THREADS
protected int	numKeys
protected MultiThreadedReader	readerThreads
protected static org.apache.hadoop.hbase.TableName	TABLE
protected static HBaseTestingUtility	TEST_UTIL
protected static int	TIMEOUT_MS
protected MultiThreadedWriter	writerThreads

Constructor Summary

Constructors

Constructor and Description
TestMiniClusterLoadSequential(boolean isMultiPut, org.apache.hadoop.hbase.io.encoding.DataBlockEncoding dataBlockEncoding)

Method Summary

Modifier and Type	Method and Description
protected void	createPreSplitLoadTestTable(org.apache.hadoop.hbase.HTableDescriptor htd, org.apache.hadoop.hbase.HColumnDescriptor hcd)
protected org.apache.hadoop.hbase.HColumnDescriptor	getColumnDesc(org.apache.hadoop.hbase.client.Admin admin)
void	loadTest()
protected int	numKeys()
static Collection<Object[]>	parameters()
protected void	prepareForLoadTest()
protected MultiThreadedReader	prepareReaderThreads(LoadTestDataGenerator dataGen, org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.hbase.TableName tableName, double verifyPercent)
protected MultiThreadedWriter	prepareWriterThreads(LoadTestDataGenerator dataGen, org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.hbase.TableName tableName)
protected void	runLoadTestOnExistingTable()
void	setUp()
void	tearDown()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

TABLE

protected static final org.apache.hadoop.hbase.TableName TABLE

CF

protected static final byte[] CF

NUM_THREADS

protected static final int NUM_THREADS

See Also:

Constant Field Values

NUM_RS

protected static final int NUM_RS

See Also:

Constant Field Values

TIMEOUT_MS

protected static final int TIMEOUT_MS

See Also:

Constant Field Values

TEST_UTIL

protected static final HBaseTestingUtility TEST_UTIL

conf

protected final org.apache.hadoop.conf.Configuration conf

isMultiPut

protected final boolean isMultiPut

dataBlockEncoding

protected final org.apache.hadoop.hbase.io.encoding.DataBlockEncoding dataBlockEncoding

writerThreads

protected MultiThreadedWriter writerThreads

readerThreads

protected MultiThreadedReader readerThreads

numKeys

protected int numKeys

compression

protected org.apache.hadoop.hbase.io.compress.Compression.Algorithm compression

Constructor Detail

TestMiniClusterLoadSequential

public TestMiniClusterLoadSequential(boolean isMultiPut,
                                     org.apache.hadoop.hbase.io.encoding.DataBlockEncoding dataBlockEncoding)

Method Detail

parameters

public static Collection<Object[]> parameters()

setUp

public void setUp()
           throws Exception

Throws:

Exception

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

prepareReaderThreads

protected MultiThreadedReader prepareReaderThreads(LoadTestDataGenerator dataGen,
                                                   org.apache.hadoop.conf.Configuration conf,
                                                   org.apache.hadoop.hbase.TableName tableName,
                                                   double verifyPercent)
                                            throws IOException

Throws:

IOException

prepareWriterThreads

protected MultiThreadedWriter prepareWriterThreads(LoadTestDataGenerator dataGen,
                                                   org.apache.hadoop.conf.Configuration conf,
                                                   org.apache.hadoop.hbase.TableName tableName)
                                            throws IOException

Throws:

IOException

loadTest

public void loadTest()
              throws Exception

Throws:

Exception

runLoadTestOnExistingTable

protected void runLoadTestOnExistingTable()
                                   throws IOException

Throws:

IOException

createPreSplitLoadTestTable

protected void createPreSplitLoadTestTable(org.apache.hadoop.hbase.HTableDescriptor htd,
                                           org.apache.hadoop.hbase.HColumnDescriptor hcd)
                                    throws IOException

Throws:

IOException

prepareForLoadTest

protected void prepareForLoadTest()
                           throws IOException

Throws:

IOException

numKeys

protected int numKeys()

getColumnDesc

protected org.apache.hadoop.hbase.HColumnDescriptor getColumnDesc(org.apache.hadoop.hbase.client.Admin admin)
                                                           throws org.apache.hadoop.hbase.TableNotFoundException,
                                                                  IOException

Throws:

org.apache.hadoop.hbase.TableNotFoundException

IOException