org.apache.hadoop.hbase.regionserver

Class TestSeekOptimizations

java.lang.Object

org.apache.hadoop.hbase.regionserver.TestSeekOptimizations

public class TestSeekOptimizations
extends Object

Test various seek optimizations for correctness and check if they are actually saving I/O operations.

Field Summary

Fields

Modifier and Type	Field and Description
private org.apache.hadoop.hbase.regionserver.BloomType	bloomType
static HBaseClassTestRule	CLASS_RULE
private static int[][]	COLUMN_SETS
private org.apache.hadoop.hbase.io.compress.Compression.Algorithm	comprAlgo
private org.apache.hadoop.hbase.client.Delete	del
private static int	DELETES_PER_ROW_COL
private Set<Long>	delTimestamps
private List<org.apache.hadoop.hbase.Cell>	expectedKVs
private static String	FAMILY
private static byte[]	FAMILY_BYTES
private static org.slf4j.Logger	LOG
private static int[]	MAX_VERSIONS_VALUES
private static int	NUM_COLS
private static int	NUM_ROWS
private org.apache.hadoop.hbase.client.Put	put
private static int	PUTS_PER_ROW_COL
private Set<Long>	putTimestamps
private org.apache.hadoop.hbase.regionserver.HRegion	region
private static Random	RNG
private static int[][]	ROW_RANGES
private static HBaseTestingUtility	TEST_UTIL
private long	totalSeekDiligent
private long	totalSeekLazy
private static boolean	USE_MANY_STORE_FILES Disable this when this test fails hopelessly and you need to debug a simpler case.
private static boolean	VERBOSE

Constructor Summary

Constructors

Constructor and Description
TestSeekOptimizations(org.apache.hadoop.hbase.io.compress.Compression.Algorithm comprAlgo, org.apache.hadoop.hbase.regionserver.BloomType bloomType)

Method Summary

Modifier and Type	Method and Description
void	assertKVListsEqual(String additionalMsg, List<? extends org.apache.hadoop.hbase.Cell> expected, List<? extends org.apache.hadoop.hbase.Cell> actual)
void	createTimestampRange(long minTS, long maxTS, long deleteUpToTS)
private byte[]	createValue(long ts)
void	delAtTimestamp(String qual, long ts)
private void	delUpToTimestamp(String qual, long upToTS)
private List<org.apache.hadoop.hbase.Cell>	filterExpectedResults(Set<String> qualSet, byte[] startRow, byte[] endRow, int maxVersions)
private String	getQualStr(int i)
private void	logDelete(String qual, long ts, String delType)
static Collection<Object[]>	parameters()
private void	prepareExpectedKVs(long latestDelTS)
void	put(String qual, long ts)
private long	randBetween(long a, long b)
private long	randLong(long n)
private byte[]	rowBytes(int i)
private String	rowStr(int i)
void	setUp()
void	tearDown()
void	testMultipleTimestampRanges()
private void	testScan(int[] columnArr, boolean lazySeekEnabled, int startRow, int endRow, int maxVersions)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

FAMILY

private static final String FAMILY

See Also:

Constant Field Values

FAMILY_BYTES

private static final byte[] FAMILY_BYTES

PUTS_PER_ROW_COL

private static final int PUTS_PER_ROW_COL

See Also:

Constant Field Values

DELETES_PER_ROW_COL

private static final int DELETES_PER_ROW_COL

See Also:

Constant Field Values

NUM_ROWS

private static final int NUM_ROWS

See Also:

Constant Field Values

NUM_COLS

private static final int NUM_COLS

See Also:

Constant Field Values

VERBOSE

private static final boolean VERBOSE

See Also:

Constant Field Values

USE_MANY_STORE_FILES

private static final boolean USE_MANY_STORE_FILES

Disable this when this test fails hopelessly and you need to debug a simpler case.

See Also:

Constant Field Values

COLUMN_SETS

private static final int[][] COLUMN_SETS

ROW_RANGES

private static final int[][] ROW_RANGES

MAX_VERSIONS_VALUES

private static final int[] MAX_VERSIONS_VALUES

region

private org.apache.hadoop.hbase.regionserver.HRegion region

put

private org.apache.hadoop.hbase.client.Put put

del

private org.apache.hadoop.hbase.client.Delete del

putTimestamps

private Set<Long> putTimestamps

delTimestamps

private Set<Long> delTimestamps

expectedKVs

private List<org.apache.hadoop.hbase.Cell> expectedKVs

comprAlgo

private org.apache.hadoop.hbase.io.compress.Compression.Algorithm comprAlgo

bloomType

private org.apache.hadoop.hbase.regionserver.BloomType bloomType

totalSeekDiligent

private long totalSeekDiligent

totalSeekLazy

private long totalSeekLazy

TEST_UTIL

private static final HBaseTestingUtility TEST_UTIL

RNG

private static final Random RNG

Constructor Detail

TestSeekOptimizations

public TestSeekOptimizations(org.apache.hadoop.hbase.io.compress.Compression.Algorithm comprAlgo,
                             org.apache.hadoop.hbase.regionserver.BloomType bloomType)

Method Detail

parameters

public static final Collection<Object[]> parameters()

setUp

public void setUp()

testMultipleTimestampRanges

public void testMultipleTimestampRanges()
                                 throws IOException

Throws:

IOException

testScan

private void testScan(int[] columnArr,
                      boolean lazySeekEnabled,
                      int startRow,
                      int endRow,
                      int maxVersions)
               throws IOException

Throws:

IOException

filterExpectedResults

private List<org.apache.hadoop.hbase.Cell> filterExpectedResults(Set<String> qualSet,
                                                                 byte[] startRow,
                                                                 byte[] endRow,
                                                                 int maxVersions)

prepareExpectedKVs

private void prepareExpectedKVs(long latestDelTS)

put

public void put(String qual,
                long ts)

createValue

private byte[] createValue(long ts)

delAtTimestamp

public void delAtTimestamp(String qual,
                           long ts)

logDelete

private void logDelete(String qual,
                       long ts,
                       String delType)

delUpToTimestamp

private void delUpToTimestamp(String qual,
                              long upToTS)

randLong

private long randLong(long n)

randBetween

private long randBetween(long a,
                         long b)

rowStr

private final String rowStr(int i)

rowBytes

private final byte[] rowBytes(int i)

getQualStr

private final String getQualStr(int i)

createTimestampRange

public void createTimestampRange(long minTS,
                                 long maxTS,
                                 long deleteUpToTS)
                          throws IOException

Throws:

IOException

tearDown

public void tearDown()
              throws IOException

Throws:

IOException

assertKVListsEqual

public void assertKVListsEqual(String additionalMsg,
                               List<? extends org.apache.hadoop.hbase.Cell> expected,
                               List<? extends org.apache.hadoop.hbase.Cell> actual)