Package org.apache.hadoop.hbase.regionserver

Class TestSeekOptimizations

java.lang.Object

org.apache.hadoop.hbase.regionserver.TestSeekOptimizations

@Tag("org.apache.hadoop.hbase.testclassification.RegionServerTests") @Tag("org.apache.hadoop.hbase.testclassification.MediumTests")
public class TestSeekOptimizations
extends Object

Test various seek optimizations for correctness and check if they are actually saving I/O operations.

Field Summary

Fields

Modifier and Type	Field	Description
private org.apache.hadoop.hbase.regionserver.BloomType	bloomType
private static final int[][]	COLUMN_SETS
private org.apache.hadoop.hbase.io.compress.Compression.Algorithm	comprAlgo
private org.apache.hadoop.hbase.client.Delete	del
private static final int	DELETES_PER_ROW_COL
private Set<Long>	delTimestamps
private List<org.apache.hadoop.hbase.Cell>	expectedKVs
private static final String	FAMILY
private static final byte[]	FAMILY_BYTES
private static final org.slf4j.Logger	LOG
private static final int[]	MAX_VERSIONS_VALUES
private static final int	NUM_COLS
private static final int	NUM_ROWS
private org.apache.hadoop.hbase.client.Put	put
private static final int	PUTS_PER_ROW_COL
private Set<Long>	putTimestamps
private org.apache.hadoop.hbase.regionserver.HRegion	region
private static final Random	RNG
private static final int[][]	ROW_RANGES
private static final HBaseTestingUtil	TEST_UTIL
private long	totalSeekDiligent
private long	totalSeekLazy
private static final boolean	USE_MANY_STORE_FILES	Disable this when this test fails hopelessly and you need to debug a simpler case.
private static final boolean	VERBOSE

Constructor Summary

Constructors

Constructor	Description
TestSeekOptimizations(org.apache.hadoop.hbase.io.compress.Compression.Algorithm comprAlgo, org.apache.hadoop.hbase.regionserver.BloomType bloomType)

Method Summary

Modifier and Type	Method	Description
void	assertKVListsEqual(String additionalMsg, List<? extends org.apache.hadoop.hbase.Cell> expected, List<? extends org.apache.hadoop.hbase.Cell> actual)
void	createTimestampRange(long minTS, long maxTS, long deleteUpToTS)
private byte[]	createValue(long ts)
void	delAtTimestamp(String qual, long ts)
private void	delUpToTimestamp(String qual, long upToTS)
private List<org.apache.hadoop.hbase.Cell>	filterExpectedResults(Set<String> qualSet, byte[] startRow, byte[] endRow, int maxVersions)
private final String	getQualStr(int i)
private void	logDelete(String qual, long ts, String delType)
static Stream<org.junit.jupiter.params.provider.Arguments>	parameters()
private void	prepareExpectedKVs(long latestDelTS)
void	put(String qual, long ts)
private long	randBetween(long a, long b)
private long	randLong(long n)
private final byte[]	rowBytes(int i)
private final String	rowStr(int i)
void	setUp()
void	tearDown()
void	testMultipleTimestampRanges()
private void	testScan(int[] columnArr, boolean lazySeekEnabled, int startRow, int endRow, int maxVersions)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

FAMILY

private static final String FAMILY

See Also:

• Constant Field Values

FAMILY_BYTES

private static final byte[] FAMILY_BYTES

PUTS_PER_ROW_COL

private static final int PUTS_PER_ROW_COL

See Also:

• Constant Field Values

DELETES_PER_ROW_COL

private static final int DELETES_PER_ROW_COL

See Also:

• Constant Field Values

NUM_ROWS

private static final int NUM_ROWS

See Also:

• Constant Field Values

NUM_COLS

private static final int NUM_COLS

See Also:

• Constant Field Values

VERBOSE

private static final boolean VERBOSE

See Also:

• Constant Field Values

USE_MANY_STORE_FILES

private static final boolean USE_MANY_STORE_FILES

Disable this when this test fails hopelessly and you need to debug a simpler case.

See Also:

• Constant Field Values

COLUMN_SETS

private static final int[][] COLUMN_SETS

ROW_RANGES

private static final int[][] ROW_RANGES

MAX_VERSIONS_VALUES

private static final int[] MAX_VERSIONS_VALUES

region

private org.apache.hadoop.hbase.regionserver.HRegion region

put

private org.apache.hadoop.hbase.client.Put put

del

private org.apache.hadoop.hbase.client.Delete del

putTimestamps

private Set<Long> putTimestamps

delTimestamps

private Set<Long> delTimestamps

expectedKVs

private List<org.apache.hadoop.hbase.Cell> expectedKVs

comprAlgo

private org.apache.hadoop.hbase.io.compress.Compression.Algorithm comprAlgo

bloomType

private org.apache.hadoop.hbase.regionserver.BloomType bloomType

totalSeekDiligent

private long totalSeekDiligent

totalSeekLazy

private long totalSeekLazy

TEST_UTIL

private static final HBaseTestingUtil TEST_UTIL

RNG

private static final Random RNG

Constructor Details

TestSeekOptimizations

public TestSeekOptimizations(org.apache.hadoop.hbase.io.compress.Compression.Algorithm comprAlgo,
 org.apache.hadoop.hbase.regionserver.BloomType bloomType)

Method Details

parameters

public static Stream<org.junit.jupiter.params.provider.Arguments> parameters()

setUp

@BeforeEach
public void setUp()

testMultipleTimestampRanges

@TestTemplate
public void testMultipleTimestampRanges()
                                 throws IOException

Throws:

IOException

testScan

private void testScan(int[] columnArr,
 boolean lazySeekEnabled,
 int startRow,
 int endRow,
 int maxVersions)
               throws IOException

Throws:

IOException

filterExpectedResults

private List<org.apache.hadoop.hbase.Cell> filterExpectedResults(Set<String> qualSet,
 byte[] startRow,
 byte[] endRow,
 int maxVersions)

prepareExpectedKVs

private void prepareExpectedKVs(long latestDelTS)

put

public void put(String qual,
 long ts)

createValue

private byte[] createValue(long ts)

delAtTimestamp

public void delAtTimestamp(String qual,
 long ts)

logDelete

private void logDelete(String qual,
 long ts,
 String delType)

delUpToTimestamp

private void delUpToTimestamp(String qual,
 long upToTS)

randLong

private long randLong(long n)

randBetween

private long randBetween(long a,
 long b)

rowStr

private final String rowStr(int i)

rowBytes

private final byte[] rowBytes(int i)

getQualStr

private final String getQualStr(int i)

createTimestampRange

public void createTimestampRange(long minTS,
 long maxTS,
 long deleteUpToTS)
                          throws IOException

Throws:

IOException

tearDown

@AfterEach
public void tearDown()
              throws IOException

Throws:

IOException

assertKVListsEqual

public void assertKVListsEqual(String additionalMsg,
 List<? extends org.apache.hadoop.hbase.Cell> expected,
 List<? extends org.apache.hadoop.hbase.Cell> actual)