Package org.apache.hadoop.hbase.regionserver

Class TestDefaultMemStore

java.lang.Object

org.apache.hadoop.hbase.regionserver.TestDefaultMemStore

Direct Known Subclasses:

TestCompactingMemStore

public class TestDefaultMemStore
extends Object

memstore test case

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private class	TestDefaultMemStore.EnvironmentEdgeForMemstoreTest
private static class	TestDefaultMemStore.ReadOwnWritesTester

Field Summary

Fields

Modifier and Type	Field	Description
protected org.apache.hadoop.hbase.regionserver.ChunkCreator	chunkCreator
static final HBaseClassTestRule	CLASS_RULE
protected static final byte[]	FAMILY
private static final org.slf4j.Logger	LOG
protected org.apache.hadoop.hbase.regionserver.AbstractMemStore	memstore
protected org.apache.hadoop.hbase.regionserver.MultiVersionConcurrencyControl	mvcc
org.junit.rules.TestName	name
protected static final int	QUALIFIER_COUNT
protected static final int	ROW_COUNT
protected AtomicLong	startSeqNum

Constructor Summary

Constructors

Constructor	Description
TestDefaultMemStore()

Method Summary

Modifier and Type	Method	Description
private static void	addRegionToMETA(org.apache.hadoop.hbase.regionserver.HRegion meta, org.apache.hadoop.hbase.regionserver.HRegion r)	Inserts a new region's meta information into the passed meta region.
private static void	addRows(int count, org.apache.hadoop.hbase.regionserver.MemStore mem)
protected int	addRows(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc)	Adds ROW_COUNT rows and QUALIFIER_COUNT
protected int	addRows(org.apache.hadoop.hbase.regionserver.MemStore hmc, long ts)	Adds ROW_COUNT rows and QUALIFIER_COUNT
protected void	assertScannerResults(org.apache.hadoop.hbase.regionserver.KeyValueScanner scanner, org.apache.hadoop.hbase.KeyValue[] expected)
protected void	checkShouldFlush(org.apache.hadoop.conf.Configuration conf, boolean expected)
(package private) static void	doScan(org.apache.hadoop.hbase.regionserver.MemStore ms, int iteration)
private long	getBytesReadFromMemstore()
private String	getName()
protected void	internalSetUp()
private void	isExpectedRowWithoutTimestamps(int rowIndex, List<org.apache.hadoop.hbase.Cell> kvs)
static void	main(String[] args)
private static byte[]	makeQualifier(int i1, int i2)
private long	runSnapshot(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc)
void	setUp()
static void	tearDownClass()
void	testBytesReadFromMemstore()
void	testBytesReadFromMemstoreWithScanMetricsDisabled()
void	testGet_memstoreAndSnapShot()
void	testGetNextRow()	Test getNextRow from memstore
void	testGetWithDelete()
void	testGetWithDeleteColumn()
void	testGetWithDeleteFamily()
void	testKeepDeleteInmemstore()
void	testMemstoreConcurrentControl()
void	testMemstoreDeletesVisibilityWithSameKey()	When we insert a higher-memstoreTS deletion of a cell but with the same timestamp, we still need to provide consistent reads for the same scanner.
void	testMemstoreEditsVisibilityWithSameKey()	Regression test for HBASE-2616, HBASE-2670.
void	testMultipleVersionsSimple()
void	testPutSameCell()
void	testPutSameKey()
void	testReadOwnWritesUnderConcurrency()
void	testRetainsDeleteColumn()
void	testRetainsDeleteFamily()
void	testRetainsDeleteVersion()
void	testScanAcrossSnapshot()	Test memstore snapshot happening while scanning.
void	testScanAcrossSnapshot2()	A simple test which verifies the 3 possible states when scanning across snapshot.
void	testShouldFlush()	Tests the HRegion.shouldFlush method - adds an edit in the memstore and checks that shouldFlush returns true, and another where it disables the periodic flush functionality and tests whether shouldFlush returns false.
void	testShouldFlushMeta()
void	testSnapshotting()	Test memstore snapshots
void	testUpdateToTimeOfOldestEdit()	Tests that the timeOfOldestEdit is updated correctly for the various edit operations in memstore.
void	testUpsertMemstoreSize()	Add keyvalues with a fixed memstoreTs, and checks that memstore size is decreased as older keyvalues are deleted from the memstore.
protected void	verifyOneScanAcrossSnapshot2(org.apache.hadoop.hbase.KeyValue kv1, org.apache.hadoop.hbase.KeyValue kv2)
protected void	verifyScanAcrossSnapshot2(org.apache.hadoop.hbase.KeyValue kv1, org.apache.hadoop.hbase.KeyValue kv2)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

name

public org.junit.rules.TestName name

memstore

protected org.apache.hadoop.hbase.regionserver.AbstractMemStore memstore

ROW_COUNT

protected static final int ROW_COUNT

See Also:

• Constant Field Values

QUALIFIER_COUNT

protected static final int QUALIFIER_COUNT

See Also:

• Constant Field Values

FAMILY

protected static final byte[] FAMILY

mvcc

protected org.apache.hadoop.hbase.regionserver.MultiVersionConcurrencyControl mvcc

startSeqNum

protected AtomicLong startSeqNum

chunkCreator

protected org.apache.hadoop.hbase.regionserver.ChunkCreator chunkCreator

Constructor Details

TestDefaultMemStore

public TestDefaultMemStore()

Method Details

getName

private String getName()

setUp

public void setUp()
           throws Exception

Throws:

Exception

tearDownClass

public static void tearDownClass()
                          throws Exception

Throws:

Exception

internalSetUp

protected void internalSetUp()
                      throws Exception

Throws:

Exception

testPutSameKey

public void testPutSameKey()

testPutSameCell

public void testPutSameCell()

testScanAcrossSnapshot

public void testScanAcrossSnapshot()
                            throws IOException

Test memstore snapshot happening while scanning.

Throws:

IOException

testScanAcrossSnapshot2

public void testScanAcrossSnapshot2()
                             throws IOException,
CloneNotSupportedException

A simple test which verifies the 3 possible states when scanning across snapshot.

Throws:

IOException

CloneNotSupportedException

verifyScanAcrossSnapshot2

protected void verifyScanAcrossSnapshot2(org.apache.hadoop.hbase.KeyValue kv1,
 org.apache.hadoop.hbase.KeyValue kv2)
                                  throws IOException

Throws:

IOException

verifyOneScanAcrossSnapshot2

protected void verifyOneScanAcrossSnapshot2(org.apache.hadoop.hbase.KeyValue kv1,
 org.apache.hadoop.hbase.KeyValue kv2)
                                     throws IOException

Throws:

IOException

assertScannerResults

protected void assertScannerResults(org.apache.hadoop.hbase.regionserver.KeyValueScanner scanner,
 org.apache.hadoop.hbase.KeyValue[] expected)
                             throws IOException

Throws:

IOException

testMemstoreConcurrentControl

public void testMemstoreConcurrentControl()
                                   throws IOException

Throws:

IOException

getBytesReadFromMemstore

private long getBytesReadFromMemstore()
                               throws IOException

Throws:

IOException

testBytesReadFromMemstore

public void testBytesReadFromMemstore()
                               throws IOException

Throws:

IOException

testBytesReadFromMemstoreWithScanMetricsDisabled

public void testBytesReadFromMemstoreWithScanMetricsDisabled()
                                                      throws IOException

Throws:

IOException

testMemstoreEditsVisibilityWithSameKey

public void testMemstoreEditsVisibilityWithSameKey()
                                            throws IOException

Regression test for HBASE-2616, HBASE-2670. When we insert a higher-memstoreTS version of a cell but with the same timestamp, we still need to provide consistent reads for the same scanner.

Throws:

IOException

testMemstoreDeletesVisibilityWithSameKey

public void testMemstoreDeletesVisibilityWithSameKey()
                                              throws IOException

When we insert a higher-memstoreTS deletion of a cell but with the same timestamp, we still need to provide consistent reads for the same scanner.

Throws:

IOException

testReadOwnWritesUnderConcurrency

public void testReadOwnWritesUnderConcurrency()
                                       throws Throwable

Throws:

Throwable

testSnapshotting

public void testSnapshotting()
                      throws IOException

Test memstore snapshots

Throws:

IOException

testMultipleVersionsSimple

public void testMultipleVersionsSimple()
                                throws Exception

Throws:

Exception

testGetNextRow

public void testGetNextRow()
                    throws Exception

Test getNextRow from memstore

Throws:

Exception

testGet_memstoreAndSnapShot

public void testGet_memstoreAndSnapShot()
                                 throws IOException

Throws:

IOException

testGetWithDelete

public void testGetWithDelete()
                       throws IOException

Throws:

IOException

testGetWithDeleteColumn

public void testGetWithDeleteColumn()
                             throws IOException

Throws:

IOException

testGetWithDeleteFamily

public void testGetWithDeleteFamily()
                             throws IOException

Throws:

IOException

testKeepDeleteInmemstore

public void testKeepDeleteInmemstore()

testRetainsDeleteVersion

public void testRetainsDeleteVersion()
                              throws IOException

Throws:

IOException

testRetainsDeleteColumn

public void testRetainsDeleteColumn()
                             throws IOException

Throws:

IOException

testRetainsDeleteFamily

public void testRetainsDeleteFamily()
                             throws IOException

Throws:

IOException

makeQualifier

private static byte[] makeQualifier(int i1,
 int i2)

testUpsertMemstoreSize

public void testUpsertMemstoreSize()
                            throws Exception

Add keyvalues with a fixed memstoreTs, and checks that memstore size is decreased as older keyvalues are deleted from the memstore.

Throws:

Exception

testUpdateToTimeOfOldestEdit

public void testUpdateToTimeOfOldestEdit()
                                  throws Exception

Tests that the timeOfOldestEdit is updated correctly for the various edit operations in memstore.

Throws:

Exception

testShouldFlush

public void testShouldFlush()
                     throws Exception

Tests the HRegion.shouldFlush method - adds an edit in the memstore and checks that shouldFlush returns true, and another where it disables the periodic flush functionality and tests whether shouldFlush returns false.

Throws:

Exception

checkShouldFlush

protected void checkShouldFlush(org.apache.hadoop.conf.Configuration conf,
 boolean expected)
                         throws Exception

Throws:

Exception

testShouldFlushMeta

public void testShouldFlushMeta()
                         throws Exception

Throws:

Exception

addRegionToMETA

private static void addRegionToMETA(org.apache.hadoop.hbase.regionserver.HRegion meta,
 org.apache.hadoop.hbase.regionserver.HRegion r)
                             throws IOException

Inserts a new region's meta information into the passed meta region.

Parameters:

meta - hbase:meta HRegion to be updated

r - HRegion to add to meta

Throws:

IOException

addRows

protected int addRows(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc)

Adds ROW_COUNT rows and QUALIFIER_COUNT

Parameters:

hmc - Instance to add rows to.

Returns:

How many rows we added.

addRows

protected int addRows(org.apache.hadoop.hbase.regionserver.MemStore hmc,
 long ts)

Adds ROW_COUNT rows and QUALIFIER_COUNT

Parameters:

hmc - Instance to add rows to.

Returns:

How many rows we added.

runSnapshot

private long runSnapshot(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc)
                  throws org.apache.hadoop.hbase.exceptions.UnexpectedStateException

Throws:

org.apache.hadoop.hbase.exceptions.UnexpectedStateException

isExpectedRowWithoutTimestamps

private void isExpectedRowWithoutTimestamps(int rowIndex,
 List<org.apache.hadoop.hbase.Cell> kvs)

addRows

private static void addRows(int count,
 org.apache.hadoop.hbase.regionserver.MemStore mem)

doScan

static void doScan(org.apache.hadoop.hbase.regionserver.MemStore ms,
 int iteration)
            throws IOException

Throws:

IOException

main

public static void main(String[] args)
                 throws IOException

Throws:

IOException