Package org.apache.hadoop.hbase.regionserver

Class TestDefaultMemStore

java.lang.Object

org.apache.hadoop.hbase.regionserver.TestDefaultMemStore

Direct Known Subclasses:

TestCompactingMemStore

@Tag("org.apache.hadoop.hbase.testclassification.RegionServerTests") @Tag("org.apache.hadoop.hbase.testclassification.MediumTests")
public class TestDefaultMemStore
extends Object

memstore test case

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private class	TestDefaultMemStore.EnvironmentEdgeForMemstoreTest
private static class	TestDefaultMemStore.ReadOwnWritesTester

Field Summary

Fields

Modifier and Type	Field	Description
protected org.apache.hadoop.hbase.regionserver.ChunkCreator	chunkCreator
protected static final byte[]	FAMILY
private static final org.slf4j.Logger	LOG
protected org.apache.hadoop.hbase.regionserver.AbstractMemStore	memstore
protected org.apache.hadoop.hbase.regionserver.MultiVersionConcurrencyControl	mvcc
protected String	name
protected static final int	QUALIFIER_COUNT
protected static final int	ROW_COUNT
protected static final int	SCAN_ROW_COUNT

Constructor Summary

Constructors

Constructor	Description
TestDefaultMemStore()

Method Summary

Modifier and Type	Method	Description
private static void	addRegionToMETA(org.apache.hadoop.hbase.regionserver.HRegion meta, org.apache.hadoop.hbase.regionserver.HRegion r)	Inserts a new region's meta information into the passed meta region.
private static void	addRows(int count, org.apache.hadoop.hbase.regionserver.MemStore mem)
protected int	addRows(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc)	Adds ROW_COUNT rows and QUALIFIER_COUNT
protected int	addRows(org.apache.hadoop.hbase.regionserver.MemStore hmc, long ts)	Adds ROW_COUNT rows and QUALIFIER_COUNT
protected void	assertScannerResults(org.apache.hadoop.hbase.regionserver.KeyValueScanner scanner, org.apache.hadoop.hbase.KeyValue[] expected)
protected void	checkShouldFlush(org.apache.hadoop.conf.Configuration conf, boolean expected)
protected void	createChunkCreator()
protected void	createMemStore()
private static int	doScan(org.apache.hadoop.hbase.regionserver.MemStore ms, int iteration)
private long	getBytesReadFromMemstore()
protected String	getParameterizedTestNameSuffix()
protected String	getTestName(org.junit.jupiter.api.TestInfo testInfo)
protected void	internalSetUp()
protected void	internalTearDown()
private void	isExpectedRowWithoutTimestamps(int rowIndex, List<org.apache.hadoop.hbase.Cell> kvs)
protected static byte[]	makeQualifier(int i1, int i2)
private long	runSnapshot(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc)
protected void	scanMemStore(org.apache.hadoop.hbase.regionserver.MemStore ms, int expectedCount)
void	setUp(org.junit.jupiter.api.TestInfo testInfo)
void	tearDown()
static void	tearDownClass()
void	testBytesReadFromMemstore()
void	testBytesReadFromMemstoreWithScanMetricsDisabled()
void	testGet_memstoreAndSnapShot()
void	testGetNextRow()	Test getNextRow from memstore
void	testGetWithDelete()
void	testGetWithDeleteColumn()
void	testGetWithDeleteFamily()
void	testKeepDeleteInmemstore()
void	testMemstoreConcurrentControl()
void	testMemstoreDeletesVisibilityWithSameKey()	When we insert a higher-memstoreTS deletion of a cell but with the same timestamp, we still need to provide consistent reads for the same scanner.
void	testMemstoreEditsVisibilityWithSameKey()	Regression test for HBASE-2616, HBASE-2670.
void	testMultipleVersionsSimple()
void	testPutSameCell()
void	testPutSameKey()
void	testReadOwnWritesUnderConcurrency()
void	testRetainsDeleteColumn()
void	testRetainsDeleteFamily()
void	testRetainsDeleteVersion()
void	testScan()
void	testScanAcrossSnapshot()	Test memstore snapshot happening while scanning.
void	testScanAcrossSnapshot2()	A simple test which verifies the 3 possible states when scanning across snapshot.
void	testShouldFlush()	Tests the HRegion.shouldFlush method - adds an edit in the memstore and checks that shouldFlush returns true, and another where it disables the periodic flush functionality and tests whether shouldFlush returns false.
void	testShouldFlushMeta()
void	testSnapshotting()	Test memstore snapshots
void	testUpdateToTimeOfOldestEdit()	Tests that the timeOfOldestEdit is updated correctly for the various edit operations in memstore.
void	testUpsertMemstoreSize()	Add keyvalues with a fixed memstoreTs, and checks that memstore size is decreased as older keyvalues are deleted from the memstore.
protected void	verifyOneScanAcrossSnapshot2(org.apache.hadoop.hbase.KeyValue kv1, org.apache.hadoop.hbase.KeyValue kv2)
protected void	verifyScanAcrossSnapshot2(org.apache.hadoop.hbase.KeyValue kv1, org.apache.hadoop.hbase.KeyValue kv2)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

memstore

protected org.apache.hadoop.hbase.regionserver.AbstractMemStore memstore

ROW_COUNT

protected static final int ROW_COUNT

See Also:

• Constant Field Values

SCAN_ROW_COUNT

protected static final int SCAN_ROW_COUNT

See Also:

• Constant Field Values

QUALIFIER_COUNT

protected static final int QUALIFIER_COUNT

See Also:

• Constant Field Values

FAMILY

protected static final byte[] FAMILY

mvcc

protected org.apache.hadoop.hbase.regionserver.MultiVersionConcurrencyControl mvcc

chunkCreator

protected org.apache.hadoop.hbase.regionserver.ChunkCreator chunkCreator

name

protected String name

Constructor Details

TestDefaultMemStore

public TestDefaultMemStore()

Method Details

setUp

@BeforeEach
public void setUp(org.junit.jupiter.api.TestInfo testInfo)
           throws Exception

Throws:

Exception

tearDown

@AfterEach
public void tearDown()
              throws Exception

Throws:

Exception

tearDownClass

@AfterAll
public static void tearDownClass()

getTestName

protected String getTestName(org.junit.jupiter.api.TestInfo testInfo)

getParameterizedTestNameSuffix

protected String getParameterizedTestNameSuffix()

createChunkCreator

protected void createChunkCreator()

createMemStore

protected void createMemStore()
                       throws IOException

Throws:

IOException

internalSetUp

protected void internalSetUp()
                      throws Exception

Throws:

Exception

internalTearDown

protected void internalTearDown()
                         throws Exception

Throws:

Exception

testPutSameKey

@Test
public void testPutSameKey()

testPutSameCell

@Test
public void testPutSameCell()

testScanAcrossSnapshot

@Test
public void testScanAcrossSnapshot()
                            throws IOException

Test memstore snapshot happening while scanning.

Throws:

IOException

testScanAcrossSnapshot2

@Test
public void testScanAcrossSnapshot2()
                             throws IOException,
CloneNotSupportedException

A simple test which verifies the 3 possible states when scanning across snapshot.

Throws:

IOException

CloneNotSupportedException

verifyScanAcrossSnapshot2

protected void verifyScanAcrossSnapshot2(org.apache.hadoop.hbase.KeyValue kv1,
 org.apache.hadoop.hbase.KeyValue kv2)
                                  throws IOException

Throws:

IOException

verifyOneScanAcrossSnapshot2

protected void verifyOneScanAcrossSnapshot2(org.apache.hadoop.hbase.KeyValue kv1,
 org.apache.hadoop.hbase.KeyValue kv2)
                                     throws IOException

Throws:

IOException

assertScannerResults

protected void assertScannerResults(org.apache.hadoop.hbase.regionserver.KeyValueScanner scanner,
 org.apache.hadoop.hbase.KeyValue[] expected)
                             throws IOException

Throws:

IOException

testMemstoreConcurrentControl

@Test
public void testMemstoreConcurrentControl()
                                   throws IOException

Throws:

IOException

getBytesReadFromMemstore

private long getBytesReadFromMemstore()
                               throws IOException

Throws:

IOException

testBytesReadFromMemstore

@Test
public void testBytesReadFromMemstore()
                               throws IOException

Throws:

IOException

testBytesReadFromMemstoreWithScanMetricsDisabled

@Test
public void testBytesReadFromMemstoreWithScanMetricsDisabled()
                                                      throws IOException

Throws:

IOException

testMemstoreEditsVisibilityWithSameKey

@Test
public void testMemstoreEditsVisibilityWithSameKey()
                                            throws IOException

Regression test for HBASE-2616, HBASE-2670. When we insert a higher-memstoreTS version of a cell but with the same timestamp, we still need to provide consistent reads for the same scanner.

Throws:

IOException

testMemstoreDeletesVisibilityWithSameKey

@Test
public void testMemstoreDeletesVisibilityWithSameKey()
                                              throws IOException

When we insert a higher-memstoreTS deletion of a cell but with the same timestamp, we still need to provide consistent reads for the same scanner.

Throws:

IOException

testReadOwnWritesUnderConcurrency

@Test
public void testReadOwnWritesUnderConcurrency()
                                       throws Throwable

Throws:

Throwable

testSnapshotting

@Test
public void testSnapshotting()
                      throws IOException

Test memstore snapshots

Throws:

IOException

testMultipleVersionsSimple

@Test
public void testMultipleVersionsSimple()
                                throws Exception

Throws:

Exception

testGetNextRow

@Test
public void testGetNextRow()
                    throws Exception

Test getNextRow from memstore

Throws:

Exception

testGet_memstoreAndSnapShot

@Test
public void testGet_memstoreAndSnapShot()
                                 throws IOException

Throws:

IOException

testGetWithDelete

@Test
public void testGetWithDelete()
                       throws IOException

Throws:

IOException

testGetWithDeleteColumn

@Test
public void testGetWithDeleteColumn()
                             throws IOException

Throws:

IOException

testGetWithDeleteFamily

@Test
public void testGetWithDeleteFamily()
                             throws IOException

Throws:

IOException

testKeepDeleteInmemstore

@Test
public void testKeepDeleteInmemstore()

testRetainsDeleteVersion

@Test
public void testRetainsDeleteVersion()
                              throws IOException

Throws:

IOException

testRetainsDeleteColumn

@Test
public void testRetainsDeleteColumn()
                             throws IOException

Throws:

IOException

testRetainsDeleteFamily

@Test
public void testRetainsDeleteFamily()
                             throws IOException

Throws:

IOException

makeQualifier

protected static byte[] makeQualifier(int i1,
 int i2)

testUpsertMemstoreSize

@Test
public void testUpsertMemstoreSize()
                            throws Exception

Add keyvalues with a fixed memstoreTs, and checks that memstore size is decreased as older keyvalues are deleted from the memstore.

Throws:

Exception

testUpdateToTimeOfOldestEdit

@Test
public void testUpdateToTimeOfOldestEdit()
                                  throws Exception

Tests that the timeOfOldestEdit is updated correctly for the various edit operations in memstore.

Throws:

Exception

testShouldFlush

@Test
public void testShouldFlush()
                     throws Exception

Tests the HRegion.shouldFlush method - adds an edit in the memstore and checks that shouldFlush returns true, and another where it disables the periodic flush functionality and tests whether shouldFlush returns false.

Throws:

Exception

checkShouldFlush

protected void checkShouldFlush(org.apache.hadoop.conf.Configuration conf,
 boolean expected)
                         throws Exception

Throws:

Exception

testShouldFlushMeta

@Test
public void testShouldFlushMeta()
                         throws Exception

Throws:

Exception

addRegionToMETA

private static void addRegionToMETA(org.apache.hadoop.hbase.regionserver.HRegion meta,
 org.apache.hadoop.hbase.regionserver.HRegion r)
                             throws IOException

Inserts a new region's meta information into the passed meta region.

Parameters:

meta - hbase:meta HRegion to be updated

r - HRegion to add to meta

Throws:

IOException

addRows

protected int addRows(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc)

Adds ROW_COUNT rows and QUALIFIER_COUNT

Parameters:

hmc - Instance to add rows to.

Returns:

How many rows we added.

addRows

protected int addRows(org.apache.hadoop.hbase.regionserver.MemStore hmc,
 long ts)

Adds ROW_COUNT rows and QUALIFIER_COUNT

Parameters:

hmc - Instance to add rows to.

Returns:

How many rows we added.

runSnapshot

private long runSnapshot(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc)
                  throws org.apache.hadoop.hbase.exceptions.UnexpectedStateException

Throws:

org.apache.hadoop.hbase.exceptions.UnexpectedStateException

isExpectedRowWithoutTimestamps

private void isExpectedRowWithoutTimestamps(int rowIndex,
 List<org.apache.hadoop.hbase.Cell> kvs)

addRows

private static void addRows(int count,
 org.apache.hadoop.hbase.regionserver.MemStore mem)

doScan

private static int doScan(org.apache.hadoop.hbase.regionserver.MemStore ms,
 int iteration)
                   throws IOException

Throws:

IOException

scanMemStore

protected void scanMemStore(org.apache.hadoop.hbase.regionserver.MemStore ms,
 int expectedCount)
                     throws IOException

Throws:

IOException

testScan

@Test
public void testScan()
              throws IOException

Throws:

IOException