Package org.apache.hadoop.hbase.regionserver

Class TestCompactingMemStore

java.lang.Object

org.apache.hadoop.hbase.regionserver.TestDefaultMemStore

org.apache.hadoop.hbase.regionserver.TestCompactingMemStore

Direct Known Subclasses:

TestCompactingToCellFlatMapMemStore

@Tag("org.apache.hadoop.hbase.testclassification.RegionServerTests") @Tag("org.apache.hadoop.hbase.testclassification.MediumTests")
public class TestCompactingMemStore
extends TestDefaultMemStore

compacted memstore test case

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private class	TestCompactingMemStore.EnvironmentEdgeForMemstoreTest
protected static class	TestCompactingMemStore.MyCompactingMemStore

Field Summary

Fields

Modifier and Type	Field	Description
protected static org.apache.hadoop.hbase.regionserver.ChunkCreator	chunkCreator
private org.apache.hadoop.conf.Configuration	conf
private static final org.slf4j.Logger	LOG
protected org.apache.hadoop.hbase.regionserver.HRegion	region
protected org.apache.hadoop.hbase.regionserver.RegionServicesForStores	regionServicesForStores
protected org.apache.hadoop.hbase.regionserver.HStore	store

Fields inherited from class org.apache.hadoop.hbase.regionserver.TestDefaultMemStore

FAMILY, memstore, mvcc, name, QUALIFIER_COUNT, ROW_COUNT, SCAN_ROW_COUNT

Constructor Summary

Constructors

Constructor	Description
TestCompactingMemStore()

Method Summary

Modifier and Type	Method	Description
protected int	addRowsByKeys(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc, String[] keys)
protected int	addRowsByKeys(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc, String[] keys, byte[] val)
protected void	createChunkCreator()
protected void	createMemStore()
protected void	internalSetUp()
protected void	internalTearDown()
private void	isExpectedRowWithoutTimestamps(int rowIndex, List<org.apache.hadoop.hbase.Cell> kvs)
private long	runSnapshot(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc, boolean useForce)
void	testCompaction1Bucket()
void	testCompaction2Buckets()
void	testCompaction3Buckets()
void	testGet_memstoreAndSnapShot()
void	testGetNextRow()	Test getNextRow from memstore
void	testMagicCompaction3Buckets()
void	testPuttingBackChunksAfterFlushing()
void	testPuttingBackChunksWithOpeningPipelineScanner()
void	testPuttingBackChunksWithOpeningScanner()
void	testScan()
void	testScanAcrossSnapshot2()	A simple test which verifies the 3 possible states when scanning across snapshot.
void	testSnapshotting()	Test memstore snapshots
void	testTimeOfOldestEdit()	A simple test which flush in memory affect timeOfOldestEdit
void	testUpdateToTimeOfOldestEdit()	Tests that the timeOfOldestEdit is updated correctly for the various edit operations in memstore.
void	testUpsertMemstoreSize()	Add keyvalues with a fixed memstoreTs, and checks that memstore size is decreased as older keyvalues are deleted from the memstore.

Methods inherited from class org.apache.hadoop.hbase.regionserver.TestDefaultMemStore

addRows, addRows, assertScannerResults, checkShouldFlush, getParameterizedTestNameSuffix, getTestName, makeQualifier, scanMemStore, setUp, tearDown, tearDownClass, testBytesReadFromMemstore, testBytesReadFromMemstoreWithScanMetricsDisabled, testGetWithDelete, testGetWithDeleteColumn, testGetWithDeleteFamily, testKeepDeleteInmemstore, testMemstoreConcurrentControl, testMemstoreDeletesVisibilityWithSameKey, testMemstoreEditsVisibilityWithSameKey, testMultipleVersionsSimple, testPutSameCell, testPutSameKey, testReadOwnWritesUnderConcurrency, testRetainsDeleteColumn, testRetainsDeleteFamily, testRetainsDeleteVersion, testScanAcrossSnapshot, testShouldFlush, testShouldFlushMeta, verifyOneScanAcrossSnapshot2, verifyScanAcrossSnapshot2

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

chunkCreator

protected static org.apache.hadoop.hbase.regionserver.ChunkCreator chunkCreator

region

protected org.apache.hadoop.hbase.regionserver.HRegion region

regionServicesForStores

protected org.apache.hadoop.hbase.regionserver.RegionServicesForStores regionServicesForStores

store

protected org.apache.hadoop.hbase.regionserver.HStore store

conf

private org.apache.hadoop.conf.Configuration conf

Constructor Details

TestCompactingMemStore

public TestCompactingMemStore()

Method Details

internalTearDown

protected void internalTearDown()
                         throws Exception

Overrides:

internalTearDown in class TestDefaultMemStore

Throws:

Exception

internalSetUp

protected void internalSetUp()
                      throws Exception

Overrides:

internalSetUp in class TestDefaultMemStore

Throws:

Exception

createChunkCreator

protected void createChunkCreator()

Overrides:

createChunkCreator in class TestDefaultMemStore

createMemStore

protected void createMemStore()
                       throws IOException

Overrides:

createMemStore in class TestDefaultMemStore

Throws:

IOException

testTimeOfOldestEdit

@Test
public void testTimeOfOldestEdit()

A simple test which flush in memory affect timeOfOldestEdit

testScanAcrossSnapshot2

@Test
public void testScanAcrossSnapshot2()
                             throws IOException,
CloneNotSupportedException

A simple test which verifies the 3 possible states when scanning across snapshot.

Overrides:

testScanAcrossSnapshot2 in class TestDefaultMemStore

Throws:

IOException

CloneNotSupportedException

testSnapshotting

@Test
public void testSnapshotting()
                      throws IOException

Test memstore snapshots

Overrides:

testSnapshotting in class TestDefaultMemStore

Throws:

IOException

testGetNextRow

@Test
public void testGetNextRow()
                    throws Exception

Test getNextRow from memstore

Overrides:

testGetNextRow in class TestDefaultMemStore

Throws:

Exception

testGet_memstoreAndSnapShot

@Test
public void testGet_memstoreAndSnapShot()
                                 throws IOException

Overrides:

testGet_memstoreAndSnapShot in class TestDefaultMemStore

Throws:

IOException

testUpsertMemstoreSize

@Test
public void testUpsertMemstoreSize()
                            throws Exception

Add keyvalues with a fixed memstoreTs, and checks that memstore size is decreased as older keyvalues are deleted from the memstore.

Overrides:

testUpsertMemstoreSize in class TestDefaultMemStore

Throws:

Exception

testUpdateToTimeOfOldestEdit

@Test
public void testUpdateToTimeOfOldestEdit()
                                  throws Exception

Tests that the timeOfOldestEdit is updated correctly for the various edit operations in memstore.

Overrides:

testUpdateToTimeOfOldestEdit in class TestDefaultMemStore

Throws:

Exception

runSnapshot

private long runSnapshot(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc,
 boolean useForce)
                  throws IOException

Throws:

IOException

isExpectedRowWithoutTimestamps

private void isExpectedRowWithoutTimestamps(int rowIndex,
 List<org.apache.hadoop.hbase.Cell> kvs)

testPuttingBackChunksAfterFlushing

@Test
public void testPuttingBackChunksAfterFlushing()
                                        throws IOException

Throws:

IOException

testPuttingBackChunksWithOpeningScanner

@Test
public void testPuttingBackChunksWithOpeningScanner()
                                             throws IOException

Throws:

IOException

testPuttingBackChunksWithOpeningPipelineScanner

@Test
public void testPuttingBackChunksWithOpeningPipelineScanner()
                                                     throws IOException

Throws:

IOException

testCompaction1Bucket

@Test
public void testCompaction1Bucket()
                           throws IOException

Throws:

IOException

testCompaction2Buckets

@Test
public void testCompaction2Buckets()
                            throws IOException

Throws:

IOException

testCompaction3Buckets

@Test
public void testCompaction3Buckets()
                            throws IOException

Throws:

IOException

testMagicCompaction3Buckets

@Test
public void testMagicCompaction3Buckets()
                                 throws IOException

Throws:

IOException

testScan

@Test
public void testScan()
              throws IOException

Overrides:

testScan in class TestDefaultMemStore

Throws:

IOException

addRowsByKeys

protected int addRowsByKeys(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc,
 String[] keys)

addRowsByKeys

protected int addRowsByKeys(org.apache.hadoop.hbase.regionserver.AbstractMemStore hmc,
 String[] keys,
 byte[] val)