Package org.apache.hadoop.hbase.regionserver

Class TestBytesReadServerSideScanMetrics

java.lang.Object

org.apache.hadoop.hbase.regionserver.TestBytesReadServerSideScanMetrics

@Tag("org.apache.hadoop.hbase.testclassification.IOTests") @Tag("org.apache.hadoop.hbase.testclassification.LargeTests")
public class TestBytesReadServerSideScanMetrics
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private static class	TestBytesReadServerSideScanMetrics.MyNoOpEncodedSeeker

Field Summary

Fields

Modifier and Type	Field	Description
private static final byte[]	CF
private org.apache.hadoop.conf.Configuration	conf
private static final byte[]	CQ
private static final org.slf4j.Logger	LOG
private String	name
private static final byte[]	ROW2
private static final byte[]	ROW3
private static final byte[]	ROW4
private HBaseTestingUtil	UTIL
private static final byte[]	VALUE

Constructor Summary

Constructors

Constructor	Description
TestBytesReadServerSideScanMetrics()

Method Summary

Modifier and Type	Method	Description
private void	assertBlockCacheWarmUp(org.apache.hadoop.hbase.TableName tableName, org.apache.hadoop.hbase.KeyValue keyValue)
private void	assertBlockIsCached(org.apache.hadoop.hbase.io.hfile.HFile.Reader hfileReader, org.apache.hadoop.hbase.io.hfile.HFileBlock block, org.apache.hadoop.hbase.io.hfile.BlockCache blockCache)
private void	assertBytesReadFromBlockCache(org.apache.hadoop.hbase.TableName tableName, long actualBytesReadFromBlockCache, org.apache.hadoop.hbase.KeyValue keyValue)
private void	assertBytesReadFromFs(org.apache.hadoop.hbase.TableName tableName, long actualBytesReadFromFs, org.apache.hadoop.hbase.KeyValue keyValue, long actualReadOps)
private org.apache.hadoop.hbase.client.Scan	createScanToReadOneRowAtATimeFromServer(byte[] startRow, byte[] stopRow)
private void	createTable(org.apache.hadoop.hbase.TableName tableName, boolean blockCacheEnabled, org.apache.hadoop.hbase.regionserver.BloomType bloomType)
private void	createTable(org.apache.hadoop.hbase.TableName tableName, boolean blockCacheEnabled, org.apache.hadoop.hbase.regionserver.BloomType bloomType, int blocksize, Map<String,String> configuration)
private void	createTable(org.apache.hadoop.hbase.TableName tableName, boolean blockCacheEnabled, org.apache.hadoop.hbase.regionserver.BloomType bloomType, Map<String,String> configuration)
private void	flushAndWaitUntilFlushed(org.apache.hadoop.hbase.TableName tableName, boolean waitForUpdatedReaders)
private int	getBytesReadFromFsForNonGetScan(org.apache.hadoop.hbase.TableName tableName, org.apache.hadoop.hbase.client.metrics.ScanMetrics scanMetrics, int expectedStoreFileCount)
private int	getBytesReadToReadConsecutiveDataBlocks(org.apache.hadoop.hbase.TableName tableName, int expectedStoreFileCount, int expectedDataBlockCount, boolean isReadFromFs)
private org.apache.hadoop.hbase.client.metrics.ScanMetrics	readDataAndGetScanMetrics(org.apache.hadoop.hbase.TableName tableName, boolean isScanMetricsEnabled)
private void	readHFile(org.apache.hadoop.hbase.io.hfile.HFile.Reader hfileReader, org.apache.hadoop.hbase.io.hfile.CompoundBloomFilter cbf, org.apache.hadoop.hbase.KeyValue keyValue, Consumer<org.apache.hadoop.hbase.io.hfile.HFileBlock> bytesReadFunction)
void	setUp(org.junit.jupiter.api.TestInfo testInfo)
void	testBytesReadFromBlockCache()
void	testBytesReadFromFsForParallelSeeks()
void	testBytesReadFromFsForSerialSeeks()
void	testBytesReadFromMemstore()
void	testBytesReadInReverseScan()
void	testBytesReadWhenFlushHappenedInTheMiddleOfScan()
void	testBytesReadWithLazySeek()
void	testBytesReadWithSwitchFromPReadToStream()
void	testConsecutiveRegionScannerNextCalls()	Test consecutive calls to RegionScannerImpl.next() to make sure populating scan metrics from ThreadLocalServerSideScanMetrics is done correctly.
void	testScanMetricsDisabled()
private void	writeData(org.apache.hadoop.hbase.TableName tableName, boolean shouldFlush)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

name

private String name

UTIL

private HBaseTestingUtil UTIL

CF

private static final byte[] CF

CQ

private static final byte[] CQ

VALUE

private static final byte[] VALUE

ROW2

private static final byte[] ROW2

ROW3

private static final byte[] ROW3

ROW4

private static final byte[] ROW4

conf

private org.apache.hadoop.conf.Configuration conf

Constructor Details

TestBytesReadServerSideScanMetrics

public TestBytesReadServerSideScanMetrics()

Method Details

setUp

@BeforeEach
public void setUp(org.junit.jupiter.api.TestInfo testInfo)
           throws Exception

Throws:

Exception

testScanMetricsDisabled

@Test
public void testScanMetricsDisabled()
                             throws Exception

Throws:

Exception

testBytesReadFromFsForSerialSeeks

@Test
public void testBytesReadFromFsForSerialSeeks()
                                       throws Exception

Throws:

Exception

testBytesReadFromFsForParallelSeeks

@Test
public void testBytesReadFromFsForParallelSeeks()
                                         throws Exception

Throws:

Exception

testBytesReadFromBlockCache

@Test
public void testBytesReadFromBlockCache()
                                 throws Exception

Throws:

Exception

testBytesReadFromMemstore

@Test
public void testBytesReadFromMemstore()
                               throws Exception

Throws:

Exception

testBytesReadWithSwitchFromPReadToStream

@Test
public void testBytesReadWithSwitchFromPReadToStream()
                                              throws Exception

Throws:

Exception

testBytesReadWhenFlushHappenedInTheMiddleOfScan

@Test
public void testBytesReadWhenFlushHappenedInTheMiddleOfScan()
                                                     throws Exception

Throws:

Exception

testBytesReadInReverseScan

@Test
public void testBytesReadInReverseScan()
                                throws Exception

Throws:

Exception

testBytesReadWithLazySeek

@Test
public void testBytesReadWithLazySeek()
                               throws Exception

Throws:

Exception

testConsecutiveRegionScannerNextCalls

@Test
public void testConsecutiveRegionScannerNextCalls()
                                           throws Exception

Test consecutive calls to RegionScannerImpl.next() to make sure populating scan metrics from ThreadLocalServerSideScanMetrics is done correctly.

Throws:

Exception

createScanToReadOneRowAtATimeFromServer

private org.apache.hadoop.hbase.client.Scan createScanToReadOneRowAtATimeFromServer(byte[] startRow,
 byte[] stopRow)

flushAndWaitUntilFlushed

private void flushAndWaitUntilFlushed(org.apache.hadoop.hbase.TableName tableName,
 boolean waitForUpdatedReaders)
                               throws Exception

Throws:

Exception

getBytesReadToReadConsecutiveDataBlocks

private int getBytesReadToReadConsecutiveDataBlocks(org.apache.hadoop.hbase.TableName tableName,
 int expectedStoreFileCount,
 int expectedDataBlockCount,
 boolean isReadFromFs)
                                             throws Exception

Throws:

Exception

getBytesReadFromFsForNonGetScan

private int getBytesReadFromFsForNonGetScan(org.apache.hadoop.hbase.TableName tableName,
 org.apache.hadoop.hbase.client.metrics.ScanMetrics scanMetrics,
 int expectedStoreFileCount)
                                     throws Exception

Throws:

Exception

readDataAndGetScanMetrics

private org.apache.hadoop.hbase.client.metrics.ScanMetrics readDataAndGetScanMetrics(org.apache.hadoop.hbase.TableName tableName,
 boolean isScanMetricsEnabled)
                                                                              throws Exception

Throws:

Exception

writeData

private void writeData(org.apache.hadoop.hbase.TableName tableName,
 boolean shouldFlush)
                throws Exception

Throws:

Exception

createTable

private void createTable(org.apache.hadoop.hbase.TableName tableName,
 boolean blockCacheEnabled,
 org.apache.hadoop.hbase.regionserver.BloomType bloomType)
                  throws Exception

Throws:

Exception

createTable

private void createTable(org.apache.hadoop.hbase.TableName tableName,
 boolean blockCacheEnabled,
 org.apache.hadoop.hbase.regionserver.BloomType bloomType,
 Map<String,String> configuration)
                  throws Exception

Throws:

Exception

createTable

private void createTable(org.apache.hadoop.hbase.TableName tableName,
 boolean blockCacheEnabled,
 org.apache.hadoop.hbase.regionserver.BloomType bloomType,
 int blocksize,
 Map<String,String> configuration)
                  throws Exception

Throws:

Exception

assertBytesReadFromFs

private void assertBytesReadFromFs(org.apache.hadoop.hbase.TableName tableName,
 long actualBytesReadFromFs,
 org.apache.hadoop.hbase.KeyValue keyValue,
 long actualReadOps)
                            throws Exception

Throws:

Exception

readHFile

private void readHFile(org.apache.hadoop.hbase.io.hfile.HFile.Reader hfileReader,
 org.apache.hadoop.hbase.io.hfile.CompoundBloomFilter cbf,
 org.apache.hadoop.hbase.KeyValue keyValue,
 Consumer<org.apache.hadoop.hbase.io.hfile.HFileBlock> bytesReadFunction)
                throws Exception

Throws:

Exception

assertBytesReadFromBlockCache

private void assertBytesReadFromBlockCache(org.apache.hadoop.hbase.TableName tableName,
 long actualBytesReadFromBlockCache,
 org.apache.hadoop.hbase.KeyValue keyValue)
                                    throws Exception

Throws:

Exception

assertBlockCacheWarmUp

private void assertBlockCacheWarmUp(org.apache.hadoop.hbase.TableName tableName,
 org.apache.hadoop.hbase.KeyValue keyValue)
                             throws Exception

Throws:

Exception

assertBlockIsCached

private void assertBlockIsCached(org.apache.hadoop.hbase.io.hfile.HFile.Reader hfileReader,
 org.apache.hadoop.hbase.io.hfile.HFileBlock block,
 org.apache.hadoop.hbase.io.hfile.BlockCache blockCache)