Package org.apache.hadoop.hbase.client

Class TestClientScannerTimeouts

java.lang.Object

org.apache.hadoop.hbase.client.TestClientScannerTimeouts

@Tag("org.apache.hadoop.hbase.testclassification.ClientTests") @Tag("org.apache.hadoop.hbase.testclassification.LargeTests")
public class TestClientScannerTimeouts
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private static class	TestClientScannerTimeouts.RegionServerWithScanTimeout
private static class	TestClientScannerTimeouts.RSRpcServicesWithScanTimeout

Field Summary

Fields

Modifier and Type	Field	Description
private static org.apache.hadoop.hbase.client.AsyncConnection	ASYNC_CONN
private static org.apache.hadoop.hbase.client.AsyncTable<org.apache.hadoop.hbase.client.AdvancedScanResultConsumer>	asyncTable
private static final int	CLIENT_RETRIES_NUMBER
private static org.apache.hadoop.hbase.client.Connection	CONN
private static final byte[]	FAMILY
private static final org.slf4j.Logger	LOG
private static final int	metaScanTimeout
private static final byte[]	QUALIFIER
private static final byte[]	ROW0
private static final byte[]	ROW1
private static final byte[]	ROW2
private static final byte[]	ROW3
private static final int	rpcTimeout
private static final int	scanTimeout
private static org.apache.hadoop.hbase.client.Table	table
private static final HBaseTestingUtil	TEST_UTIL
private static final byte[]	VALUE

Constructor Summary

Constructors

Constructor	Description
TestClientScannerTimeouts()

Method Summary

Modifier and Type	Method	Description
private void	expectNumTries(int expected)
private void	expectRetryOutOfOrderScannerNext(Supplier<org.apache.hadoop.hbase.client.ResultScanner> scannerSupplier, org.junit.jupiter.api.TestInfo testInfo)
private void	expectRow(byte[] expected, org.apache.hadoop.hbase.client.Result result)
private void	expectTimeout(long start, int timeout)
private void	expectTimeoutOnNext(int timeout, Supplier<org.apache.hadoop.hbase.client.ResultScanner> scannerSupplier)
private void	expectTimeoutOnOpenScanner(int timeout, Supplier<org.apache.hadoop.hbase.client.ResultScanner> scannerSupplier)
private org.apache.hadoop.hbase.client.ResultScanner	getAsyncScanner()
private org.apache.hadoop.hbase.client.ResultScanner	getScanner()
private void	putToTable(org.apache.hadoop.hbase.client.Table ht, byte[] rowkey)
void	setup(boolean isSystemTable, org.junit.jupiter.api.TestInfo testInfo)
static void	setUpBeforeClass()
static void	tearDownAfterClass()
void	testMetaScanTimeoutOnNext(org.junit.jupiter.api.TestInfo testInfo)	verify that we honor ConnectionConfiguration.HBASE_CLIENT_META_SCANNER_TIMEOUT for next() calls in meta scans
void	testMetaScanTimeoutOnNextAsync(org.junit.jupiter.api.TestInfo testInfo)	AsyncTable version of above
void	testMetaScanTimeoutOnOpenScanner(org.junit.jupiter.api.TestInfo testInfo)	verify that we honor ConnectionConfiguration.HBASE_CLIENT_META_READ_RPC_TIMEOUT_KEY for openScanner() calls for meta scans
void	testMetaScanTimeoutOnOpenScannerAsync(org.junit.jupiter.api.TestInfo testInfo)	AsyncTable version of above
void	testNormalScanTimeoutOnNext(org.junit.jupiter.api.TestInfo testInfo)	verify that we honor the HConstants.HBASE_CLIENT_SCANNER_TIMEOUT_PERIOD for normal scans.
void	testNormalScanTimeoutOnNextAsync(org.junit.jupiter.api.TestInfo testInfo)	AsyncTable version of above
void	testNormalScanTimeoutOnOpenScanner(org.junit.jupiter.api.TestInfo testInfo)	verify that we honor HConstants.HBASE_RPC_READ_TIMEOUT_KEY for openScanner() calls for meta scans
void	testNormalScanTimeoutOnOpenScannerAsync(org.junit.jupiter.api.TestInfo testInfo)	AsyncTable version of above
void	testRetryOutOfOrderScannerNextException(org.junit.jupiter.api.TestInfo testInfo)	verify that we don't miss any data when encountering an OutOfOrderScannerNextException.
void	testRetryOutOfOrderScannerNextExceptionAsync(org.junit.jupiter.api.TestInfo testInfo)	AsyncTable version of above

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

TEST_UTIL

private static final HBaseTestingUtil TEST_UTIL

ASYNC_CONN

private static org.apache.hadoop.hbase.client.AsyncConnection ASYNC_CONN

CONN

private static org.apache.hadoop.hbase.client.Connection CONN

FAMILY

private static final byte[] FAMILY

QUALIFIER

private static final byte[] QUALIFIER

VALUE

private static final byte[] VALUE

ROW0

private static final byte[] ROW0

ROW1

private static final byte[] ROW1

ROW2

private static final byte[] ROW2

ROW3

private static final byte[] ROW3

rpcTimeout

private static final int rpcTimeout

See Also:

• Constant Field Values

scanTimeout

private static final int scanTimeout

See Also:

• Constant Field Values

metaScanTimeout

private static final int metaScanTimeout

See Also:

• Constant Field Values

CLIENT_RETRIES_NUMBER

private static final int CLIENT_RETRIES_NUMBER

See Also:

• Constant Field Values

table

private static org.apache.hadoop.hbase.client.Table table

asyncTable

private static org.apache.hadoop.hbase.client.AsyncTable<org.apache.hadoop.hbase.client.AdvancedScanResultConsumer> asyncTable

Constructor Details

TestClientScannerTimeouts

public TestClientScannerTimeouts()

Method Details

setUpBeforeClass

@BeforeAll
public static void setUpBeforeClass()
                             throws Exception

Throws:

Exception

tearDownAfterClass

@AfterAll
public static void tearDownAfterClass()
                               throws Exception

Throws:

Exception

setup

public void setup(boolean isSystemTable,
 org.junit.jupiter.api.TestInfo testInfo)
           throws IOException

Throws:

IOException

expectRow

private void expectRow(byte[] expected,
 org.apache.hadoop.hbase.client.Result result)

expectNumTries

private void expectNumTries(int expected)

testRetryOutOfOrderScannerNextException

@Test
public void testRetryOutOfOrderScannerNextException(org.junit.jupiter.api.TestInfo testInfo)
                                             throws IOException

verify that we don't miss any data when encountering an OutOfOrderScannerNextException. Typically, the only way to naturally trigger this is if a client-side timeout causes an erroneous next() call. This is relatively hard to do these days because the server attempts to always return before the timeout. In this test we force the server to throw this exception, so that we can test the retry logic appropriately.

Throws:

IOException

testRetryOutOfOrderScannerNextExceptionAsync

@Test
public void testRetryOutOfOrderScannerNextExceptionAsync(org.junit.jupiter.api.TestInfo testInfo)
                                                  throws IOException

AsyncTable version of above

Throws:

IOException

testNormalScanTimeoutOnNext

@Test
public void testNormalScanTimeoutOnNext(org.junit.jupiter.api.TestInfo testInfo)
                                 throws IOException

verify that we honor the HConstants.HBASE_CLIENT_SCANNER_TIMEOUT_PERIOD for normal scans.

Throws:

IOException

testNormalScanTimeoutOnNextAsync

@Test
public void testNormalScanTimeoutOnNextAsync(org.junit.jupiter.api.TestInfo testInfo)
                                      throws IOException

AsyncTable version of above

Throws:

IOException

testNormalScanTimeoutOnOpenScanner

@Test
public void testNormalScanTimeoutOnOpenScanner(org.junit.jupiter.api.TestInfo testInfo)
                                        throws IOException

verify that we honor HConstants.HBASE_RPC_READ_TIMEOUT_KEY for openScanner() calls for meta scans

Throws:

IOException

testNormalScanTimeoutOnOpenScannerAsync

@Test
public void testNormalScanTimeoutOnOpenScannerAsync(org.junit.jupiter.api.TestInfo testInfo)
                                             throws IOException

AsyncTable version of above

Throws:

IOException

testMetaScanTimeoutOnNext

@Test
public void testMetaScanTimeoutOnNext(org.junit.jupiter.api.TestInfo testInfo)
                               throws IOException

verify that we honor ConnectionConfiguration.HBASE_CLIENT_META_SCANNER_TIMEOUT for next() calls in meta scans

Throws:

IOException

testMetaScanTimeoutOnNextAsync

@Test
public void testMetaScanTimeoutOnNextAsync(org.junit.jupiter.api.TestInfo testInfo)
                                    throws IOException

AsyncTable version of above

Throws:

IOException

testMetaScanTimeoutOnOpenScanner

@Test
public void testMetaScanTimeoutOnOpenScanner(org.junit.jupiter.api.TestInfo testInfo)
                                      throws IOException

verify that we honor ConnectionConfiguration.HBASE_CLIENT_META_READ_RPC_TIMEOUT_KEY for openScanner() calls for meta scans

Throws:

IOException

testMetaScanTimeoutOnOpenScannerAsync

@Test
public void testMetaScanTimeoutOnOpenScannerAsync(org.junit.jupiter.api.TestInfo testInfo)
                                           throws IOException

AsyncTable version of above

Throws:

IOException

expectRetryOutOfOrderScannerNext

private void expectRetryOutOfOrderScannerNext(Supplier<org.apache.hadoop.hbase.client.ResultScanner> scannerSupplier,
 org.junit.jupiter.api.TestInfo testInfo)
                                       throws IOException

Throws:

IOException

expectTimeoutOnNext

private void expectTimeoutOnNext(int timeout,
 Supplier<org.apache.hadoop.hbase.client.ResultScanner> scannerSupplier)
                          throws IOException

Throws:

IOException

expectTimeoutOnOpenScanner

private void expectTimeoutOnOpenScanner(int timeout,
 Supplier<org.apache.hadoop.hbase.client.ResultScanner> scannerSupplier)
                                 throws IOException

Throws:

IOException

expectTimeout

private void expectTimeout(long start,
 int timeout)

getScanner

private org.apache.hadoop.hbase.client.ResultScanner getScanner()

getAsyncScanner

private org.apache.hadoop.hbase.client.ResultScanner getAsyncScanner()

putToTable

private void putToTable(org.apache.hadoop.hbase.client.Table ht,
 byte[] rowkey)
                 throws IOException

Throws:

IOException