org.apache.hadoop.hbase.client

Class TestClientScannerTimeouts

java.lang.Object

org.apache.hadoop.hbase.client.TestClientScannerTimeouts

public class TestClientScannerTimeouts
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private static class	TestClientScannerTimeouts.RegionServerWithScanTimeout
private static class	TestClientScannerTimeouts.RSRpcServicesWithScanTimeout

Field Summary

Fields

Modifier and Type	Field and Description
private static org.apache.hadoop.hbase.client.AsyncConnection	ASYNC_CONN
static HBaseClassTestRule	CLASS_RULE
private static int	CLIENT_RETRIES_NUMBER
private static org.apache.hadoop.hbase.client.Connection	CONN
private static byte[]	FAMILY
private static org.slf4j.Logger	LOG
private static int	metaScanTimeout
org.junit.rules.TestName	name
private static byte[]	QUALIFIER
private static byte[]	ROW0
private static byte[]	ROW1
private static byte[]	ROW2
private static byte[]	ROW3
private static int	rpcTimeout
private static int	scanTimeout
private static org.apache.hadoop.hbase.TableName	tableName
private static HBaseTestingUtility	TEST_UTIL
private static byte[]	VALUE

Constructor Summary

Constructors

Constructor and Description
TestClientScannerTimeouts()

Method Summary

Modifier and Type	Method and Description
private void	expectNumTries(int expected)
private void	expectRetryOutOfOrderScannerNext(Supplier<org.apache.hadoop.hbase.client.ResultScanner> scannerSupplier)
private void	expectRow(byte[] expected, org.apache.hadoop.hbase.client.Result result)
private void	expectTimeout(long start, int timeout)
private void	expectTimeoutOnNext(int timeout, Supplier<org.apache.hadoop.hbase.client.ResultScanner> scannerSupplier)
private void	expectTimeoutOnOpenScanner(int timeout, Supplier<org.apache.hadoop.hbase.client.ResultScanner> scannerSupplier)
private org.apache.hadoop.hbase.client.ResultScanner	getAsyncScanner()
private org.apache.hadoop.hbase.client.ResultScanner	getScanner()
private org.apache.hadoop.hbase.client.ResultScanner	getScanner(org.apache.hadoop.hbase.client.Connection conn)
private void	putToTable(org.apache.hadoop.hbase.client.Table ht, byte[] rowkey)
void	setup(boolean isSystemTable)
static void	setUpBeforeClass()
static void	tearDownAfterClass()
void	testMetaScanTimeoutOnNext() verify that we honor ConnectionConfiguration.HBASE_CLIENT_META_SCANNER_TIMEOUT for next() calls in meta scans
void	testMetaScanTimeoutOnNextAsync() AsyncTable version of above
void	testMetaScanTimeoutOnOpenScanner() verify that we honor ConnectionConfiguration.HBASE_CLIENT_META_READ_RPC_TIMEOUT_KEY for openScanner() calls for meta scans
void	testMetaScanTimeoutOnOpenScannerAsync() AsyncTable version of above
void	testNormalScanTimeoutOnNext() verify that we honor the HConstants.HBASE_RPC_READ_TIMEOUT_KEY for normal scans.
void	testNormalScanTimeoutOnNextAsync() AsyncTable version of above
void	testNormalScanTimeoutOnOpenScanner() verify that we honor HConstants.HBASE_RPC_READ_TIMEOUT_KEY for openScanner() calls for meta scans
void	testNormalScanTimeoutOnOpenScannerAsync() AsyncTable version of above
void	testRetryOutOfOrderScannerNextException() verify that we don't miss any data when encountering an OutOfOrderScannerNextException.
void	testRetryOutOfOrderScannerNextExceptionAsync() AsyncTable version of above

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

TEST_UTIL

private static final HBaseTestingUtility TEST_UTIL

ASYNC_CONN

private static org.apache.hadoop.hbase.client.AsyncConnection ASYNC_CONN

CONN

private static org.apache.hadoop.hbase.client.Connection CONN

FAMILY

private static final byte[] FAMILY

QUALIFIER

private static final byte[] QUALIFIER

VALUE

private static final byte[] VALUE

ROW0

private static final byte[] ROW0

ROW1

private static final byte[] ROW1

ROW2

private static final byte[] ROW2

ROW3

private static final byte[] ROW3

rpcTimeout

private static final int rpcTimeout

See Also:

Constant Field Values

scanTimeout

private static final int scanTimeout

See Also:

Constant Field Values

metaScanTimeout

private static final int metaScanTimeout

See Also:

Constant Field Values

CLIENT_RETRIES_NUMBER

private static final int CLIENT_RETRIES_NUMBER

See Also:

Constant Field Values

tableName

private static org.apache.hadoop.hbase.TableName tableName

name

public org.junit.rules.TestName name

Constructor Detail

TestClientScannerTimeouts

public TestClientScannerTimeouts()

Method Detail

setUpBeforeClass

public static void setUpBeforeClass()
                             throws Exception

Throws:

Exception

tearDownAfterClass

public static void tearDownAfterClass()
                               throws Exception

Throws:

Exception

setup

public void setup(boolean isSystemTable)
           throws IOException

Throws:

IOException

expectRow

private void expectRow(byte[] expected,
                       org.apache.hadoop.hbase.client.Result result)

expectNumTries

private void expectNumTries(int expected)

testRetryOutOfOrderScannerNextException

public void testRetryOutOfOrderScannerNextException()
                                             throws IOException

verify that we don't miss any data when encountering an OutOfOrderScannerNextException. Typically, the only way to naturally trigger this is if a client-side timeout causes an erroneous next() call. This is relatively hard to do these days because the server attempts to always return before the timeout. In this test we force the server to throw this exception, so that we can test the retry logic appropriately.

Throws:

IOException

testRetryOutOfOrderScannerNextExceptionAsync

public void testRetryOutOfOrderScannerNextExceptionAsync()
                                                  throws IOException

AsyncTable version of above

Throws:

IOException

testNormalScanTimeoutOnNext

public void testNormalScanTimeoutOnNext()
                                 throws IOException

verify that we honor the HConstants.HBASE_RPC_READ_TIMEOUT_KEY for normal scans. Use a special connection which has retries disabled, because otherwise the scanner will retry the timed out next() call and mess up the test.

Throws:

IOException

testNormalScanTimeoutOnNextAsync

public void testNormalScanTimeoutOnNextAsync()
                                      throws IOException

AsyncTable version of above

Throws:

IOException

testNormalScanTimeoutOnOpenScanner

public void testNormalScanTimeoutOnOpenScanner()
                                        throws IOException

verify that we honor HConstants.HBASE_RPC_READ_TIMEOUT_KEY for openScanner() calls for meta scans

Throws:

IOException

testNormalScanTimeoutOnOpenScannerAsync

public void testNormalScanTimeoutOnOpenScannerAsync()
                                             throws IOException

AsyncTable version of above

Throws:

IOException

testMetaScanTimeoutOnNext

public void testMetaScanTimeoutOnNext()
                               throws IOException

verify that we honor ConnectionConfiguration.HBASE_CLIENT_META_SCANNER_TIMEOUT for next() calls in meta scans

Throws:

IOException

testMetaScanTimeoutOnNextAsync

public void testMetaScanTimeoutOnNextAsync()
                                    throws IOException

AsyncTable version of above

Throws:

IOException

testMetaScanTimeoutOnOpenScanner

public void testMetaScanTimeoutOnOpenScanner()
                                      throws IOException

verify that we honor ConnectionConfiguration.HBASE_CLIENT_META_READ_RPC_TIMEOUT_KEY for openScanner() calls for meta scans

Throws:

IOException

testMetaScanTimeoutOnOpenScannerAsync

public void testMetaScanTimeoutOnOpenScannerAsync()
                                           throws IOException

AsyncTable version of above

Throws:

IOException

expectRetryOutOfOrderScannerNext

private void expectRetryOutOfOrderScannerNext(Supplier<org.apache.hadoop.hbase.client.ResultScanner> scannerSupplier)
                                       throws IOException

Throws:

IOException

expectTimeoutOnNext

private void expectTimeoutOnNext(int timeout,
                                 Supplier<org.apache.hadoop.hbase.client.ResultScanner> scannerSupplier)
                          throws IOException

Throws:

IOException

expectTimeoutOnOpenScanner

private void expectTimeoutOnOpenScanner(int timeout,
                                        Supplier<org.apache.hadoop.hbase.client.ResultScanner> scannerSupplier)
                                 throws IOException

Throws:

IOException

expectTimeout

private void expectTimeout(long start,
                           int timeout)

getScanner

private org.apache.hadoop.hbase.client.ResultScanner getScanner()

getScanner

private org.apache.hadoop.hbase.client.ResultScanner getScanner(org.apache.hadoop.hbase.client.Connection conn)

getAsyncScanner

private org.apache.hadoop.hbase.client.ResultScanner getAsyncScanner()

putToTable

private void putToTable(org.apache.hadoop.hbase.client.Table ht,
                        byte[] rowkey)
                 throws IOException

Throws:

IOException