org.apache.hadoop.hbase.ipc

Class RWQueueRpcExecutor

java.lang.Object

org.apache.hadoop.hbase.ipc.RpcExecutor

org.apache.hadoop.hbase.ipc.RWQueueRpcExecutor

Direct Known Subclasses:

MetaRWQueueRpcExecutor

@InterfaceAudience.LimitedPrivate(value={"Coprocesssor","Phoenix"})
 @InterfaceStability.Evolving
public class RWQueueRpcExecutor
extends RpcExecutor

RPC Executor that uses different queues for reads and writes. With the options to use different queues/executors for gets and scans. Each handler has its own queue and there is no stealing.

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.hbase.ipc.RpcExecutor

RpcExecutor.Handler, RpcExecutor.QueueBalancer

Field Summary

Fields

Modifier and Type	Field and Description
private AtomicInteger	activeReadHandlerCount
private AtomicInteger	activeScanHandlerCount
private AtomicInteger	activeWriteHandlerCount
static String	CALL_QUEUE_READ_SHARE_CONF_KEY
static String	CALL_QUEUE_SCAN_SHARE_CONF_KEY
private static org.slf4j.Logger	LOG
private int	numReadQueues
private int	numScanQueues
private int	numWriteQueues
private RpcExecutor.QueueBalancer	readBalancer
private int	readHandlersCount
private RpcExecutor.QueueBalancer	scanBalancer
private int	scanHandlersCount
private RpcExecutor.QueueBalancer	writeBalancer
private int	writeHandlersCount

Fields inherited from class org.apache.hadoop.hbase.ipc.RpcExecutor

CALL_QUEUE_CODEL_DEFAULT_INTERVAL, CALL_QUEUE_CODEL_DEFAULT_LIFO_THRESHOLD, CALL_QUEUE_CODEL_DEFAULT_TARGET_DELAY, CALL_QUEUE_CODEL_INTERVAL, CALL_QUEUE_CODEL_LIFO_THRESHOLD, CALL_QUEUE_CODEL_TARGET_DELAY, CALL_QUEUE_HANDLER_FACTOR_CONF_KEY, CALL_QUEUE_TYPE_CODEL_CONF_VALUE, CALL_QUEUE_TYPE_CONF_DEFAULT, CALL_QUEUE_TYPE_CONF_KEY, CALL_QUEUE_TYPE_DEADLINE_CONF_VALUE, CALL_QUEUE_TYPE_FIFO_CONF_VALUE, currentQueueLimit, DEFAULT_CALL_QUEUE_SIZE_HARD_LIMIT, numCallQueues, QUEUE_MAX_CALL_DELAY_CONF_KEY, queues

Constructor Summary

Constructors

Constructor and Description
RWQueueRpcExecutor(String name, int handlerCount, int maxQueueLength, PriorityFunction priority, org.apache.hadoop.conf.Configuration conf, Abortable abortable)

Method Summary

Modifier and Type	Method and Description
private static int	calcNumReaders(int count, float readShare)
private static int	calcNumWriters(int count, float readShare)
protected int	computeNumCallQueues(int handlerCount, float callQueuesHandlersFactor)
boolean	dispatch(CallRunner callTask) Add the request to the executor queue
int	getActiveHandlerCount()
int	getActiveReadHandlerCount()
int	getActiveScanHandlerCount()
int	getActiveWriteHandlerCount()
int	getReadQueueLength()
protected float	getReadShare(org.apache.hadoop.conf.Configuration conf)
int	getScanQueueLength()
protected float	getScanShare(org.apache.hadoop.conf.Configuration conf)
int	getWriteQueueLength()
private boolean	isScanRequest(org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.RequestHeader header, org.apache.hbase.thirdparty.com.google.protobuf.Message param)
protected boolean	isWriteRequest(org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.RequestHeader header, org.apache.hbase.thirdparty.com.google.protobuf.Message param)
protected void	startHandlers(int port)

Methods inherited from class org.apache.hadoop.hbase.ipc.RpcExecutor

getBalancer, getCallQueueCountsSummary, getCallQueueSizeSummary, getHandler, getName, getNumGeneralCallsDropped, getNumLifoModeSwitches, getQueueLength, getQueues, initializeQueues, isCodelQueueType, isDeadlineQueueType, isFifoQueueType, onConfigurationChange, resizeQueues, start, startHandlers, stop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

CALL_QUEUE_READ_SHARE_CONF_KEY

public static final String CALL_QUEUE_READ_SHARE_CONF_KEY

See Also:

Constant Field Values

CALL_QUEUE_SCAN_SHARE_CONF_KEY

public static final String CALL_QUEUE_SCAN_SHARE_CONF_KEY

See Also:

Constant Field Values

writeBalancer

private final RpcExecutor.QueueBalancer writeBalancer

readBalancer

private final RpcExecutor.QueueBalancer readBalancer

scanBalancer

private final RpcExecutor.QueueBalancer scanBalancer

writeHandlersCount

private final int writeHandlersCount

readHandlersCount

private final int readHandlersCount

scanHandlersCount

private final int scanHandlersCount

numWriteQueues

private final int numWriteQueues

numReadQueues

private final int numReadQueues

numScanQueues

private final int numScanQueues

activeWriteHandlerCount

private final AtomicInteger activeWriteHandlerCount

activeReadHandlerCount

private final AtomicInteger activeReadHandlerCount

activeScanHandlerCount

private final AtomicInteger activeScanHandlerCount

Constructor Detail

RWQueueRpcExecutor

public RWQueueRpcExecutor(String name,
                          int handlerCount,
                          int maxQueueLength,
                          PriorityFunction priority,
                          org.apache.hadoop.conf.Configuration conf,
                          Abortable abortable)

Method Detail

computeNumCallQueues

protected int computeNumCallQueues(int handlerCount,
                                   float callQueuesHandlersFactor)

Overrides:

computeNumCallQueues in class RpcExecutor

startHandlers

protected void startHandlers(int port)

Overrides:

startHandlers in class RpcExecutor

dispatch

public boolean dispatch(CallRunner callTask)
                 throws InterruptedException

Description copied from class: RpcExecutor

Add the request to the executor queue

Specified by:

dispatch in class RpcExecutor

Throws:

InterruptedException

getWriteQueueLength

public int getWriteQueueLength()

Overrides:

getWriteQueueLength in class RpcExecutor

getReadQueueLength

public int getReadQueueLength()

Overrides:

getReadQueueLength in class RpcExecutor

getScanQueueLength

public int getScanQueueLength()

Overrides:

getScanQueueLength in class RpcExecutor

getActiveHandlerCount

public int getActiveHandlerCount()

Overrides:

getActiveHandlerCount in class RpcExecutor

getActiveWriteHandlerCount

public int getActiveWriteHandlerCount()

Overrides:

getActiveWriteHandlerCount in class RpcExecutor

getActiveReadHandlerCount

public int getActiveReadHandlerCount()

Overrides:

getActiveReadHandlerCount in class RpcExecutor

getActiveScanHandlerCount

public int getActiveScanHandlerCount()

Overrides:

getActiveScanHandlerCount in class RpcExecutor

isWriteRequest

protected boolean isWriteRequest(org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.RequestHeader header,
                                 org.apache.hbase.thirdparty.com.google.protobuf.Message param)

isScanRequest

private boolean isScanRequest(org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.RequestHeader header,
                              org.apache.hbase.thirdparty.com.google.protobuf.Message param)

getReadShare

protected float getReadShare(org.apache.hadoop.conf.Configuration conf)

getScanShare

protected float getScanShare(org.apache.hadoop.conf.Configuration conf)

calcNumWriters

private static int calcNumWriters(int count,
                                  float readShare)

calcNumReaders

private static int calcNumReaders(int count,
                                  float readShare)