org.apache.hadoop.hbase.ipc

Class RpcExecutor

java.lang.Object

org.apache.hadoop.hbase.ipc.RpcExecutor

Direct Known Subclasses:

BalancedQueueRpcExecutor, RWQueueRpcExecutor

@InterfaceAudience.Private
public abstract class RpcExecutor
extends Object

Runs the CallRunners passed here via dispatch(CallRunner). Subclass and add particular scheduling behavior.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private static class	RpcExecutor.CallPriorityComparator Comparator used by the "normal callQueue" if DEADLINE_CALL_QUEUE_CONF_KEY is set to true.
protected class	RpcExecutor.Handler Handler thread run the CallRunner.run() in.
static class	RpcExecutor.QueueBalancer
private static class	RpcExecutor.RandomQueueBalancer Queue balancer that just randomly selects a queue in the range [0, num queues).

Field Summary

Fields

Modifier and Type	Field and Description
private Abortable	abortable
private AtomicInteger	activeHandlerCount
static int	CALL_QUEUE_CODEL_DEFAULT_INTERVAL
static double	CALL_QUEUE_CODEL_DEFAULT_LIFO_THRESHOLD
static int	CALL_QUEUE_CODEL_DEFAULT_TARGET_DELAY
static String	CALL_QUEUE_CODEL_INTERVAL
static String	CALL_QUEUE_CODEL_LIFO_THRESHOLD
static String	CALL_QUEUE_CODEL_TARGET_DELAY
static String	CALL_QUEUE_HANDLER_FACTOR_CONF_KEY
static String	CALL_QUEUE_TYPE_CODEL_CONF_VALUE The default, 'fifo', has the least friction but is dumb.
static String	CALL_QUEUE_TYPE_CONF_DEFAULT
static String	CALL_QUEUE_TYPE_CONF_KEY
static String	CALL_QUEUE_TYPE_DEADLINE_CONF_VALUE
static String	CALL_QUEUE_TYPE_FIFO_CONF_VALUE
private org.apache.hadoop.conf.Configuration	conf
protected int	currentQueueLimit
protected static int	DEFAULT_CALL_QUEUE_SIZE_HARD_LIMIT
private AtomicInteger	failedHandlerCount
private int	handlerCount
private List<RpcExecutor.Handler>	handlers
private static org.slf4j.Logger	LOG
private String	name
protected int	numCallQueues
private LongAdder	numGeneralCallsDropped
private LongAdder	numLifoModeSwitches
private static RpcExecutor.QueueBalancer	ONE_QUEUE All requests go to the first queue, at index 0
private PriorityFunction	priority
static String	QUEUE_MAX_CALL_DELAY_CONF_KEY max delay in msec used to bound the deprioritized requests
private Class<? extends BlockingQueue>	queueClass
private Object[]	queueInitArgs
protected List<BlockingQueue<CallRunner>>	queues
private boolean	running

Constructor Summary

Constructors

Constructor and Description
RpcExecutor(String name, int handlerCount, int maxQueueLength, PriorityFunction priority, org.apache.hadoop.conf.Configuration conf, Abortable abortable)
RpcExecutor(String name, int handlerCount, String callQueueType, int maxQueueLength, PriorityFunction priority, org.apache.hadoop.conf.Configuration conf, Abortable abortable)

Method Summary

Modifier and Type	Method and Description
protected int	computeNumCallQueues(int handlerCount, float callQueuesHandlersFactor)
abstract boolean	dispatch(CallRunner callTask) Add the request to the executor queue
int	getActiveHandlerCount()
int	getActiveReadHandlerCount()
int	getActiveScanHandlerCount()
int	getActiveWriteHandlerCount()
static RpcExecutor.QueueBalancer	getBalancer(int queueSize)
Map<String,Long>	getCallQueueCountsSummary()
Map<String,Long>	getCallQueueSizeSummary()
protected RpcExecutor.Handler	getHandler(String name, double handlerFailureThreshhold, BlockingQueue<CallRunner> q, AtomicInteger activeHandlerCount) Override if providing alternate Handler implementation.
String	getName()
long	getNumGeneralCallsDropped()
long	getNumLifoModeSwitches()
int	getQueueLength() Returns the length of the pending queue
protected List<BlockingQueue<CallRunner>>	getQueues() Returns the list of request queues
int	getReadQueueLength()
int	getScanQueueLength()
int	getWriteQueueLength()
protected void	initializeQueues(int numQueues)
static boolean	isCodelQueueType(String callQueueType)
static boolean	isDeadlineQueueType(String callQueueType)
static boolean	isFifoQueueType(String callQueueType)
void	onConfigurationChange(org.apache.hadoop.conf.Configuration conf)
void	resizeQueues(org.apache.hadoop.conf.Configuration conf) Update current soft limit for executor's call queues
void	start(int port)
protected void	startHandlers(int port)
protected void	startHandlers(String nameSuffix, int numHandlers, List<BlockingQueue<CallRunner>> callQueues, int qindex, int qsize, int port, AtomicInteger activeHandlerCount) Start up our handlers.
void	stop()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

DEFAULT_CALL_QUEUE_SIZE_HARD_LIMIT

protected static final int DEFAULT_CALL_QUEUE_SIZE_HARD_LIMIT

See Also:

Constant Field Values

CALL_QUEUE_HANDLER_FACTOR_CONF_KEY

public static final String CALL_QUEUE_HANDLER_FACTOR_CONF_KEY

See Also:

Constant Field Values

QUEUE_MAX_CALL_DELAY_CONF_KEY

public static final String QUEUE_MAX_CALL_DELAY_CONF_KEY

max delay in msec used to bound the deprioritized requests

See Also:

Constant Field Values

CALL_QUEUE_TYPE_CODEL_CONF_VALUE

public static final String CALL_QUEUE_TYPE_CODEL_CONF_VALUE

The default, 'fifo', has the least friction but is dumb. If set to 'deadline', uses a priority queue and deprioritizes long-running scans. Sorting by priority comes at a cost, reduced throughput.

See Also:

Constant Field Values

CALL_QUEUE_TYPE_DEADLINE_CONF_VALUE

public static final String CALL_QUEUE_TYPE_DEADLINE_CONF_VALUE

See Also:

Constant Field Values

CALL_QUEUE_TYPE_FIFO_CONF_VALUE

public static final String CALL_QUEUE_TYPE_FIFO_CONF_VALUE

See Also:

Constant Field Values

CALL_QUEUE_TYPE_CONF_KEY

public static final String CALL_QUEUE_TYPE_CONF_KEY

See Also:

Constant Field Values

CALL_QUEUE_TYPE_CONF_DEFAULT

public static final String CALL_QUEUE_TYPE_CONF_DEFAULT

See Also:

Constant Field Values

CALL_QUEUE_CODEL_TARGET_DELAY

public static final String CALL_QUEUE_CODEL_TARGET_DELAY

See Also:

Constant Field Values

CALL_QUEUE_CODEL_INTERVAL

public static final String CALL_QUEUE_CODEL_INTERVAL

See Also:

Constant Field Values

CALL_QUEUE_CODEL_LIFO_THRESHOLD

public static final String CALL_QUEUE_CODEL_LIFO_THRESHOLD

See Also:

Constant Field Values

CALL_QUEUE_CODEL_DEFAULT_TARGET_DELAY

public static final int CALL_QUEUE_CODEL_DEFAULT_TARGET_DELAY

See Also:

Constant Field Values

CALL_QUEUE_CODEL_DEFAULT_INTERVAL

public static final int CALL_QUEUE_CODEL_DEFAULT_INTERVAL

See Also:

Constant Field Values

CALL_QUEUE_CODEL_DEFAULT_LIFO_THRESHOLD

public static final double CALL_QUEUE_CODEL_DEFAULT_LIFO_THRESHOLD

See Also:

Constant Field Values

numGeneralCallsDropped

private LongAdder numGeneralCallsDropped

numLifoModeSwitches

private LongAdder numLifoModeSwitches

numCallQueues

protected final int numCallQueues

queues

protected final List<BlockingQueue<CallRunner>> queues

queueClass

private final Class<? extends BlockingQueue> queueClass

queueInitArgs

private final Object[] queueInitArgs

priority

private final PriorityFunction priority

currentQueueLimit

protected volatile int currentQueueLimit

activeHandlerCount

private final AtomicInteger activeHandlerCount

handlers

private final List<RpcExecutor.Handler> handlers

handlerCount

private final int handlerCount

failedHandlerCount

private final AtomicInteger failedHandlerCount

name

private String name

running

private boolean running

conf

private org.apache.hadoop.conf.Configuration conf

abortable

private Abortable abortable

ONE_QUEUE

private static RpcExecutor.QueueBalancer ONE_QUEUE

All requests go to the first queue, at index 0

Constructor Detail

RpcExecutor

public RpcExecutor(String name,
                   int handlerCount,
                   int maxQueueLength,
                   PriorityFunction priority,
                   org.apache.hadoop.conf.Configuration conf,
                   Abortable abortable)

RpcExecutor

public RpcExecutor(String name,
                   int handlerCount,
                   String callQueueType,
                   int maxQueueLength,
                   PriorityFunction priority,
                   org.apache.hadoop.conf.Configuration conf,
                   Abortable abortable)

Method Detail

computeNumCallQueues

protected int computeNumCallQueues(int handlerCount,
                                   float callQueuesHandlersFactor)

getCallQueueCountsSummary

public Map<String,Long> getCallQueueCountsSummary()

getCallQueueSizeSummary

public Map<String,Long> getCallQueueSizeSummary()

initializeQueues

protected void initializeQueues(int numQueues)

start

public void start(int port)

stop

public void stop()

dispatch

public abstract boolean dispatch(CallRunner callTask)
                          throws InterruptedException

Add the request to the executor queue

Throws:

InterruptedException

getQueues

protected List<BlockingQueue<CallRunner>> getQueues()

Returns the list of request queues

startHandlers

protected void startHandlers(int port)

getHandler

protected RpcExecutor.Handler getHandler(String name,
                                         double handlerFailureThreshhold,
                                         BlockingQueue<CallRunner> q,
                                         AtomicInteger activeHandlerCount)

Override if providing alternate Handler implementation.

startHandlers

protected void startHandlers(String nameSuffix,
                             int numHandlers,
                             List<BlockingQueue<CallRunner>> callQueues,
                             int qindex,
                             int qsize,
                             int port,
                             AtomicInteger activeHandlerCount)

Start up our handlers.

getBalancer

public static RpcExecutor.QueueBalancer getBalancer(int queueSize)

isDeadlineQueueType

public static boolean isDeadlineQueueType(String callQueueType)

isCodelQueueType

public static boolean isCodelQueueType(String callQueueType)

isFifoQueueType

public static boolean isFifoQueueType(String callQueueType)

getNumGeneralCallsDropped

public long getNumGeneralCallsDropped()

getNumLifoModeSwitches

public long getNumLifoModeSwitches()

getActiveHandlerCount

public int getActiveHandlerCount()

getActiveWriteHandlerCount

public int getActiveWriteHandlerCount()

getActiveReadHandlerCount

public int getActiveReadHandlerCount()

getActiveScanHandlerCount

public int getActiveScanHandlerCount()

getQueueLength

public int getQueueLength()

Returns the length of the pending queue

getReadQueueLength

public int getReadQueueLength()

getScanQueueLength

public int getScanQueueLength()

getWriteQueueLength

public int getWriteQueueLength()

getName

public String getName()

resizeQueues

public void resizeQueues(org.apache.hadoop.conf.Configuration conf)

Update current soft limit for executor's call queues

Parameters:

conf - updated configuration

onConfigurationChange

public void onConfigurationChange(org.apache.hadoop.conf.Configuration conf)