org.apache.hadoop.hbase.procedure2

Class RemoteProcedureDispatcher<TEnv,TRemote extends Comparable<TRemote>>

java.lang.Object

org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher<TEnv,TRemote>

Direct Known Subclasses:

RSProcedureDispatcher

@InterfaceAudience.Private
public abstract class RemoteProcedureDispatcher<TEnv,TRemote extends Comparable<TRemote>>
extends Object

A procedure dispatcher that aggregates and sends after elapsed time or after we hit count threshold. Creates its own threadpool to run RPCs with timeout.

• Each server queue has a dispatch buffer
• Once the dispatch buffer reaches a threshold-size/time we send

Call start() and then submitTask(Runnable). When done, call stop().

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
protected class	RemoteProcedureDispatcher.BufferNode Node that contains a set of RemoteProcedures
private static class	RemoteProcedureDispatcher.DelayedTask Delayed object that holds a FutureTask.
static interface	RemoteProcedureDispatcher.RemoteNode<TEnv,TRemote> Account of what procedures are running on remote node.
static class	RemoteProcedureDispatcher.RemoteOperation Data structure with reference to remote operation.
static interface	RemoteProcedureDispatcher.RemoteProcedure<TEnv,TRemote> Remote procedure reference.
private class	RemoteProcedureDispatcher.TimeoutExecutorThread

Field Summary

Fields

Modifier and Type	Field and Description
private int	corePoolSize
private static int	DEFAULT_DISPATCH_DELAY
private static int	DEFAULT_MAX_QUEUE_SIZE
private static int	DEFAULT_THREAD_POOL_SIZE
static String	DISPATCH_DELAY_CONF_KEY
static String	DISPATCH_MAX_QUEUE_SIZE_CONF_KEY
private static org.slf4j.Logger	LOG
private ConcurrentHashMap<TRemote,RemoteProcedureDispatcher.BufferNode>	nodeMap
private int	operationDelay
private int	queueMaxSize
private AtomicBoolean	running
static String	THREAD_POOL_SIZE_CONF_KEY
private ThreadPoolExecutor	threadPool
private RemoteProcedureDispatcher.TimeoutExecutorThread	timeoutExecutor

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	RemoteProcedureDispatcher(org.apache.hadoop.conf.Configuration conf)

Method Summary

Modifier and Type	Method and Description
protected abstract void	abortPendingOperations(TRemote key, Set<RemoteProcedureDispatcher.RemoteProcedure> operations)
void	addNode(TRemote key) Add a node that will be able to execute remote procedures
void	addOperationToNode(TRemote key, RemoteProcedureDispatcher.RemoteProcedure rp) Add a remote rpc.
protected org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<Class<?>,RemoteProcedureDispatcher.RemoteOperation>	buildAndGroupRequestByType(TEnv env, TRemote remote, Set<RemoteProcedureDispatcher.RemoteProcedure> remoteProcedures)
protected <T extends RemoteProcedureDispatcher.RemoteOperation> List<T>	fetchType(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<Class<?>,RemoteProcedureDispatcher.RemoteOperation> requestByType, Class<T> type)
protected abstract Thread.UncaughtExceptionHandler	getUncaughtExceptionHandler()
void	join()
protected abstract void	remoteDispatch(TRemote key, Set<RemoteProcedureDispatcher.RemoteProcedure> operations)
void	removeCompletedOperation(TRemote key, RemoteProcedureDispatcher.RemoteProcedure rp)
boolean	removeNode(TRemote key) Remove a remote node
protected void	setTimeoutExecutorUncaughtExceptionHandler(Thread.UncaughtExceptionHandler eh)
boolean	start()
boolean	stop()
protected void	submitTask(Runnable task)
protected void	submitTask(Runnable task, long delay, TimeUnit unit)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

THREAD_POOL_SIZE_CONF_KEY

public static final String THREAD_POOL_SIZE_CONF_KEY

See Also:

Constant Field Values

DEFAULT_THREAD_POOL_SIZE

private static final int DEFAULT_THREAD_POOL_SIZE

See Also:

Constant Field Values

DISPATCH_DELAY_CONF_KEY

public static final String DISPATCH_DELAY_CONF_KEY

See Also:

Constant Field Values

DEFAULT_DISPATCH_DELAY

private static final int DEFAULT_DISPATCH_DELAY

See Also:

Constant Field Values

DISPATCH_MAX_QUEUE_SIZE_CONF_KEY

public static final String DISPATCH_MAX_QUEUE_SIZE_CONF_KEY

See Also:

Constant Field Values

DEFAULT_MAX_QUEUE_SIZE

private static final int DEFAULT_MAX_QUEUE_SIZE

See Also:

Constant Field Values

running

private final AtomicBoolean running

nodeMap

private final ConcurrentHashMap<TRemote extends Comparable<TRemote>,RemoteProcedureDispatcher.BufferNode> nodeMap

operationDelay

private final int operationDelay

queueMaxSize

private final int queueMaxSize

corePoolSize

private final int corePoolSize

timeoutExecutor

private RemoteProcedureDispatcher.TimeoutExecutorThread timeoutExecutor

threadPool

private ThreadPoolExecutor threadPool

Constructor Detail

RemoteProcedureDispatcher

protected RemoteProcedureDispatcher(org.apache.hadoop.conf.Configuration conf)

Method Detail

start

public boolean start()

setTimeoutExecutorUncaughtExceptionHandler

protected void setTimeoutExecutorUncaughtExceptionHandler(Thread.UncaughtExceptionHandler eh)

stop

public boolean stop()

join

public void join()

getUncaughtExceptionHandler

protected abstract Thread.UncaughtExceptionHandler getUncaughtExceptionHandler()

addNode

public void addNode(TRemote key)

Add a node that will be able to execute remote procedures

Parameters:

key - the node identifier

addOperationToNode

public void addOperationToNode(TRemote key,
                               RemoteProcedureDispatcher.RemoteProcedure rp)
                        throws NullTargetServerDispatchException,
                               NoServerDispatchException,
                               NoNodeDispatchException

Add a remote rpc.

Parameters:

key - the node identifier

Throws:

NullTargetServerDispatchException

NoServerDispatchException

NoNodeDispatchException

removeCompletedOperation

public void removeCompletedOperation(TRemote key,
                                     RemoteProcedureDispatcher.RemoteProcedure rp)

removeNode

public boolean removeNode(TRemote key)

Remove a remote node

Parameters:

key - the node identifier

submitTask

protected final void submitTask(Runnable task)

submitTask

protected final void submitTask(Runnable task,
                                long delay,
                                TimeUnit unit)

remoteDispatch

protected abstract void remoteDispatch(TRemote key,
                                       Set<RemoteProcedureDispatcher.RemoteProcedure> operations)

abortPendingOperations

protected abstract void abortPendingOperations(TRemote key,
                                               Set<RemoteProcedureDispatcher.RemoteProcedure> operations)

buildAndGroupRequestByType

protected org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<Class<?>,RemoteProcedureDispatcher.RemoteOperation> buildAndGroupRequestByType(TEnv env,
                                                                                                                                                                 TRemote remote,
                                                                                                                                                                 Set<RemoteProcedureDispatcher.RemoteProcedure> remoteProcedures)

fetchType

protected <T extends RemoteProcedureDispatcher.RemoteOperation> List<T> fetchType(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<Class<?>,RemoteProcedureDispatcher.RemoteOperation> requestByType,
                                                                                  Class<T> type)