org.apache.hadoop.hbase.client

Class AsyncBatchRpcRetryingCaller<T>

java.lang.Object

org.apache.hadoop.hbase.client.AsyncBatchRpcRetryingCaller<T>

@InterfaceAudience.Private
class AsyncBatchRpcRetryingCaller<T>
extends Object

Retry caller for batch.

Notice that, the operationTimeoutNs is the total time limit now which is the same with other single operations

And the maxAttempts is a limit for each single operation in the batch logically. In the implementation, we will record a tries parameter for each operation group, and if it is split to several groups when retrying, the sub groups will inherit the tries. You can imagine that the whole retrying process is a tree, and the maxAttempts is the limit of the depth of the tree.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private static class	AsyncBatchRpcRetryingCaller.RegionRequest
private static class	AsyncBatchRpcRetryingCaller.ServerRequest

Field Summary

Fields

Modifier and Type	Field and Description
private IdentityHashMap<Action,List<RetriesExhaustedException.ThrowableWithExtraContext>>	action2Errors
private IdentityHashMap<Action,CompletableFuture<T>>	action2Future
private List<Action>	actions
private AsyncConnectionImpl	conn
private List<CompletableFuture<T>>	futures
private static org.slf4j.Logger	LOG
private int	maxAttempts
private long	operationTimeoutNs
private long	pauseNs
private long	pauseNsForServerOverloaded
private org.apache.hbase.thirdparty.io.netty.util.Timer	retryTimer
private long	rpcTimeoutNs
private int	startLogErrorsCnt
private long	startNs
private TableName	tableName

Constructor Summary

Constructors

Constructor and Description
AsyncBatchRpcRetryingCaller(org.apache.hbase.thirdparty.io.netty.util.Timer retryTimer, AsyncConnectionImpl conn, TableName tableName, List<? extends Row> actions, long pauseNs, long pauseNsForServerOverloaded, int maxAttempts, long operationTimeoutNs, long rpcTimeoutNs, int startLogErrorsCnt)

Method Summary

Modifier and Type	Method and Description
private void	addError(Action action, Throwable error, ServerName serverName)
private void	addError(Iterable<Action> actions, Throwable error, ServerName serverName)
private org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.MultiRequest	buildReq(Map<byte[],AsyncBatchRpcRetryingCaller.RegionRequest> actionsByRegion, List<CellScannable> cells, Map<Integer,Integer> indexMap)
List<CompletableFuture<T>>	call()
private void	failAll(Stream<Action> actions, int tries)
private void	failAll(Stream<Action> actions, int tries, Throwable error, ServerName serverName)
private void	failOne(Action action, int tries, Throwable error, long currentTime, String extras)
private String	getExtraContextForError(ServerName serverName)
private void	groupAndSend(Stream<Action> actions, int tries)
private static boolean	hasIncrementOrAppend(Row action)
private static boolean	hasIncrementOrAppend(RowMutations mutations)
private void	logException(int tries, Supplier<Stream<AsyncBatchRpcRetryingCaller.RegionRequest>> regionsSupplier, Throwable error, ServerName serverName)
private void	onComplete(Action action, AsyncBatchRpcRetryingCaller.RegionRequest regionReq, int tries, ServerName serverName, MultiResponse.RegionResult regionResult, List<Action> failedActions, Throwable regionException, org.apache.commons.lang3.mutable.MutableBoolean retryImmediately)
private void	onComplete(Map<byte[],AsyncBatchRpcRetryingCaller.RegionRequest> actionsByRegion, int tries, ServerName serverName, MultiResponse resp)
private void	onError(Map<byte[],AsyncBatchRpcRetryingCaller.RegionRequest> actionsByRegion, int tries, Throwable t, ServerName serverName)
private long	remainingTimeNs()
private List<RetriesExhaustedException.ThrowableWithExtraContext>	removeErrors(Action action)
private void	sendOrDelay(Map<ServerName,AsyncBatchRpcRetryingCaller.ServerRequest> actionsByServer, int tries)
private void	sendToServer(ServerName serverName, AsyncBatchRpcRetryingCaller.ServerRequest serverReq, int tries)
private void	tryResubmit(Stream<Action> actions, int tries, boolean immediately, boolean isServerOverloaded)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

retryTimer

private final org.apache.hbase.thirdparty.io.netty.util.Timer retryTimer

conn

private final AsyncConnectionImpl conn

tableName

private final TableName tableName

actions

private final List<Action> actions

futures

private final List<CompletableFuture<T>> futures

action2Future

private final IdentityHashMap<Action,CompletableFuture<T>> action2Future

action2Errors

private final IdentityHashMap<Action,List<RetriesExhaustedException.ThrowableWithExtraContext>> action2Errors

pauseNs

private final long pauseNs

pauseNsForServerOverloaded

private final long pauseNsForServerOverloaded

maxAttempts

private final int maxAttempts

operationTimeoutNs

private final long operationTimeoutNs

rpcTimeoutNs

private final long rpcTimeoutNs

startLogErrorsCnt

private final int startLogErrorsCnt

startNs

private final long startNs

Constructor Detail

AsyncBatchRpcRetryingCaller

public AsyncBatchRpcRetryingCaller(org.apache.hbase.thirdparty.io.netty.util.Timer retryTimer,
                                   AsyncConnectionImpl conn,
                                   TableName tableName,
                                   List<? extends Row> actions,
                                   long pauseNs,
                                   long pauseNsForServerOverloaded,
                                   int maxAttempts,
                                   long operationTimeoutNs,
                                   long rpcTimeoutNs,
                                   int startLogErrorsCnt)

Method Detail

hasIncrementOrAppend

private static boolean hasIncrementOrAppend(Row action)

hasIncrementOrAppend

private static boolean hasIncrementOrAppend(RowMutations mutations)

remainingTimeNs

private long remainingTimeNs()

removeErrors

private List<RetriesExhaustedException.ThrowableWithExtraContext> removeErrors(Action action)

logException

private void logException(int tries,
                          Supplier<Stream<AsyncBatchRpcRetryingCaller.RegionRequest>> regionsSupplier,
                          Throwable error,
                          ServerName serverName)

getExtraContextForError

private String getExtraContextForError(ServerName serverName)

addError

private void addError(Action action,
                      Throwable error,
                      ServerName serverName)

addError

private void addError(Iterable<Action> actions,
                      Throwable error,
                      ServerName serverName)

failOne

private void failOne(Action action,
                     int tries,
                     Throwable error,
                     long currentTime,
                     String extras)

failAll

private void failAll(Stream<Action> actions,
                     int tries,
                     Throwable error,
                     ServerName serverName)

failAll

private void failAll(Stream<Action> actions,
                     int tries)

buildReq

private org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.MultiRequest buildReq(Map<byte[],AsyncBatchRpcRetryingCaller.RegionRequest> actionsByRegion,
                                                                                             List<CellScannable> cells,
                                                                                             Map<Integer,Integer> indexMap)
                                                                                      throws IOException

Throws:

IOException

onComplete

private void onComplete(Action action,
                        AsyncBatchRpcRetryingCaller.RegionRequest regionReq,
                        int tries,
                        ServerName serverName,
                        MultiResponse.RegionResult regionResult,
                        List<Action> failedActions,
                        Throwable regionException,
                        org.apache.commons.lang3.mutable.MutableBoolean retryImmediately)

onComplete

private void onComplete(Map<byte[],AsyncBatchRpcRetryingCaller.RegionRequest> actionsByRegion,
                        int tries,
                        ServerName serverName,
                        MultiResponse resp)

sendToServer

private void sendToServer(ServerName serverName,
                          AsyncBatchRpcRetryingCaller.ServerRequest serverReq,
                          int tries)

sendOrDelay

private void sendOrDelay(Map<ServerName,AsyncBatchRpcRetryingCaller.ServerRequest> actionsByServer,
                         int tries)

onError

private void onError(Map<byte[],AsyncBatchRpcRetryingCaller.RegionRequest> actionsByRegion,
                     int tries,
                     Throwable t,
                     ServerName serverName)

tryResubmit

private void tryResubmit(Stream<Action> actions,
                         int tries,
                         boolean immediately,
                         boolean isServerOverloaded)

groupAndSend

private void groupAndSend(Stream<Action> actions,
                          int tries)

call

public List<CompletableFuture<T>> call()