Package org.apache.hadoop.hbase.client

Class AsyncBatchRpcRetryingCaller<T>

java.lang.Object

org.apache.hadoop.hbase.client.AsyncBatchRpcRetryingCaller<T>

@Private
class AsyncBatchRpcRetryingCaller<T>
extends Object

Retry caller for batch.

Notice that, the operationTimeoutNs is the total time limit now which is the same with other single operations

And the maxAttempts is a limit for each single operation in the batch logically. In the implementation, we will record a tries parameter for each operation group, and if it is split to several groups when retrying, the sub groups will inherit the tries. You can imagine that the whole retrying process is a tree, and the maxAttempts is the limit of the depth of the tree.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
(package private) static final class	AsyncBatchRpcRetryingCaller.RegionRequest
private static final class	AsyncBatchRpcRetryingCaller.ServerRequest

Field Summary

Fields

Modifier and Type	Field	Description
private final IdentityHashMap<Action,List<RetriesExhaustedException.ThrowableWithExtraContext>>	action2Errors
private final IdentityHashMap<Action,CompletableFuture<T>>	action2Future
private final List<Action>	actions
private final AsyncConnectionImpl	conn
private final List<CompletableFuture<T>>	futures
private static final org.slf4j.Logger	LOG
private static final int	MAX_SAMPLED_ERRORS
private final int	maxAttempts
private final long	operationTimeoutNs
private final HBaseServerExceptionPauseManager	pauseManager
private final Map<String,byte[]>	requestAttributes
private final org.apache.hbase.thirdparty.io.netty.util.Timer	retryTimer
private final long	rpcTimeoutNs
private final int	startLogErrorsCnt
private final long	startNs
private final TableName	tableName

Constructor Summary

Constructors

Constructor	Description
AsyncBatchRpcRetryingCaller(org.apache.hbase.thirdparty.io.netty.util.Timer retryTimer, AsyncConnectionImpl conn, TableName tableName, List<? extends Row> actions, long pauseNs, long pauseNsForServerOverloaded, int maxAttempts, long operationTimeoutNs, long rpcTimeoutNs, int startLogErrorsCnt, Map<String,byte[]> requestAttributes)

Method Summary

Modifier and Type	Method	Description
private void	addError(Iterable<Action> actions, Throwable error, ServerName serverName)
private void	addError(Action action, Throwable error, ServerName serverName)
private org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.MultiRequest	buildReq(Map<byte[],AsyncBatchRpcRetryingCaller.RegionRequest> actionsByRegion, List<ExtendedCellScannable> cells, Map<Integer,Integer> indexMap)
List<CompletableFuture<T>>	call()
private void	failAll(Stream<Action> actions, int tries)
private void	failAll(Stream<Action> actions, int tries, Throwable error, ServerName serverName)
private void	failOne(Action action, int tries, Throwable error, long currentTime, String extras)
private String	getExtraContextForError(ServerName serverName)
private void	groupAndSend(Stream<Action> actions, int tries)
private static boolean	hasIncrementOrAppend(Row action)
private static boolean	hasIncrementOrAppend(RowMutations mutations)
(package private) static void	logActionsException(int tries, int startLogErrorsCnt, AsyncBatchRpcRetryingCaller.RegionRequest regionReq, IdentityHashMap<Action,Throwable> action2Error, ServerName serverName)
private void	logRegionsException(int tries, Supplier<Stream<AsyncBatchRpcRetryingCaller.RegionRequest>> regionsSupplier, Throwable error, ServerName serverName)
private void	onComplete(Map<byte[],AsyncBatchRpcRetryingCaller.RegionRequest> actionsByRegion, int tries, ServerName serverName, MultiResponse resp)
private void	onComplete(Action action, AsyncBatchRpcRetryingCaller.RegionRequest regionReq, int tries, ServerName serverName, MultiResponse.RegionResult regionResult, List<Action> failedActions, Throwable regionException, org.apache.commons.lang3.mutable.MutableBoolean retryImmediately, IdentityHashMap<Action,Throwable> action2Error)
private void	onError(Map<byte[],AsyncBatchRpcRetryingCaller.RegionRequest> actionsByRegion, int tries, Throwable t, ServerName serverName)
private List<RetriesExhaustedException.ThrowableWithExtraContext>	removeErrors(Action action)
private void	sendOrDelay(Map<ServerName,AsyncBatchRpcRetryingCaller.ServerRequest> actionsByServer, int tries)
private void	sendToServer(ServerName serverName, AsyncBatchRpcRetryingCaller.ServerRequest serverReq, int tries)
private void	tryResubmit(Stream<Action> actions, int tries, boolean immediately, Throwable error)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

retryTimer

private final org.apache.hbase.thirdparty.io.netty.util.Timer retryTimer

conn

private final AsyncConnectionImpl conn

tableName

private final TableName tableName

actions

private final List<Action> actions

futures

private final List<CompletableFuture<T>> futures

action2Future

private final IdentityHashMap<Action,CompletableFuture<T>> action2Future

action2Errors

private final IdentityHashMap<Action,List<RetriesExhaustedException.ThrowableWithExtraContext>> action2Errors

maxAttempts

private final int maxAttempts

operationTimeoutNs

private final long operationTimeoutNs

rpcTimeoutNs

private final long rpcTimeoutNs

startLogErrorsCnt

private final int startLogErrorsCnt

startNs

private final long startNs

pauseManager

private final HBaseServerExceptionPauseManager pauseManager

requestAttributes

private final Map<String,byte[]> requestAttributes

MAX_SAMPLED_ERRORS

private static final int MAX_SAMPLED_ERRORS

See Also:

• Constant Field Values

Constructor Details

AsyncBatchRpcRetryingCaller

public AsyncBatchRpcRetryingCaller(org.apache.hbase.thirdparty.io.netty.util.Timer retryTimer,
 AsyncConnectionImpl conn,
 TableName tableName,
 List<? extends Row> actions,
 long pauseNs,
 long pauseNsForServerOverloaded,
 int maxAttempts,
 long operationTimeoutNs,
 long rpcTimeoutNs,
 int startLogErrorsCnt,
 Map<String,byte[]> requestAttributes)

Method Details

hasIncrementOrAppend

private static boolean hasIncrementOrAppend(Row action)

hasIncrementOrAppend

private static boolean hasIncrementOrAppend(RowMutations mutations)

removeErrors

private List<RetriesExhaustedException.ThrowableWithExtraContext> removeErrors(Action action)

logRegionsException

private void logRegionsException(int tries,
 Supplier<Stream<AsyncBatchRpcRetryingCaller.RegionRequest>> regionsSupplier,
 Throwable error,
 ServerName serverName)

logActionsException

static void logActionsException(int tries,
 int startLogErrorsCnt,
 AsyncBatchRpcRetryingCaller.RegionRequest regionReq,
 IdentityHashMap<Action,Throwable> action2Error,
 ServerName serverName)

getExtraContextForError

private String getExtraContextForError(ServerName serverName)

addError

private void addError(Action action,
 Throwable error,
 ServerName serverName)

addError

private void addError(Iterable<Action> actions,
 Throwable error,
 ServerName serverName)

failOne

private void failOne(Action action,
 int tries,
 Throwable error,
 long currentTime,
 String extras)

failAll

private void failAll(Stream<Action> actions,
 int tries,
 Throwable error,
 ServerName serverName)

failAll

private void failAll(Stream<Action> actions,
 int tries)

buildReq

private org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.MultiRequest buildReq(Map<byte[],AsyncBatchRpcRetryingCaller.RegionRequest> actionsByRegion,
 List<ExtendedCellScannable> cells,
 Map<Integer,Integer> indexMap)
                                                                                      throws IOException

Throws:

IOException

onComplete

private void onComplete(Action action,
 AsyncBatchRpcRetryingCaller.RegionRequest regionReq,
 int tries,
 ServerName serverName,
 MultiResponse.RegionResult regionResult,
 List<Action> failedActions,
 Throwable regionException,
 org.apache.commons.lang3.mutable.MutableBoolean retryImmediately,
 IdentityHashMap<Action,Throwable> action2Error)

onComplete

private void onComplete(Map<byte[],AsyncBatchRpcRetryingCaller.RegionRequest> actionsByRegion,
 int tries,
 ServerName serverName,
 MultiResponse resp)

sendToServer

private void sendToServer(ServerName serverName,
 AsyncBatchRpcRetryingCaller.ServerRequest serverReq,
 int tries)

sendOrDelay

private void sendOrDelay(Map<ServerName,AsyncBatchRpcRetryingCaller.ServerRequest> actionsByServer,
 int tries)

onError

private void onError(Map<byte[],AsyncBatchRpcRetryingCaller.RegionRequest> actionsByRegion,
 int tries,
 Throwable t,
 ServerName serverName)

tryResubmit

private void tryResubmit(Stream<Action> actions,
 int tries,
 boolean immediately,
 Throwable error)

groupAndSend

private void groupAndSend(Stream<Action> actions,
 int tries)

call

public List<CompletableFuture<T>> call()