org.apache.hadoop.hbase.replication.regionserver

Class ReplicationSourceShipper

java.lang.Object

java.lang.Thread

org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper

All Implemented Interfaces:

Runnable

Direct Known Subclasses:

RecoveredReplicationSourceShipper

@InterfaceAudience.Private
public class ReplicationSourceShipper
extends Thread

This thread reads entries from a queue and ships them. Entries are placed onto the queue by ReplicationSourceWALReaderThread

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	ReplicationSourceShipper.WorkerState

Nested classes/interfaces inherited from class java.lang.Thread

Thread.State, Thread.UncaughtExceptionHandler

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.hadoop.conf.Configuration	conf
protected org.apache.hadoop.fs.Path	currentPath
protected ReplicationSourceWALReader	entryReader
protected long	lastLoggedPosition
private static org.slf4j.Logger	LOG
protected int	maxRetriesMultiplier
protected PriorityBlockingQueue<org.apache.hadoop.fs.Path>	queue
protected long	sleepForRetries
protected ReplicationSourceInterface	source
private ReplicationSourceShipper.WorkerState	state
protected String	walGroupId

Fields inherited from class java.lang.Thread

MAX_PRIORITY, MIN_PRIORITY, NORM_PRIORITY

Constructor Summary

Constructors

Constructor and Description
ReplicationSourceShipper(org.apache.hadoop.conf.Configuration conf, String walGroupId, PriorityBlockingQueue<org.apache.hadoop.fs.Path> queue, ReplicationSourceInterface source)

Method Summary

Modifier and Type	Method and Description
private void	cleanUpHFileRefs(WALEdit edit)
org.apache.hadoop.fs.Path	getCurrentPath()
long	getCurrentPosition()
PriorityBlockingQueue<org.apache.hadoop.fs.Path>	getLogQueue()
long	getStartPosition()
ReplicationSourceShipper.WorkerState	getWorkerState()
protected boolean	isActive()
boolean	isFinished()
void	run()
void	setWALReader(ReplicationSourceWALReader entryReader)
void	setWorkerState(ReplicationSourceShipper.WorkerState state)
protected void	shipEdits(ReplicationSourceWALReader.WALEntryBatch entryBatch) Do the shipping logic
boolean	sleepForRetries(String msg, int sleepMultiplier) Do the sleeping logic
void	startup(Thread.UncaughtExceptionHandler handler)
void	stopWorker()
protected void	updateLogPosition(long lastReadPosition)

Methods inherited from class java.lang.Thread

activeCount, checkAccess, clone, countStackFrames, currentThread, destroy, dumpStack, enumerate, getAllStackTraces, getContextClassLoader, getDefaultUncaughtExceptionHandler, getId, getName, getPriority, getStackTrace, getState, getThreadGroup, getUncaughtExceptionHandler, holdsLock, interrupt, interrupted, isAlive, isDaemon, isInterrupted, join, join, join, resume, setContextClassLoader, setDaemon, setDefaultUncaughtExceptionHandler, setName, setPriority, setUncaughtExceptionHandler, sleep, sleep, start, stop, stop, suspend, toString, yield

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

conf

protected final org.apache.hadoop.conf.Configuration conf

walGroupId

protected final String walGroupId

queue

protected final PriorityBlockingQueue<org.apache.hadoop.fs.Path> queue

source

protected final ReplicationSourceInterface source

lastLoggedPosition

protected long lastLoggedPosition

currentPath

protected volatile org.apache.hadoop.fs.Path currentPath

state

private ReplicationSourceShipper.WorkerState state

entryReader

protected ReplicationSourceWALReader entryReader

sleepForRetries

protected final long sleepForRetries

maxRetriesMultiplier

protected final int maxRetriesMultiplier

Constructor Detail

ReplicationSourceShipper

public ReplicationSourceShipper(org.apache.hadoop.conf.Configuration conf,
                                String walGroupId,
                                PriorityBlockingQueue<org.apache.hadoop.fs.Path> queue,
                                ReplicationSourceInterface source)

Method Detail

run

public void run()

Specified by:

run in interface Runnable

Overrides:

run in class Thread

shipEdits

protected void shipEdits(ReplicationSourceWALReader.WALEntryBatch entryBatch)

Do the shipping logic

cleanUpHFileRefs

private void cleanUpHFileRefs(WALEdit edit)
                       throws IOException

Throws:

IOException

updateLogPosition

protected void updateLogPosition(long lastReadPosition)

startup

public void startup(Thread.UncaughtExceptionHandler handler)

getLogQueue

public PriorityBlockingQueue<org.apache.hadoop.fs.Path> getLogQueue()

getCurrentPath

public org.apache.hadoop.fs.Path getCurrentPath()

getCurrentPosition

public long getCurrentPosition()

setWALReader

public void setWALReader(ReplicationSourceWALReader entryReader)

getStartPosition

public long getStartPosition()

isActive

protected boolean isActive()

setWorkerState

public void setWorkerState(ReplicationSourceShipper.WorkerState state)

getWorkerState

public ReplicationSourceShipper.WorkerState getWorkerState()

stopWorker

public void stopWorker()

isFinished

public boolean isFinished()

sleepForRetries

public boolean sleepForRetries(String msg,
                               int sleepMultiplier)

Do the sleeping logic

Parameters:

msg - Why we sleep

sleepMultiplier - by how many times the default sleeping time is augmented

Returns:

True if sleepMultiplier is < maxRetriesMultiplier