org.apache.hadoop.hbase.regionserver.wal

Class DualAsyncFSWAL

java.lang.Object

org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL<WALProvider.AsyncWriter>

org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL

org.apache.hadoop.hbase.regionserver.wal.DualAsyncFSWAL

All Implemented Interfaces:

Closeable, AutoCloseable, WALFileLengthProvider, WAL

@InterfaceAudience.Private
public class DualAsyncFSWAL
extends AsyncFSWAL

An AsyncFSWAL which writes data to two filesystems.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.hadoop.hbase.wal.WAL

WAL.Entry

Field Summary

Fields

Modifier and Type	Field and Description
private static org.slf4j.Logger	LOG
private boolean	markerEditOnly
private org.apache.hadoop.fs.FileSystem	remoteFs
private org.apache.hadoop.fs.Path	remoteWALDir
private boolean	skipRemoteWAL

Fields inherited from class org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL

ASYNC_WAL_USE_SHARED_EVENT_LOOP, ASYNC_WAL_WAIT_ON_SHUTDOWN_IN_SECONDS, DEFAULT_ASYNC_WAL_USE_SHARED_EVENT_LOOP, DEFAULT_ASYNC_WAL_WAIT_ON_SHUTDOWN_IN_SECONDS, DEFAULT_WAL_BATCH_SIZE, WAL_BATCH_SIZE

Fields inherited from class org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL

abortable, blocksize, closed, closeExecutor, conf, coprocessorHost, DEFAULT_ROLL_ON_SYNC_TIME_MS, DEFAULT_SLOW_SYNC_ROLL_INTERVAL_MS, DEFAULT_SLOW_SYNC_ROLL_THRESHOLD, DEFAULT_SLOW_SYNC_TIME_MS, DEFAULT_WAL_SHUTDOWN_WAIT_TIMEOUT_MS, DEFAULT_WAL_SYNC_TIMEOUT_MS, filenum, fs, highestSyncedTxid, highestUnsyncedTxid, implClassName, inflightWALClosures, listeners, LOG_NAME_COMPARATOR, logrollsize, MAX_LOGS, maxLogs, numEntries, ourFiles, prefixPathStr, RING_BUFFER_SLOT_COUNT, ROLL_ON_SYNC_TIME_MS, rollOnSyncNs, rollRequested, rollWriterLock, sequenceIdAccounting, shutdown, SLOW_SYNC_ROLL_INTERVAL_MS, SLOW_SYNC_ROLL_THRESHOLD, SLOW_SYNC_TIME_MS, slowSyncCheckInterval, slowSyncCount, slowSyncNs, slowSyncRollThreshold, syncFutureCache, totalLogSize, useHsync, WAL_ROLL_MULTIPLIER, WAL_SHUTDOWN_WAIT_TIMEOUT_MS, WAL_SYNC_TIMEOUT_MS, walArchiveDir, walDir, walFile2Props, walFilePrefix, walFileSuffix, walShutdownTimeout, writer

Constructor Summary

Constructors

Constructor and Description

DualAsyncFSWAL(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.FileSystem remoteFs, org.apache.hadoop.fs.Path rootDir, org.apache.hadoop.fs.Path remoteWALDir, String logDir, String archiveDir, org.apache.hadoop.conf.Configuration conf, List<WALActionsListener> listeners, boolean failIfWALExists, String prefix, String suffix, org.apache.hbase.thirdparty.io.netty.channel.EventLoopGroup eventLoopGroup, Class<? extends org.apache.hbase.thirdparty.io.netty.channel.Channel> channelClass)

Method Summary

Modifier and Type	Method and Description
protected WALProvider.AsyncWriter	createCombinedAsyncWriter(WALProvider.AsyncWriter localWriter, WALProvider.AsyncWriter remoteWriter)
protected WALProvider.AsyncWriter	createWriterInstance(org.apache.hadoop.fs.Path path)
protected boolean	markerEditOnly()
void	skipRemoteWAL(boolean markerEditOnly)

Methods inherited from class org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL

append, createAsyncWriter, doAppend, doCheckLogLowReplication, doReplaceWriter, doShutdown, doSync, doSync, getLogReplication, getPipeline

Methods inherited from class org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL

abortCacheFlush, appendData, appendEntry, appendMarker, archive, archiveLogFile, atHeadOfRingBufferEventHandlerAppend, blockOnSync, checkLogLowReplication, close, completeCacheFlush, computeFilename, doCheckSlowSync, findRegionsToForceFlush, getCoprocessorHost, getCurrentFileName, getEarliestMemStoreSeqNum, getEarliestMemStoreSeqNum, getFilenum, getFileNumFromFileName, getFiles, getInflightWALCloseCount, getLogFileSize, getLogFileSizeIfBeingWritten, getNumLogFiles, getNumRolledLogFiles, getOldPath, getPreallocatedEventCount, getSyncFuture, getUnflushedEntriesCount, getWALArchivePath, init, isLogRollRequested, isUnflushedEntries, logRollAndSetupWalProps, main, markClosedAndClean, postSync, registerWALActionsListener, replaceWriter, requestLogRoll, requestLogRoll, rollWriter, rollWriter, shutdown, stampSequenceIdAndPublishToRingBuffer, startCacheFlush, startCacheFlush, sync, sync, sync, sync, toString, unregisterWALActionsListener, updateStore

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

remoteFs

private final org.apache.hadoop.fs.FileSystem remoteFs

remoteWALDir

private final org.apache.hadoop.fs.Path remoteWALDir

skipRemoteWAL

private volatile boolean skipRemoteWAL

markerEditOnly

private volatile boolean markerEditOnly

Constructor Detail

DualAsyncFSWAL

public DualAsyncFSWAL(org.apache.hadoop.fs.FileSystem fs,
                      org.apache.hadoop.fs.FileSystem remoteFs,
                      org.apache.hadoop.fs.Path rootDir,
                      org.apache.hadoop.fs.Path remoteWALDir,
                      String logDir,
                      String archiveDir,
                      org.apache.hadoop.conf.Configuration conf,
                      List<WALActionsListener> listeners,
                      boolean failIfWALExists,
                      String prefix,
                      String suffix,
                      org.apache.hbase.thirdparty.io.netty.channel.EventLoopGroup eventLoopGroup,
                      Class<? extends org.apache.hbase.thirdparty.io.netty.channel.Channel> channelClass)
               throws FailedLogCloseException,
                      IOException

Throws:

FailedLogCloseException

IOException

Method Detail

createCombinedAsyncWriter

protected WALProvider.AsyncWriter createCombinedAsyncWriter(WALProvider.AsyncWriter localWriter,
                                                            WALProvider.AsyncWriter remoteWriter)

createWriterInstance

protected WALProvider.AsyncWriter createWriterInstance(org.apache.hadoop.fs.Path path)
                                                throws IOException

Overrides:

createWriterInstance in class AsyncFSWAL

Throws:

IOException

markerEditOnly

protected boolean markerEditOnly()

Overrides:

markerEditOnly in class AsyncFSWAL

skipRemoteWAL

public void skipRemoteWAL(boolean markerEditOnly)