org.apache.hadoop.hbase.regionserver.wal

Class AsyncProtobufLogWriter

java.lang.Object

org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter

org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter

All Implemented Interfaces:

Closeable, AutoCloseable, AsyncFSWALProvider.AsyncWriter, WALProvider.AsyncWriter, WALProvider.WriterBase

Direct Known Subclasses:

SecureAsyncProtobufLogWriter

@InterfaceAudience.Private
public class AsyncProtobufLogWriter
extends AbstractProtobufLogWriter
implements AsyncFSWALProvider.AsyncWriter

AsyncWriter for protobuf-based WAL.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private static class	AsyncProtobufLogWriter.OutputStreamWrapper

Field Summary

Fields

Modifier and Type	Field and Description
private OutputStream	asyncOutputWrapper
private Class<? extends org.apache.hbase.thirdparty.io.netty.channel.Channel>	channelClass
private org.apache.hbase.thirdparty.io.netty.channel.EventLoopGroup	eventLoopGroup
private static org.slf4j.Logger	LOG
private AsyncFSOutput	output

Fields inherited from class org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter

cellEncoder, compressionContext, compressor, conf, length, trailer, trailerWarnSize, trailerWritten

Constructor Summary

Constructors

Constructor and Description
AsyncProtobufLogWriter(org.apache.hbase.thirdparty.io.netty.channel.EventLoopGroup eventLoopGroup, Class<? extends org.apache.hbase.thirdparty.io.netty.channel.Channel> channelClass)

Method Summary

Modifier and Type	Method and Description
void	append(WAL.Entry entry)
void	close()
AsyncFSOutput	getOutput()
protected OutputStream	getOutputStreamForCellEncoder()
protected String	getWriterClassName()
protected void	initOutput(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, boolean overwritable, int bufferSize, short replication, long blockSize)
CompletableFuture<Long>	sync()
private long	write(Consumer<CompletableFuture<Long>> action)
protected long	writeMagicAndWALHeader(byte[] magic, org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader header) return the file length after written.
protected long	writeWALTrailerAndMagic(org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALTrailer trailer, byte[] magic)

Methods inherited from class org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter

buildSecureWALHeader, buildWALHeader, getLength, init, initAfterHeader, secureInitAfterHeader, setEncryptor, setWALTrailer, writeWALTrailer

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hadoop.hbase.wal.AsyncFSWALProvider.AsyncWriter

init

Methods inherited from interface org.apache.hadoop.hbase.wal.WALProvider.WriterBase

getLength

Field Detail

LOG

private static final org.slf4j.Logger LOG

eventLoopGroup

private final org.apache.hbase.thirdparty.io.netty.channel.EventLoopGroup eventLoopGroup

channelClass

private final Class<? extends org.apache.hbase.thirdparty.io.netty.channel.Channel> channelClass

output

private AsyncFSOutput output

asyncOutputWrapper

private OutputStream asyncOutputWrapper

Constructor Detail

AsyncProtobufLogWriter

public AsyncProtobufLogWriter(org.apache.hbase.thirdparty.io.netty.channel.EventLoopGroup eventLoopGroup,
                              Class<? extends org.apache.hbase.thirdparty.io.netty.channel.Channel> channelClass)

Method Detail

getWriterClassName

protected String getWriterClassName()

Overrides:

getWriterClassName in class AbstractProtobufLogWriter

append

public void append(WAL.Entry entry)

Specified by:

append in interface WALProvider.AsyncWriter

sync

public CompletableFuture<Long> sync()

Specified by:

sync in interface WALProvider.AsyncWriter

close

public void close()
           throws IOException

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Throws:

IOException

getOutput

public AsyncFSOutput getOutput()

initOutput

protected void initOutput(org.apache.hadoop.fs.FileSystem fs,
                          org.apache.hadoop.fs.Path path,
                          boolean overwritable,
                          int bufferSize,
                          short replication,
                          long blockSize)
                   throws IOException,
                          CommonFSUtils.StreamLacksCapabilityException

Specified by:

initOutput in class AbstractProtobufLogWriter

Throws:

IOException

CommonFSUtils.StreamLacksCapabilityException

write

private long write(Consumer<CompletableFuture<Long>> action)
            throws IOException

Throws:

IOException

writeMagicAndWALHeader

protected long writeMagicAndWALHeader(byte[] magic,
                                      org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALHeader header)
                               throws IOException

Description copied from class: AbstractProtobufLogWriter

return the file length after written.

Specified by:

writeMagicAndWALHeader in class AbstractProtobufLogWriter

Throws:

IOException

writeWALTrailerAndMagic

protected long writeWALTrailerAndMagic(org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.WALTrailer trailer,
                                       byte[] magic)
                                throws IOException

Specified by:

writeWALTrailerAndMagic in class AbstractProtobufLogWriter

Throws:

IOException

getOutputStreamForCellEncoder

protected OutputStream getOutputStreamForCellEncoder()

Specified by:

getOutputStreamForCellEncoder in class AbstractProtobufLogWriter