Package org.apache.hadoop.hbase.io.compress.zstd

Class ZstdCodec

java.lang.Object

org.apache.hadoop.hbase.io.compress.zstd.ZstdCodec

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, ByteBuffDecompressionCodec, org.apache.hadoop.io.compress.CompressionCodec

@Private
public class ZstdCodec
extends Object
implements org.apache.hadoop.conf.Configurable, org.apache.hadoop.io.compress.CompressionCodec, ByteBuffDecompressionCodec

Hadoop ZStandard codec implemented with zstd-jni.

This is data format compatible with Hadoop's native ZStandard codec.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.hadoop.io.compress.CompressionCodec

org.apache.hadoop.io.compress.CompressionCodec.Util

Field Summary

Fields

Modifier and Type	Field	Description
private int	bufferSize
private org.apache.hadoop.conf.Configuration	conf
private static final org.apache.hbase.thirdparty.com.google.common.cache.Cache<String,Pair<com.github.luben.zstd.ZstdDictDecompress,Integer>>	DECOMPRESS_DICT_CACHE
private byte[]	dictionary
private int	level
static final int	ZSTD_BUFFER_SIZE_DEFAULT
static final String	ZSTD_BUFFER_SIZE_KEY
static final String	ZSTD_DICTIONARY_KEY
static final String	ZSTD_LEVEL_KEY

Constructor Summary

Constructors

Constructor	Description
ZstdCodec()

Method Summary

Modifier and Type	Method	Description
ByteBuffDecompressor	createByteBuffDecompressor()
org.apache.hadoop.io.compress.Compressor	createCompressor()
org.apache.hadoop.io.compress.Decompressor	createDecompressor()
org.apache.hadoop.io.compress.CompressionInputStream	createInputStream(InputStream in)
org.apache.hadoop.io.compress.CompressionInputStream	createInputStream(InputStream in, org.apache.hadoop.io.compress.Decompressor d)
org.apache.hadoop.io.compress.CompressionOutputStream	createOutputStream(OutputStream out)
org.apache.hadoop.io.compress.CompressionOutputStream	createOutputStream(OutputStream out, org.apache.hadoop.io.compress.Compressor c)
(package private) static int	getBufferSize(org.apache.hadoop.conf.Configuration conf)
Class<? extends ByteBuffDecompressor>	getByteBuffDecompressorType()
Class<? extends org.apache.hadoop.io.compress.Compressor>	getCompressorType()
org.apache.hadoop.conf.Configuration	getConf()
(package private) static Pair<com.github.luben.zstd.ZstdDictDecompress,Integer>	getDecompressDictionary(org.apache.hadoop.conf.Configuration conf)	Returns dictionary and its ID number, useful for comparing to other dictionaries for equality
Compression.HFileDecompressionContext	getDecompressionContextFromConfiguration(org.apache.hadoop.conf.Configuration conf)
Class<? extends org.apache.hadoop.io.compress.Decompressor>	getDecompressorType()
String	getDefaultExtension()
(package private) static byte[]	getDictionary(org.apache.hadoop.conf.Configuration conf)
(package private) static int	getDictionaryId(byte[] dictionary)
(package private) static int	getLevel(org.apache.hadoop.conf.Configuration conf)
private void	init()
(package private) static boolean	isDictionary(byte[] dictionary)
void	setConf(org.apache.hadoop.conf.Configuration conf)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

ZSTD_LEVEL_KEY

public static final String ZSTD_LEVEL_KEY

See Also:

• Constant Field Values

ZSTD_BUFFER_SIZE_KEY

public static final String ZSTD_BUFFER_SIZE_KEY

See Also:

• Constant Field Values

ZSTD_BUFFER_SIZE_DEFAULT

public static final int ZSTD_BUFFER_SIZE_DEFAULT

See Also:

• Constant Field Values

ZSTD_DICTIONARY_KEY

public static final String ZSTD_DICTIONARY_KEY

See Also:

• Constant Field Values

DECOMPRESS_DICT_CACHE

private static final org.apache.hbase.thirdparty.com.google.common.cache.Cache<String,Pair<com.github.luben.zstd.ZstdDictDecompress,Integer>> DECOMPRESS_DICT_CACHE

conf

private org.apache.hadoop.conf.Configuration conf

bufferSize

private int bufferSize

level

private int level

dictionary

private byte[] dictionary

Constructor Details

ZstdCodec

public ZstdCodec()

Method Details

getConf

public org.apache.hadoop.conf.Configuration getConf()

Specified by:

getConf in interface org.apache.hadoop.conf.Configurable

setConf

public void setConf(org.apache.hadoop.conf.Configuration conf)

Specified by:

setConf in interface org.apache.hadoop.conf.Configurable

createCompressor

public org.apache.hadoop.io.compress.Compressor createCompressor()

Specified by:

createCompressor in interface org.apache.hadoop.io.compress.CompressionCodec

createDecompressor

public org.apache.hadoop.io.compress.Decompressor createDecompressor()

Specified by:

createDecompressor in interface org.apache.hadoop.io.compress.CompressionCodec

createByteBuffDecompressor

public ByteBuffDecompressor createByteBuffDecompressor()

Specified by:

createByteBuffDecompressor in interface ByteBuffDecompressionCodec

createInputStream

public org.apache.hadoop.io.compress.CompressionInputStream createInputStream(InputStream in)
                                                                       throws IOException

Specified by:

createInputStream in interface org.apache.hadoop.io.compress.CompressionCodec

Throws:

IOException

createInputStream

public org.apache.hadoop.io.compress.CompressionInputStream createInputStream(InputStream in,
 org.apache.hadoop.io.compress.Decompressor d)
                                                                       throws IOException

Specified by:

createInputStream in interface org.apache.hadoop.io.compress.CompressionCodec

Throws:

IOException

createOutputStream

public org.apache.hadoop.io.compress.CompressionOutputStream createOutputStream(OutputStream out)
                                                                         throws IOException

Specified by:

createOutputStream in interface org.apache.hadoop.io.compress.CompressionCodec

Throws:

IOException

createOutputStream

public org.apache.hadoop.io.compress.CompressionOutputStream createOutputStream(OutputStream out,
 org.apache.hadoop.io.compress.Compressor c)
                                                                         throws IOException

Specified by:

createOutputStream in interface org.apache.hadoop.io.compress.CompressionCodec

Throws:

IOException

getCompressorType

public Class<? extends org.apache.hadoop.io.compress.Compressor> getCompressorType()

Specified by:

getCompressorType in interface org.apache.hadoop.io.compress.CompressionCodec

getDecompressorType

public Class<? extends org.apache.hadoop.io.compress.Decompressor> getDecompressorType()

Specified by:

getDecompressorType in interface org.apache.hadoop.io.compress.CompressionCodec

getByteBuffDecompressorType

public Class<? extends ByteBuffDecompressor> getByteBuffDecompressorType()

Specified by:

getByteBuffDecompressorType in interface ByteBuffDecompressionCodec

getDecompressionContextFromConfiguration

public Compression.HFileDecompressionContext getDecompressionContextFromConfiguration(org.apache.hadoop.conf.Configuration conf)

Specified by:

getDecompressionContextFromConfiguration in interface ByteBuffDecompressionCodec

getDefaultExtension

public String getDefaultExtension()

Specified by:

getDefaultExtension in interface org.apache.hadoop.io.compress.CompressionCodec

getLevel

static int getLevel(org.apache.hadoop.conf.Configuration conf)

getBufferSize

static int getBufferSize(org.apache.hadoop.conf.Configuration conf)

getDictionary

@Nullable
static byte[] getDictionary(org.apache.hadoop.conf.Configuration conf)

getDecompressDictionary

@Nullable
static Pair<com.github.luben.zstd.ZstdDictDecompress,Integer> getDecompressDictionary(org.apache.hadoop.conf.Configuration conf)

Returns dictionary and its ID number, useful for comparing to other dictionaries for equality

isDictionary

static boolean isDictionary(byte[] dictionary)

getDictionaryId

static int getDictionaryId(byte[] dictionary)

init

private void init()