org.apache.hadoop.hbase.regionserver

Class StoreUtils

java.lang.Object

org.apache.hadoop.hbase.regionserver.StoreUtils

@InterfaceAudience.Private
public final class StoreUtils
extends Object

Utility functions for region server storage layer.

Field Summary

Fields

Modifier and Type	Field and Description
private static org.slf4j.Logger	LOG

Constructor Summary

Constructors

Modifier	Constructor and Description
private	StoreUtils()

Method Summary

Modifier and Type	Method and Description
static org.apache.hadoop.conf.Configuration	createStoreConfiguration(org.apache.hadoop.conf.Configuration conf, TableDescriptor td, ColumnFamilyDescriptor cfd)
static int	getBytesPerChecksum(org.apache.hadoop.conf.Configuration conf) Returns the configured bytesPerChecksum value.
static ChecksumType	getChecksumType(org.apache.hadoop.conf.Configuration conf) Returns the configured checksum algorithm.
static OptionalInt	getDeterministicRandomSeed(Collection<HStoreFile> files) Creates a deterministic hash code for store file collection.
(package private) static Optional<byte[]>	getFileSplitPoint(HStoreFile file, CellComparator comparator) Gets the approximate mid-point of the given file that is optimal for use in splitting it.
(package private) static Optional<HStoreFile>	getLargestFile(Collection<HStoreFile> candidates) Gets the largest file (with reader) out of the list of files.
static long	getLowestTimestamp(Collection<HStoreFile> candidates) Gets lowest timestamp from candidate StoreFiles
static OptionalLong	getMaxMemStoreTSInList(Collection<HStoreFile> sfs) Return the largest memstoreTS found across all storefiles in the given list.
static OptionalLong	getMaxSequenceIdInList(Collection<HStoreFile> sfs) Return the highest sequence ID found across all storefiles in the given list.
(package private) static Optional<byte[]>	getSplitPoint(Collection<HStoreFile> storefiles, CellComparator comparator) Gets the mid point of the largest file passed in as split point.
static long	getStorefileFieldSize(HStoreFile file, ToLongFunction<StoreFileReader> f)
static long	getStorefilesSize(Collection<HStoreFile> files, Predicate<HStoreFile> predicate)
static long	getTotalUncompressedBytes(List<HStoreFile> files)
static boolean	hasReferences(Collection<HStoreFile> files) Determines whether any files in the collection are references.
static List<StoreFileInfo>	toStoreFileInfo(Collection<HStoreFile> storefiles)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

Constructor Detail

StoreUtils

private StoreUtils()

Method Detail

getDeterministicRandomSeed

public static OptionalInt getDeterministicRandomSeed(Collection<HStoreFile> files)

Creates a deterministic hash code for store file collection.

hasReferences

public static boolean hasReferences(Collection<HStoreFile> files)

Determines whether any files in the collection are references.

Parameters:

files - The files.

getLowestTimestamp

public static long getLowestTimestamp(Collection<HStoreFile> candidates)
                               throws IOException

Gets lowest timestamp from candidate StoreFiles

Throws:

IOException

getLargestFile

static Optional<HStoreFile> getLargestFile(Collection<HStoreFile> candidates)

Gets the largest file (with reader) out of the list of files.

Parameters:

candidates - The files to choose from.

Returns:

The largest file; null if no file has a reader.

getMaxMemStoreTSInList

public static OptionalLong getMaxMemStoreTSInList(Collection<HStoreFile> sfs)

Return the largest memstoreTS found across all storefiles in the given list. Store files that were created by a mapreduce bulk load are ignored, as they do not correspond to any specific put operation, and thus do not have a memstoreTS associated with them.

getMaxSequenceIdInList

public static OptionalLong getMaxSequenceIdInList(Collection<HStoreFile> sfs)

Return the highest sequence ID found across all storefiles in the given list.

getFileSplitPoint

static Optional<byte[]> getFileSplitPoint(HStoreFile file,
                                          CellComparator comparator)
                                   throws IOException

Gets the approximate mid-point of the given file that is optimal for use in splitting it.

Parameters:

file - the store file

comparator - Comparator used to compare KVs.

Returns:

The split point row, or null if splitting is not possible, or reader is null.

Throws:

IOException

getSplitPoint

static Optional<byte[]> getSplitPoint(Collection<HStoreFile> storefiles,
                                      CellComparator comparator)
                               throws IOException

Gets the mid point of the largest file passed in as split point.

Throws:

IOException

getChecksumType

public static ChecksumType getChecksumType(org.apache.hadoop.conf.Configuration conf)

Returns the configured checksum algorithm.

Parameters:

conf - The configuration

Returns:

The checksum algorithm that is set in the configuration

getBytesPerChecksum

public static int getBytesPerChecksum(org.apache.hadoop.conf.Configuration conf)

Returns the configured bytesPerChecksum value.

Parameters:

conf - The configuration

Returns:

The bytesPerChecksum that is set in the configuration

createStoreConfiguration

public static org.apache.hadoop.conf.Configuration createStoreConfiguration(org.apache.hadoop.conf.Configuration conf,
                                                                            TableDescriptor td,
                                                                            ColumnFamilyDescriptor cfd)

toStoreFileInfo

public static List<StoreFileInfo> toStoreFileInfo(Collection<HStoreFile> storefiles)

getTotalUncompressedBytes

public static long getTotalUncompressedBytes(List<HStoreFile> files)

getStorefilesSize

public static long getStorefilesSize(Collection<HStoreFile> files,
                                     Predicate<HStoreFile> predicate)

getStorefileFieldSize

public static long getStorefileFieldSize(HStoreFile file,
                                         ToLongFunction<StoreFileReader> f)