org.apache.hadoop.hbase.regionserver

Class StoreFileReader

java.lang.Object

org.apache.hadoop.hbase.regionserver.StoreFileReader

Direct Known Subclasses:

HalfStoreFileReader

@InterfaceAudience.LimitedPrivate(value="Phoenix")
 @InterfaceStability.Evolving
public class StoreFileReader
extends Object

Reader for a StoreFile.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static interface	StoreFileReader.Listener

Field Summary

Fields

Modifier and Type	Field and Description
protected BloomType	bloomFilterType
private boolean	bulkLoadResult
private boolean	closed
protected BloomFilter	deleteFamilyBloomFilter
private long	deleteFamilyCnt
protected BloomFilter	generalBloomFilter
private byte[]	lastBloomKey
private KeyValue.KeyOnlyKeyValue	lastBloomKeyOnlyKV
private StoreFileReader.Listener	listener
private static org.slf4j.Logger	LOG
private HFile.Reader	reader
private AtomicInteger	refCount
protected long	sequenceID
(package private) boolean	shared
private boolean	skipResetSeqId
protected TimeRange	timeRange

Constructor Summary

Constructors

Modifier	Constructor and Description
(package private)	StoreFileReader() ONLY USE DEFAULT CONSTRUCTOR FOR UNIT TESTS
	StoreFileReader(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, CacheConfig cacheConf, boolean primaryReplicaStoreFile, AtomicInteger refCount, boolean shared, org.apache.hadoop.conf.Configuration conf)
	StoreFileReader(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, FSDataInputStreamWrapper in, long size, CacheConfig cacheConf, boolean primaryReplicaStoreFile, AtomicInteger refCount, boolean shared, org.apache.hadoop.conf.Configuration conf)
private	StoreFileReader(HFile.Reader reader, AtomicInteger refCount, boolean shared)

Method Summary

Modifier and Type	Method and Description
private boolean	checkGeneralBloomFilter(byte[] key, Cell kvKey, BloomFilter bloomFilter)
void	close(boolean evictOnClose)
(package private) void	copyFields(StoreFileReader reader)
(package private) void	disableBloomFilterForTesting()
BloomType	getBloomFilterType()
CellComparator	getComparator()
long	getDeleteFamilyCnt()
long	getEntries()
long	getFilterEntries() The number of Bloom filter entries in this store file, or an estimate thereof, if the Bloom filter is not loaded.
Optional<Cell>	getFirstKey()
(package private) BloomFilter	getGeneralBloomFilter()
int	getHFileMinorVersion()
HFile.Reader	getHFileReader()
int	getHFileVersion()
Optional<Cell>	getLastKey()
Optional<byte[]>	getLastRowKey()
long	getMaxTimestamp()
(package private) int	getRefCount() Return the ref count associated with the reader whenever a scanner associated with the reader is opened.
HFileScanner	getScanner(boolean cacheBlocks, boolean pread) Deprecated. since 2.0.0 and will be removed in 3.0.0. Do not write further code which depends on this call. Instead use getStoreFileScanner() which uses the StoreFileScanner class/interface which is the preferred way to scan a store with higher level concepts.
HFileScanner	getScanner(boolean cacheBlocks, boolean pread, boolean isCompaction) Deprecated. since 2.0.0 and will be removed in 3.0.0. Do not write further code which depends on this call. Instead use getStoreFileScanner() which uses the StoreFileScanner class/interface which is the preferred way to scan a store with higher level concepts.
long	getSequenceID()
StoreFileScanner	getStoreFileScanner(boolean cacheBlocks, boolean pread, boolean isCompaction, long readPt, long scannerOrder, boolean canOptimizeForNonNullColumn) Get a scanner to scan over this StoreFile.
long	getTotalBloomSize()
long	getTotalUncompressedBytes()
(package private) long	getUncompressedDataIndexSize()
(package private) void	incrementRefCount() Indicate that the scanner has started reading with this reader.
long	indexSize()
boolean	isBulkLoaded()
boolean	isPrimaryReplicaReader()
(package private) boolean	isSkipResetSeqId()
long	length()
void	loadBloomfilter()
void	loadBloomfilter(BlockType blockType)
Map<byte[],byte[]>	loadFileInfo()
Optional<Cell>	midKey()
(package private) boolean	passesBloomFilter(Scan scan, SortedSet<byte[]> columns) Checks whether the given scan passes the Bloom filter (if present).
boolean	passesDeleteFamilyBloomFilter(byte[] row, int rowOffset, int rowLen)
boolean	passesGeneralRowBloomFilter(byte[] row, int rowOffset, int rowLen) A method for checking Bloom filters.
boolean	passesGeneralRowColBloomFilter(Cell cell) A method for checking Bloom filters.
boolean	passesKeyRangeFilter(Scan scan) Checks whether the given scan rowkey range overlaps with the current storefile's
(package private) boolean	passesTimerangeFilter(TimeRange tr, long oldestUnexpiredTS) Check if this storeFile may contain keys within the TimeRange that have not expired (i.e.
(package private) void	readCompleted() Indicate that the scanner has finished reading with this reader.
private void	setBloomFilterFaulty(BlockType blockType)
void	setBulkLoaded(boolean bulkLoadResult)
void	setDeleteFamilyBloomFilterFaulty()
void	setGeneralBloomFilterFaulty()
void	setListener(StoreFileReader.Listener listener)
void	setSequenceID(long sequenceID)
(package private) void	setSkipResetSeqId(boolean skipResetSeqId)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

generalBloomFilter

protected BloomFilter generalBloomFilter

deleteFamilyBloomFilter

protected BloomFilter deleteFamilyBloomFilter

bloomFilterType

protected BloomType bloomFilterType

reader

private final HFile.Reader reader

sequenceID

protected long sequenceID

timeRange

protected TimeRange timeRange

lastBloomKey

private byte[] lastBloomKey

deleteFamilyCnt

private long deleteFamilyCnt

bulkLoadResult

private boolean bulkLoadResult

lastBloomKeyOnlyKV

private KeyValue.KeyOnlyKeyValue lastBloomKeyOnlyKV

skipResetSeqId

private boolean skipResetSeqId

refCount

private final AtomicInteger refCount

shared

final boolean shared

listener

private volatile StoreFileReader.Listener listener

closed

private boolean closed

Constructor Detail

StoreFileReader

private StoreFileReader(HFile.Reader reader,
                        AtomicInteger refCount,
                        boolean shared)

StoreFileReader

public StoreFileReader(org.apache.hadoop.fs.FileSystem fs,
                       org.apache.hadoop.fs.Path path,
                       CacheConfig cacheConf,
                       boolean primaryReplicaStoreFile,
                       AtomicInteger refCount,
                       boolean shared,
                       org.apache.hadoop.conf.Configuration conf)
                throws IOException

Throws:

IOException

StoreFileReader

public StoreFileReader(org.apache.hadoop.fs.FileSystem fs,
                       org.apache.hadoop.fs.Path path,
                       FSDataInputStreamWrapper in,
                       long size,
                       CacheConfig cacheConf,
                       boolean primaryReplicaStoreFile,
                       AtomicInteger refCount,
                       boolean shared,
                       org.apache.hadoop.conf.Configuration conf)
                throws IOException

Throws:

IOException

StoreFileReader

StoreFileReader()

ONLY USE DEFAULT CONSTRUCTOR FOR UNIT TESTS

Method Detail

copyFields

void copyFields(StoreFileReader reader)

isPrimaryReplicaReader

public boolean isPrimaryReplicaReader()

getComparator

public CellComparator getComparator()

getStoreFileScanner

public StoreFileScanner getStoreFileScanner(boolean cacheBlocks,
                                            boolean pread,
                                            boolean isCompaction,
                                            long readPt,
                                            long scannerOrder,
                                            boolean canOptimizeForNonNullColumn)

Get a scanner to scan over this StoreFile.

Parameters:

cacheBlocks - should this scanner cache blocks?

pread - use pread (for highly concurrent small readers)

isCompaction - is scanner being used for compaction?

scannerOrder - Order of this scanner relative to other scanners. See KeyValueScanner.getScannerOrder().

canOptimizeForNonNullColumn - true if we can make sure there is no null column, otherwise false. This is a hint for optimization.

Returns:

a scanner

getRefCount

int getRefCount()

Return the ref count associated with the reader whenever a scanner associated with the reader is opened.

incrementRefCount

void incrementRefCount()

Indicate that the scanner has started reading with this reader. We need to increment the ref count so reader is not close until some object is holding the lock

readCompleted

void readCompleted()

Indicate that the scanner has finished reading with this reader. We need to decrement the ref count, and also, if this is not the common pread reader, we should close it.

getScanner

@Deprecated
public HFileScanner getScanner(boolean cacheBlocks,
                                           boolean pread)

Deprecated. since 2.0.0 and will be removed in 3.0.0. Do not write further code which depends on this call. Instead use getStoreFileScanner() which uses the StoreFileScanner class/interface which is the preferred way to scan a store with higher level concepts.

Parameters:

cacheBlocks - should we cache the blocks?

pread - use pread (for concurrent small readers)

Returns:

the underlying HFileScanner

See Also:

HBASE-15296

getScanner

@Deprecated
public HFileScanner getScanner(boolean cacheBlocks,
                                           boolean pread,
                                           boolean isCompaction)

Deprecated. since 2.0.0 and will be removed in 3.0.0. Do not write further code which depends on this call. Instead use getStoreFileScanner() which uses the StoreFileScanner class/interface which is the preferred way to scan a store with higher level concepts.

Parameters:

cacheBlocks - should we cache the blocks?

pread - use pread (for concurrent small readers)

isCompaction - is scanner being used for compaction?

Returns:

the underlying HFileScanner

See Also:

HBASE-15296

close

public void close(boolean evictOnClose)
           throws IOException

Throws:

IOException

passesTimerangeFilter

boolean passesTimerangeFilter(TimeRange tr,
                              long oldestUnexpiredTS)

Check if this storeFile may contain keys within the TimeRange that have not expired (i.e. not older than oldestUnexpiredTS).

Parameters:

timeRange - the timeRange to restrict

oldestUnexpiredTS - the oldest timestamp that is not expired, as determined by the column family's TTL

Returns:

false if queried keys definitely don't exist in this StoreFile

passesBloomFilter

boolean passesBloomFilter(Scan scan,
                          SortedSet<byte[]> columns)

Checks whether the given scan passes the Bloom filter (if present). Only checks Bloom filters for single-row or single-row-column scans. Bloom filter checking for multi-gets is implemented as part of the store scanner system (see StoreFileScanner.seek(Cell) and uses the lower-level API passesGeneralRowBloomFilter(byte[], int, int) and passesGeneralRowColBloomFilter(Cell).

Parameters:

scan - the scan specification. Used to determine the row, and to check whether this is a single-row ("get") scan.

columns - the set of columns. Only used for row-column Bloom filters.

Returns:

true if the scan with the given column set passes the Bloom filter, or if the Bloom filter is not applicable for the scan. False if the Bloom filter is applicable and the scan fails it.

passesDeleteFamilyBloomFilter

public boolean passesDeleteFamilyBloomFilter(byte[] row,
                                             int rowOffset,
                                             int rowLen)

passesGeneralRowBloomFilter

public boolean passesGeneralRowBloomFilter(byte[] row,
                                           int rowOffset,
                                           int rowLen)

A method for checking Bloom filters. Called directly from StoreFileScanner in case of a multi-column query.

Returns:

True if passes

passesGeneralRowColBloomFilter

public boolean passesGeneralRowColBloomFilter(Cell cell)

A method for checking Bloom filters. Called directly from StoreFileScanner in case of a multi-column query.

Parameters:

cell - the cell to check if present in BloomFilter

Returns:

True if passes

checkGeneralBloomFilter

private boolean checkGeneralBloomFilter(byte[] key,
                                        Cell kvKey,
                                        BloomFilter bloomFilter)

passesKeyRangeFilter

public boolean passesKeyRangeFilter(Scan scan)

Checks whether the given scan rowkey range overlaps with the current storefile's

Parameters:

scan - the scan specification. Used to determine the rowkey range.

Returns:

true if there is overlap, false otherwise

loadFileInfo

public Map<byte[],byte[]> loadFileInfo()
                                throws IOException

Throws:

IOException

loadBloomfilter

public void loadBloomfilter()

loadBloomfilter

public void loadBloomfilter(BlockType blockType)

setBloomFilterFaulty

private void setBloomFilterFaulty(BlockType blockType)

getFilterEntries

public long getFilterEntries()

The number of Bloom filter entries in this store file, or an estimate thereof, if the Bloom filter is not loaded. This always returns an upper bound of the number of Bloom filter entries.

Returns:

an estimate of the number of Bloom filter entries in this file

setGeneralBloomFilterFaulty

public void setGeneralBloomFilterFaulty()

setDeleteFamilyBloomFilterFaulty

public void setDeleteFamilyBloomFilterFaulty()

getLastKey

public Optional<Cell> getLastKey()

getLastRowKey

public Optional<byte[]> getLastRowKey()

midKey

public Optional<Cell> midKey()
                      throws IOException

Throws:

IOException

length

public long length()

getTotalUncompressedBytes

public long getTotalUncompressedBytes()

getEntries

public long getEntries()

getDeleteFamilyCnt

public long getDeleteFamilyCnt()

getFirstKey

public Optional<Cell> getFirstKey()

indexSize

public long indexSize()

getBloomFilterType

public BloomType getBloomFilterType()

getSequenceID

public long getSequenceID()

setSequenceID

public void setSequenceID(long sequenceID)

setBulkLoaded

public void setBulkLoaded(boolean bulkLoadResult)

isBulkLoaded

public boolean isBulkLoaded()

getGeneralBloomFilter

BloomFilter getGeneralBloomFilter()

getUncompressedDataIndexSize

long getUncompressedDataIndexSize()

getTotalBloomSize

public long getTotalBloomSize()

getHFileVersion

public int getHFileVersion()

getHFileMinorVersion

public int getHFileMinorVersion()

getHFileReader

public HFile.Reader getHFileReader()

disableBloomFilterForTesting

void disableBloomFilterForTesting()

getMaxTimestamp

public long getMaxTimestamp()

isSkipResetSeqId

boolean isSkipResetSeqId()

setSkipResetSeqId

void setSkipResetSeqId(boolean skipResetSeqId)

setListener

public void setListener(StoreFileReader.Listener listener)