org.apache.hadoop.hbase.io.hfile

Class TestChecksum

java.lang.Object

org.apache.hadoop.hbase.io.hfile.TestChecksum

public class TestChecksum
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private static class	TestChecksum.CorruptedFSReaderImpl This class is to test checksum behavior when data is corrupted.

Field Summary

Fields

Modifier and Type	Field and Description
(package private) static int[]	BYTES_PER_CHECKSUM
static HBaseClassTestRule	CLASS_RULE
(package private) static org.apache.hadoop.hbase.io.compress.Compression.Algorithm[]	COMPRESSION_ALGORITHMS
private org.apache.hadoop.fs.FileSystem	fs
private org.apache.hadoop.hbase.fs.HFileSystem	hfs
private static org.slf4j.Logger	LOG
private static HBaseTestingUtility	TEST_UTIL

Constructor Summary

Constructors

Constructor and Description
TestChecksum()

Method Summary

Modifier and Type	Method and Description
private org.apache.hadoop.hbase.nio.ByteBuff	getBufferWithChecksum(org.apache.hadoop.hbase.io.hfile.HFileBlock block) HFileBlock buffer does not include checksum because it is discarded after verifying upon reading from disk.
void	setUp()
void	testChecksumChunks() Test different values of bytesPerChecksum
void	testChecksumCorruption() Introduce checksum failures and check that we can still read the data
protected void	testChecksumCorruptionInternals(boolean useTags)
protected void	testChecksumInternals(boolean useTags)
void	testNewBlocksHaveDefaultChecksum()
void	testVerifyCheckSum()
private void	validateData(DataInputStream in)
private void	verifyMBBCheckSum(org.apache.hadoop.hbase.nio.ByteBuff buf)
private void	verifySBBCheckSum(org.apache.hadoop.hbase.nio.ByteBuff buf)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

COMPRESSION_ALGORITHMS

static final org.apache.hadoop.hbase.io.compress.Compression.Algorithm[] COMPRESSION_ALGORITHMS

BYTES_PER_CHECKSUM

static final int[] BYTES_PER_CHECKSUM

TEST_UTIL

private static final HBaseTestingUtility TEST_UTIL

fs

private org.apache.hadoop.fs.FileSystem fs

hfs

private org.apache.hadoop.hbase.fs.HFileSystem hfs

Constructor Detail

TestChecksum

public TestChecksum()

Method Detail

setUp

public void setUp()
           throws Exception

Throws:

Exception

testNewBlocksHaveDefaultChecksum

public void testNewBlocksHaveDefaultChecksum()
                                      throws IOException

Throws:

IOException

verifyMBBCheckSum

private void verifyMBBCheckSum(org.apache.hadoop.hbase.nio.ByteBuff buf)
                        throws IOException

Throws:

IOException

verifySBBCheckSum

private void verifySBBCheckSum(org.apache.hadoop.hbase.nio.ByteBuff buf)
                        throws IOException

Throws:

IOException

testVerifyCheckSum

public void testVerifyCheckSum()
                        throws IOException

Throws:

IOException

getBufferWithChecksum

private org.apache.hadoop.hbase.nio.ByteBuff getBufferWithChecksum(org.apache.hadoop.hbase.io.hfile.HFileBlock block)
                                                            throws IOException

HFileBlock buffer does not include checksum because it is discarded after verifying upon reading from disk. We artificially add a checksum onto the buffer for use in testing that ChecksumUtil.validateChecksum works for SingleByteBuff and MultiByteBuff in verifySBBCheckSum(ByteBuff) and verifyMBBCheckSum(ByteBuff)

Throws:

IOException

testChecksumCorruption

public void testChecksumCorruption()
                            throws IOException

Introduce checksum failures and check that we can still read the data

Throws:

IOException

testChecksumCorruptionInternals

protected void testChecksumCorruptionInternals(boolean useTags)
                                        throws IOException

Throws:

IOException

testChecksumChunks

public void testChecksumChunks()
                        throws IOException

Test different values of bytesPerChecksum

Throws:

IOException

testChecksumInternals

protected void testChecksumInternals(boolean useTags)
                              throws IOException

Throws:

IOException

validateData

private void validateData(DataInputStream in)
                   throws IOException

Throws:

IOException