org.apache.hadoop.hbase.util

Class TestFSUtils

java.lang.Object

org.apache.hadoop.hbase.util.TestFSUtils

public class TestFSUtils
extends Object

Test FSUtils.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
(package private) class	TestFSUtils.AlwaysFailSetStoragePolicyFileSystem
(package private) static interface	TestFSUtils.HDFSBlockDistributionFunction

Field Summary

Fields

Modifier and Type	Field and Description
(package private) static int	blockSize
static HBaseClassTestRule	CLASS_RULE
private org.apache.hadoop.conf.Configuration	conf
private org.apache.hadoop.fs.FileSystem	fs
private HBaseTestingUtility	htu
(package private) String	INVALID_STORAGE_POLICY
private static org.slf4j.Logger	LOG
private Random	rand
(package private) static long	seed

Constructor Summary

Constructors

Constructor and Description
TestFSUtils()

Method Summary

Modifier and Type	Method and Description
private void	checkAndEraseData(byte[] actual, int from, byte[] expected, String message)
void	checkStreamCapabilitiesOnHdfsDataOutputStream()
private void	cleanupFile(org.apache.hadoop.fs.FileSystem fileSys, org.apache.hadoop.fs.Path name)
private void	doPread(org.apache.hadoop.fs.FSDataInputStream stm, long position, byte[] buffer, int offset, int length)
private void	pReadFile(org.apache.hadoop.fs.FileSystem fileSys, org.apache.hadoop.fs.Path name)
void	setUp()
void	testComputeHDFSBlockDistribution()
private void	testComputeHDFSBlocksDistribution(TestFSUtils.HDFSBlockDistributionFunction fileToBlockDistribution)
void	testComputeHDFSBlocksDistributionByInputStream()
void	testCopyFilesParallel()
void	testDeleteAndExists()
void	testDFSHedgedReadMetrics() Ugly test that ensures we can get at the hedged read counters in dfsclient.
void	testFilteredStatusDoesNotThrowOnNotFound()
void	testIsHDFS()
void	testIsSameHdfs()
private void	testIsSameHdfs(int nnport)
void	testPermMask()
void	testRenameAndSetModifyTime()
void	testSetStoragePolicyDefault()
void	testSetStoragePolicyInvalid()
void	testSetStoragePolicyValidButMaybeNotPresent()
void	testVersion()
private void	verifyFileInDirWithStoragePolicy(String policy)
private void	verifyNoHDFSApiInvocationForDefaultPolicy() Note: currently the default policy is set to defer to HDFS and this case is to verify the logic, will need to remove the check if the default policy is changed
private void	WriteDataToHDFS(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path file, int dataSize)
private void	writeVersionFile(org.apache.hadoop.fs.Path versionFile, String version)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

htu

private HBaseTestingUtility htu

fs

private org.apache.hadoop.fs.FileSystem fs

conf

private org.apache.hadoop.conf.Configuration conf

INVALID_STORAGE_POLICY

final String INVALID_STORAGE_POLICY

See Also:

Constant Field Values

blockSize

static final int blockSize

See Also:

Constant Field Values

seed

static final long seed

See Also:

Constant Field Values

rand

private Random rand

Constructor Detail

TestFSUtils

public TestFSUtils()

Method Detail

setUp

public void setUp()
           throws IOException

Throws:

IOException

testIsHDFS

public void testIsHDFS()
                throws Exception

Throws:

Exception

WriteDataToHDFS

private void WriteDataToHDFS(org.apache.hadoop.fs.FileSystem fs,
                             org.apache.hadoop.fs.Path file,
                             int dataSize)
                      throws Exception

Throws:

Exception

testComputeHDFSBlocksDistributionByInputStream

public void testComputeHDFSBlocksDistributionByInputStream()
                                                    throws Exception

Throws:

Exception

testComputeHDFSBlockDistribution

public void testComputeHDFSBlockDistribution()
                                      throws Exception

Throws:

Exception

testComputeHDFSBlocksDistribution

private void testComputeHDFSBlocksDistribution(TestFSUtils.HDFSBlockDistributionFunction fileToBlockDistribution)
                                        throws Exception

Throws:

Exception

writeVersionFile

private void writeVersionFile(org.apache.hadoop.fs.Path versionFile,
                              String version)
                       throws IOException

Throws:

IOException

testVersion

public void testVersion()
                 throws org.apache.hadoop.hbase.exceptions.DeserializationException,
                        IOException

Throws:

org.apache.hadoop.hbase.exceptions.DeserializationException

IOException

testPermMask

public void testPermMask()
                  throws Exception

Throws:

Exception

testDeleteAndExists

public void testDeleteAndExists()
                         throws Exception

Throws:

Exception

testFilteredStatusDoesNotThrowOnNotFound

public void testFilteredStatusDoesNotThrowOnNotFound()
                                              throws Exception

Throws:

Exception

testRenameAndSetModifyTime

public void testRenameAndSetModifyTime()
                                throws Exception

Throws:

Exception

testSetStoragePolicyDefault

public void testSetStoragePolicyDefault()
                                 throws Exception

Throws:

Exception

verifyNoHDFSApiInvocationForDefaultPolicy

private void verifyNoHDFSApiInvocationForDefaultPolicy()

Note: currently the default policy is set to defer to HDFS and this case is to verify the logic, will need to remove the check if the default policy is changed

testSetStoragePolicyValidButMaybeNotPresent

public void testSetStoragePolicyValidButMaybeNotPresent()
                                                 throws Exception

Throws:

Exception

testSetStoragePolicyInvalid

public void testSetStoragePolicyInvalid()
                                 throws Exception

Throws:

Exception

verifyFileInDirWithStoragePolicy

private void verifyFileInDirWithStoragePolicy(String policy)
                                       throws Exception

Throws:

Exception

testDFSHedgedReadMetrics

public void testDFSHedgedReadMetrics()
                              throws Exception

Ugly test that ensures we can get at the hedged read counters in dfsclient. Does a bit of preading with hedged reads enabled using code taken from hdfs TestPread. n

Throws:

Exception

testCopyFilesParallel

public void testCopyFilesParallel()
                           throws Exception

Throws:

Exception

pReadFile

private void pReadFile(org.apache.hadoop.fs.FileSystem fileSys,
                       org.apache.hadoop.fs.Path name)
                throws IOException

Throws:

IOException

checkAndEraseData

private void checkAndEraseData(byte[] actual,
                               int from,
                               byte[] expected,
                               String message)

doPread

private void doPread(org.apache.hadoop.fs.FSDataInputStream stm,
                     long position,
                     byte[] buffer,
                     int offset,
                     int length)
              throws IOException

Throws:

IOException

cleanupFile

private void cleanupFile(org.apache.hadoop.fs.FileSystem fileSys,
                         org.apache.hadoop.fs.Path name)
                  throws IOException

Throws:

IOException

checkStreamCapabilitiesOnHdfsDataOutputStream

public void checkStreamCapabilitiesOnHdfsDataOutputStream()
                                                   throws Exception

Throws:

Exception

testIsSameHdfs

private void testIsSameHdfs(int nnport)
                     throws IOException

Throws:

IOException

testIsSameHdfs

public void testIsSameHdfs()
                    throws IOException

Throws:

IOException