Package org.apache.hadoop.hbase.util

Class TestFSUtils

java.lang.Object

org.apache.hadoop.hbase.util.TestFSUtils

@Tag("org.apache.hadoop.hbase.testclassification.MiscTests") @Tag("org.apache.hadoop.hbase.testclassification.MediumTests")
public class TestFSUtils
extends Object

Test FSUtils.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
(package private) class	TestFSUtils.AlwaysFailSetStoragePolicyFileSystem
(package private) static interface	TestFSUtils.HDFSBlockDistributionFunction

Field Summary

Fields

Modifier and Type	Field	Description
(package private) static final int	blockSize
private org.apache.hadoop.conf.Configuration	conf
private org.apache.hadoop.fs.FileSystem	fs
private HBaseTestingUtil	htu
(package private) final String	INVALID_STORAGE_POLICY
private static final org.slf4j.Logger	LOG
private Random	rand
(package private) static final long	seed

Constructor Summary

Constructors

Constructor	Description
TestFSUtils()

Method Summary

Modifier and Type	Method	Description
private void	checkAndEraseData(byte[] actual, int from, byte[] expected, String message)
void	checkStreamCapabilitiesOnHdfsDataOutputStream()
private void	cleanupFile(org.apache.hadoop.fs.FileSystem fileSys, org.apache.hadoop.fs.Path name)
private void	doPread(org.apache.hadoop.fs.FSDataInputStream stm, long position, byte[] buffer, int offset, int length)
private void	pReadFile(org.apache.hadoop.fs.FileSystem fileSys, org.apache.hadoop.fs.Path name)
void	setUp()
void	testComputeHDFSBlockDistribution()
private void	testComputeHDFSBlocksDistribution(TestFSUtils.HDFSBlockDistributionFunction fileToBlockDistribution)
void	testComputeHDFSBlocksDistributionByInputStream()
void	testCopyFilesParallel()
void	testDeleteAndExists()
void	testDFSHedgedReadMetrics()	Ugly test that ensures we can get at the hedged read counters in dfsclient.
void	testFilteredStatusDoesNotThrowOnNotFound()
void	testIsHDFS()
void	testIsSameHdfs()
private void	testIsSameHdfs(int nnport)
void	testLocalFileSystemSafeMode()
void	testPermMask()
void	testRenameAndSetModifyTime()
void	testSetStoragePolicyDefault()
void	testSetStoragePolicyInvalid()
void	testSetStoragePolicyValidButMaybeNotPresent()
void	testVersion()
private void	verifyFileInDirWithStoragePolicy(String policy)
private void	verifyNoHDFSApiInvocationForDefaultPolicy()	Note: currently the default policy is set to defer to HDFS and this case is to verify the logic, will need to remove the check if the default policy is changed
private void	WriteDataToHDFS(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path file, int dataSize)
private void	writeVersionFile(org.apache.hadoop.fs.Path versionFile, String version)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

htu

private HBaseTestingUtil htu

fs

private org.apache.hadoop.fs.FileSystem fs

conf

private org.apache.hadoop.conf.Configuration conf

INVALID_STORAGE_POLICY

final String INVALID_STORAGE_POLICY

See Also:

• Constant Field Values

blockSize

static final int blockSize

See Also:

• Constant Field Values

seed

static final long seed

See Also:

• Constant Field Values

rand

private Random rand

Constructor Details

TestFSUtils

public TestFSUtils()

Method Details

setUp

@BeforeEach
public void setUp()
           throws IOException

Throws:

IOException

testIsHDFS

@Test
public void testIsHDFS()
                throws Exception

Throws:

Exception

testLocalFileSystemSafeMode

@Test
public void testLocalFileSystemSafeMode()
                                 throws Exception

Throws:

Exception

WriteDataToHDFS

private void WriteDataToHDFS(org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path file,
 int dataSize)
                      throws Exception

Throws:

Exception

testComputeHDFSBlocksDistributionByInputStream

@Test
public void testComputeHDFSBlocksDistributionByInputStream()
                                                    throws Exception

Throws:

Exception

testComputeHDFSBlockDistribution

@Test
public void testComputeHDFSBlockDistribution()
                                      throws Exception

Throws:

Exception

testComputeHDFSBlocksDistribution

private void testComputeHDFSBlocksDistribution(TestFSUtils.HDFSBlockDistributionFunction fileToBlockDistribution)
                                        throws Exception

Throws:

Exception

writeVersionFile

private void writeVersionFile(org.apache.hadoop.fs.Path versionFile,
 String version)
                       throws IOException

Throws:

IOException

testVersion

@Test
public void testVersion()
                 throws org.apache.hadoop.hbase.exceptions.DeserializationException,
IOException

Throws:

org.apache.hadoop.hbase.exceptions.DeserializationException

IOException

testPermMask

@Test
public void testPermMask()
                  throws Exception

Throws:

Exception

testDeleteAndExists

@Test
public void testDeleteAndExists()
                         throws Exception

Throws:

Exception

testFilteredStatusDoesNotThrowOnNotFound

@Test
public void testFilteredStatusDoesNotThrowOnNotFound()
                                              throws Exception

Throws:

Exception

testRenameAndSetModifyTime

@Test
public void testRenameAndSetModifyTime()
                                throws Exception

Throws:

Exception

testSetStoragePolicyDefault

@Test
public void testSetStoragePolicyDefault()
                                 throws Exception

Throws:

Exception

verifyNoHDFSApiInvocationForDefaultPolicy

private void verifyNoHDFSApiInvocationForDefaultPolicy()
                                                throws URISyntaxException,
IOException

Note: currently the default policy is set to defer to HDFS and this case is to verify the logic, will need to remove the check if the default policy is changed

Throws:

URISyntaxException

IOException

testSetStoragePolicyValidButMaybeNotPresent

@Test
public void testSetStoragePolicyValidButMaybeNotPresent()
                                                 throws Exception

Throws:

Exception

testSetStoragePolicyInvalid

@Test
public void testSetStoragePolicyInvalid()
                                 throws Exception

Throws:

Exception

verifyFileInDirWithStoragePolicy

private void verifyFileInDirWithStoragePolicy(String policy)
                                       throws Exception

Throws:

Exception

testDFSHedgedReadMetrics

@Test
public void testDFSHedgedReadMetrics()
                              throws Exception

Ugly test that ensures we can get at the hedged read counters in dfsclient. Does a bit of preading with hedged reads enabled using code taken from hdfs TestPread.

Throws:

Exception

testCopyFilesParallel

@Test
public void testCopyFilesParallel()
                           throws Exception

Throws:

Exception

pReadFile

private void pReadFile(org.apache.hadoop.fs.FileSystem fileSys,
 org.apache.hadoop.fs.Path name)
                throws IOException

Throws:

IOException

checkAndEraseData

private void checkAndEraseData(byte[] actual,
 int from,
 byte[] expected,
 String message)

doPread

private void doPread(org.apache.hadoop.fs.FSDataInputStream stm,
 long position,
 byte[] buffer,
 int offset,
 int length)
              throws IOException

Throws:

IOException

cleanupFile

private void cleanupFile(org.apache.hadoop.fs.FileSystem fileSys,
 org.apache.hadoop.fs.Path name)
                  throws IOException

Throws:

IOException

checkStreamCapabilitiesOnHdfsDataOutputStream

@Test
public void checkStreamCapabilitiesOnHdfsDataOutputStream()
                                                   throws Exception

Throws:

Exception

testIsSameHdfs

private void testIsSameHdfs(int nnport)
                     throws IOException

Throws:

IOException

testIsSameHdfs

@Test
public void testIsSameHdfs()
                    throws IOException

Throws:

IOException