org.apache.hadoop.hbase.quotas

Class TestSpaceQuotas

java.lang.Object

org.apache.hadoop.hbase.quotas.TestSpaceQuotas

public class TestSpaceQuotas
extends Object

End-to-end test class for filesystem space quotas.

Field Summary

Fields

Modifier and Type	Field and Description
static HBaseClassTestRule	CLASS_RULE
private static AtomicLong	COUNTER
private SpaceQuotaHelperForTests	helper
private static org.slf4j.Logger	LOG
private org.apache.hadoop.hbase.TableName	NON_EXISTENT_TABLE
private static int	NUM_RETRIES
private static HBaseTestingUtility	TEST_UTIL
org.junit.rules.TestName	testName

Constructor Summary

Constructors

Constructor and Description
TestSpaceQuotas()

Method Summary

Modifier and Type	Method and Description
private org.apache.hadoop.hbase.client.ClientServiceCallable<Void>	generateFileToLoad(org.apache.hadoop.hbase.TableName tn, int numFiles, int numRowsPerFile)
private Map<org.apache.hadoop.hbase.client.RegionInfo,Long>	getReportedSizesForTable(org.apache.hadoop.hbase.TableName tn)
void	removeAllQuotas()
private void	removeQuotaFromtable(org.apache.hadoop.hbase.TableName tn)
private void	setQuotaAndThenDropTable(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy)
private void	setQuotaAndThenIncreaseQuota(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy)
private void	setQuotaAndThenRemove(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy)
void	setQuotaAndThenRemoveInOneAmongTwoTables(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy)
void	setQuotaAndViolateNextSwitchPoliciesAndValidate(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy1, org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy2)
private void	setQuotaLimit(org.apache.hadoop.hbase.TableName tn, org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy, long sizeInMBs)
private void	setQuotaNextDisableThenIncreaseFinallyEnable(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy)
static void	setUp()
static void	tearDown()
void	testAtomicBulkLoadUnderQuota()
void	testDeletesAfterNoInserts()
void	testNoBulkLoadsWithNoWrites()
void	testNoCompactions()
void	testNoEnableAfterDisablePolicy()
void	testNoInsertsWithAppend()
void	testNoInsertsWithIncrement()
void	testNoInsertsWithPut()
void	testNoWritesWithAppend()
void	testNoWritesWithDelete()
void	testNoWritesWithIncrement()
void	testNoWritesWithPut()
void	testSetQuotaAndThenDisableIncrEnableWithDisable()
void	testSetQuotaAndThenDropTableWithDisable()
void	testSetQuotaAndThenDropTableWithNoInserts()
void	testSetQuotaAndThenDropTableWithNoWrite()
void	testSetQuotaAndThenDropTableWithNoWritesCompactions()
void	testSetQuotaAndThenIncreaseQuotaWithDisable()
void	testSetQuotaAndThenIncreaseQuotaWithNoInserts()
void	testSetQuotaAndThenIncreaseQuotaWithNoWrite()
void	testSetQuotaAndThenIncreaseQuotaWithNoWritesCompactions()
void	testSetQuotaAndThenRemoveInOneWithDisable()
void	testSetQuotaAndThenRemoveInOneWithNoInserts()
void	testSetQuotaAndThenRemoveInOneWithNoWrite()
void	testSetQuotaAndThenRemoveInOneWithNoWritesCompaction()
void	testSetQuotaAndThenRemoveWithDisable()
void	testSetQuotaAndThenRemoveWithNoInserts()
void	testSetQuotaAndThenRemoveWithNoWrite()
void	testSetQuotaAndThenRemoveWithNoWritesCompactions()
void	testSetQuotaFirstWithDisableNextAgainDisable()
void	testSetQuotaFirstWithDisableNextNoInserts()
void	testSetQuotaFirstWithDisableNextNoWrites()
void	testSetQuotaFirstWithDisableNextNoWritesCompaction()
void	testSetQuotaFirstWithNoWritesNextWithDisable()
void	testSetQuotaOnNonExistingTableWithDisable()
void	testSetQuotaOnNonExistingTableWithNoInserts()
void	testSetQuotaOnNonExistingTableWithNoWrites()
void	testSetQuotaOnNonExistingTableWithNoWritesCompaction()
void	testTableQuotaOverridesNamespaceQuota()
private void	verifyNoViolation(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policyToViolate, org.apache.hadoop.hbase.TableName tn, org.apache.hadoop.hbase.client.Mutation m)
private void	verifyViolation(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policyToViolate, org.apache.hadoop.hbase.TableName tn, org.apache.hadoop.hbase.client.Mutation m)
private org.apache.hadoop.hbase.TableName	writeUntilViolation(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policyToViolate)
private org.apache.hadoop.hbase.TableName	writeUntilViolationAndVerifyViolation(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policyToViolate, org.apache.hadoop.hbase.client.Mutation m)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

TEST_UTIL

private static final HBaseTestingUtility TEST_UTIL

COUNTER

private static final AtomicLong COUNTER

NUM_RETRIES

private static final int NUM_RETRIES

See Also:

Constant Field Values

testName

public org.junit.rules.TestName testName

helper

private SpaceQuotaHelperForTests helper

NON_EXISTENT_TABLE

private final org.apache.hadoop.hbase.TableName NON_EXISTENT_TABLE

Constructor Detail

TestSpaceQuotas

public TestSpaceQuotas()

Method Detail

setUp

public static void setUp()
                  throws Exception

Throws:

Exception

tearDown

public static void tearDown()
                     throws Exception

Throws:

Exception

removeAllQuotas

public void removeAllQuotas()
                     throws Exception

Throws:

Exception

testNoInsertsWithPut

public void testNoInsertsWithPut()
                          throws Exception

Throws:

Exception

testNoInsertsWithAppend

public void testNoInsertsWithAppend()
                             throws Exception

Throws:

Exception

testNoInsertsWithIncrement

public void testNoInsertsWithIncrement()
                                throws Exception

Throws:

Exception

testDeletesAfterNoInserts

public void testDeletesAfterNoInserts()
                               throws Exception

Throws:

Exception

testNoWritesWithPut

public void testNoWritesWithPut()
                         throws Exception

Throws:

Exception

testNoWritesWithAppend

public void testNoWritesWithAppend()
                            throws Exception

Throws:

Exception

testNoWritesWithIncrement

public void testNoWritesWithIncrement()
                               throws Exception

Throws:

Exception

testNoWritesWithDelete

public void testNoWritesWithDelete()
                            throws Exception

Throws:

Exception

testNoCompactions

public void testNoCompactions()
                       throws Exception

Throws:

Exception

testNoEnableAfterDisablePolicy

public void testNoEnableAfterDisablePolicy()
                                    throws Exception

Throws:

Exception

testNoBulkLoadsWithNoWrites

public void testNoBulkLoadsWithNoWrites()
                                 throws Exception

Throws:

Exception

testAtomicBulkLoadUnderQuota

public void testAtomicBulkLoadUnderQuota()
                                  throws Exception

Throws:

Exception

testTableQuotaOverridesNamespaceQuota

public void testTableQuotaOverridesNamespaceQuota()
                                           throws Exception

Throws:

Exception

testSetQuotaAndThenRemoveWithNoInserts

public void testSetQuotaAndThenRemoveWithNoInserts()
                                            throws Exception

Throws:

Exception

testSetQuotaAndThenRemoveWithNoWrite

public void testSetQuotaAndThenRemoveWithNoWrite()
                                          throws Exception

Throws:

Exception

testSetQuotaAndThenRemoveWithNoWritesCompactions

public void testSetQuotaAndThenRemoveWithNoWritesCompactions()
                                                      throws Exception

Throws:

Exception

testSetQuotaAndThenRemoveWithDisable

public void testSetQuotaAndThenRemoveWithDisable()
                                          throws Exception

Throws:

Exception

testSetQuotaAndThenDropTableWithNoInserts

public void testSetQuotaAndThenDropTableWithNoInserts()
                                               throws Exception

Throws:

Exception

testSetQuotaAndThenDropTableWithNoWrite

public void testSetQuotaAndThenDropTableWithNoWrite()
                                             throws Exception

Throws:

Exception

testSetQuotaAndThenDropTableWithNoWritesCompactions

public void testSetQuotaAndThenDropTableWithNoWritesCompactions()
                                                         throws Exception

Throws:

Exception

testSetQuotaAndThenDropTableWithDisable

public void testSetQuotaAndThenDropTableWithDisable()
                                             throws Exception

Throws:

Exception

testSetQuotaAndThenIncreaseQuotaWithNoInserts

public void testSetQuotaAndThenIncreaseQuotaWithNoInserts()
                                                   throws Exception

Throws:

Exception

testSetQuotaAndThenIncreaseQuotaWithNoWrite

public void testSetQuotaAndThenIncreaseQuotaWithNoWrite()
                                                 throws Exception

Throws:

Exception

testSetQuotaAndThenIncreaseQuotaWithNoWritesCompactions

public void testSetQuotaAndThenIncreaseQuotaWithNoWritesCompactions()
                                                             throws Exception

Throws:

Exception

testSetQuotaAndThenIncreaseQuotaWithDisable

public void testSetQuotaAndThenIncreaseQuotaWithDisable()
                                                 throws Exception

Throws:

Exception

testSetQuotaAndThenDisableIncrEnableWithDisable

public void testSetQuotaAndThenDisableIncrEnableWithDisable()
                                                     throws Exception

Throws:

Exception

testSetQuotaAndThenRemoveInOneWithNoInserts

public void testSetQuotaAndThenRemoveInOneWithNoInserts()
                                                 throws Exception

Throws:

Exception

testSetQuotaAndThenRemoveInOneWithNoWrite

public void testSetQuotaAndThenRemoveInOneWithNoWrite()
                                               throws Exception

Throws:

Exception

testSetQuotaAndThenRemoveInOneWithNoWritesCompaction

public void testSetQuotaAndThenRemoveInOneWithNoWritesCompaction()
                                                          throws Exception

Throws:

Exception

testSetQuotaAndThenRemoveInOneWithDisable

public void testSetQuotaAndThenRemoveInOneWithDisable()
                                               throws Exception

Throws:

Exception

testSetQuotaFirstWithDisableNextNoWrites

public void testSetQuotaFirstWithDisableNextNoWrites()
                                              throws Exception

Throws:

Exception

testSetQuotaFirstWithDisableNextAgainDisable

public void testSetQuotaFirstWithDisableNextAgainDisable()
                                                  throws Exception

Throws:

Exception

testSetQuotaFirstWithDisableNextNoInserts

public void testSetQuotaFirstWithDisableNextNoInserts()
                                               throws Exception

Throws:

Exception

testSetQuotaFirstWithDisableNextNoWritesCompaction

public void testSetQuotaFirstWithDisableNextNoWritesCompaction()
                                                        throws Exception

Throws:

Exception

testSetQuotaFirstWithNoWritesNextWithDisable

public void testSetQuotaFirstWithNoWritesNextWithDisable()
                                                  throws Exception

Throws:

Exception

testSetQuotaOnNonExistingTableWithNoInserts

public void testSetQuotaOnNonExistingTableWithNoInserts()
                                                 throws Exception

Throws:

Exception

testSetQuotaOnNonExistingTableWithNoWrites

public void testSetQuotaOnNonExistingTableWithNoWrites()
                                                throws Exception

Throws:

Exception

testSetQuotaOnNonExistingTableWithNoWritesCompaction

public void testSetQuotaOnNonExistingTableWithNoWritesCompaction()
                                                          throws Exception

Throws:

Exception

testSetQuotaOnNonExistingTableWithDisable

public void testSetQuotaOnNonExistingTableWithDisable()
                                               throws Exception

Throws:

Exception

setQuotaAndViolateNextSwitchPoliciesAndValidate

public void setQuotaAndViolateNextSwitchPoliciesAndValidate(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy1,
                                                            org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy2)
                                                     throws Exception

Throws:

Exception

setQuotaAndThenRemove

private void setQuotaAndThenRemove(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy)
                            throws Exception

Throws:

Exception

setQuotaAndThenDropTable

private void setQuotaAndThenDropTable(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy)
                               throws Exception

Throws:

Exception

setQuotaAndThenIncreaseQuota

private void setQuotaAndThenIncreaseQuota(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy)
                                   throws Exception

Throws:

Exception

setQuotaNextDisableThenIncreaseFinallyEnable

private void setQuotaNextDisableThenIncreaseFinallyEnable(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy)
                                                   throws Exception

Throws:

Exception

setQuotaAndThenRemoveInOneAmongTwoTables

public void setQuotaAndThenRemoveInOneAmongTwoTables(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy)
                                              throws Exception

Throws:

Exception

removeQuotaFromtable

private void removeQuotaFromtable(org.apache.hadoop.hbase.TableName tn)
                           throws Exception

Throws:

Exception

setQuotaLimit

private void setQuotaLimit(org.apache.hadoop.hbase.TableName tn,
                           org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policy,
                           long sizeInMBs)
                    throws Exception

Throws:

Exception

getReportedSizesForTable

private Map<org.apache.hadoop.hbase.client.RegionInfo,Long> getReportedSizesForTable(org.apache.hadoop.hbase.TableName tn)

writeUntilViolation

private org.apache.hadoop.hbase.TableName writeUntilViolation(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policyToViolate)
                                                       throws Exception

Throws:

Exception

writeUntilViolationAndVerifyViolation

private org.apache.hadoop.hbase.TableName writeUntilViolationAndVerifyViolation(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policyToViolate,
                                                                                org.apache.hadoop.hbase.client.Mutation m)
                                                                         throws Exception

Throws:

Exception

verifyViolation

private void verifyViolation(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policyToViolate,
                             org.apache.hadoop.hbase.TableName tn,
                             org.apache.hadoop.hbase.client.Mutation m)
                      throws Exception

Throws:

Exception

generateFileToLoad

private org.apache.hadoop.hbase.client.ClientServiceCallable<Void> generateFileToLoad(org.apache.hadoop.hbase.TableName tn,
                                                                                      int numFiles,
                                                                                      int numRowsPerFile)
                                                                               throws Exception

Throws:

Exception

verifyNoViolation

private void verifyNoViolation(org.apache.hadoop.hbase.quotas.SpaceViolationPolicy policyToViolate,
                               org.apache.hadoop.hbase.TableName tn,
                               org.apache.hadoop.hbase.client.Mutation m)
                        throws Exception

Throws:

Exception