Package org.apache.hadoop.hbase.quotas

Class QuotaCache

java.lang.Object

org.apache.hadoop.hbase.quotas.QuotaCache

All Implemented Interfaces:

Stoppable

@Private
@Evolving
public class QuotaCache
extends Object
implements Stoppable

Cache that keeps track of the quota settings for the users and tables that are interacting with it.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private class	QuotaCache.QuotaRefresherChore
(package private) static class	QuotaCache.RefreshableExpiringValueCache<T>
(package private) static interface	QuotaCache.ThrowingSupplier<T>

Field Summary

Fields

Modifier and Type	Field	Description
private boolean	exceedThrottleQuotaEnabled
private boolean	initialized
private final Object	initializerLock
private static final org.slf4j.Logger	LOG
private double	machineQuotaFactor
private Map<String,QuotaState>	namespaceQuotaCache
static final String	QUOTA_USER_REQUEST_ATTRIBUTE_OVERRIDE_KEY
static final String	REFRESH_CONF_KEY
private static final int	REFRESH_DEFAULT_PERIOD
private QuotaCache.QuotaRefresherChore	refreshChore
static final String	REGION_SERVERS_SIZE_CACHE_TTL_MS
private Map<String,QuotaState>	regionServerQuotaCache
private final RegionServerServices	rsServices
private boolean	stopped
static final String	TABLE_REGION_STATES_CACHE_TTL_MS
private final ConcurrentHashMap<TableName,Double>	tableMachineQuotaFactors
private Map<TableName,QuotaState>	tableQuotaCache
private final String	userOverrideRequestAttributeKey
private Map<String,UserQuotaState>	userQuotaCache

Constructor Summary

Constructors

Constructor	Description
QuotaCache(RegionServerServices rsServices)

Method Summary

Modifier and Type	Method	Description
private void	ensureInitialized()
private Map<String,QuotaState>	fetchNamespaceQuotaStateEntries()
private Map<String,QuotaState>	fetchRegionServerQuotaStateEntries()
private Map<TableName,QuotaState>	fetchTableQuotaStateEntries()
private Map<String,UserQuotaState>	fetchUserQuotaStateEntries()
(package private) void	forceSynchronousCacheRefresh()
QuotaLimiter	getNamespaceLimiter(String namespace)	Returns the limiter associated to the specified namespace.
(package private) Map<String,QuotaState>	getNamespaceQuotaCache()	visible for testing
private String	getQuotaUserName(org.apache.hadoop.security.UserGroupInformation ugi)	Applies a request attribute user override if available, otherwise returns the UGI's short username
(package private) Map<String,QuotaState>	getRegionServerQuotaCache()	visible for testing
QuotaLimiter	getRegionServerQuotaLimiter(String regionServer)	Returns the limiter associated to the specified region server.
QuotaLimiter	getTableLimiter(TableName table)	Returns the limiter associated to the specified table.
(package private) Map<TableName,QuotaState>	getTableQuotaCache()	visible for testing
QuotaLimiter	getUserLimiter(org.apache.hadoop.security.UserGroupInformation ugi, TableName table)	Returns the limiter associated to the specified user/table.
(package private) Map<String,UserQuotaState>	getUserQuotaCache()	visible for testing
UserQuotaState	getUserQuotaState(org.apache.hadoop.security.UserGroupInformation ugi)	Returns the QuotaState associated to the specified user.
protected boolean	isExceedThrottleQuotaEnabled()
boolean	isStopped()	Returns True if Stoppable.stop(String) has been closed.
void	start()
void	stop(String why)	Stop this service.
(package private) void	triggerCacheRefresh()
(package private) static <K, V extends QuotaState> void	updateNewCacheFromOld(Map<K,V> oldCache, Map<K,V> newCache)	visible for testing

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

REFRESH_CONF_KEY

public static final String REFRESH_CONF_KEY

See Also:

• Constant Field Values

TABLE_REGION_STATES_CACHE_TTL_MS

public static final String TABLE_REGION_STATES_CACHE_TTL_MS

See Also:

• Constant Field Values

REGION_SERVERS_SIZE_CACHE_TTL_MS

public static final String REGION_SERVERS_SIZE_CACHE_TTL_MS

See Also:

• Constant Field Values

QUOTA_USER_REQUEST_ATTRIBUTE_OVERRIDE_KEY

public static final String QUOTA_USER_REQUEST_ATTRIBUTE_OVERRIDE_KEY

See Also:

• Constant Field Values

REFRESH_DEFAULT_PERIOD

private static final int REFRESH_DEFAULT_PERIOD

See Also:

• Constant Field Values

initializerLock

private final Object initializerLock

initialized

private volatile boolean initialized

namespaceQuotaCache

private volatile Map<String,QuotaState> namespaceQuotaCache

tableQuotaCache

private volatile Map<TableName,QuotaState> tableQuotaCache

userQuotaCache

private volatile Map<String,UserQuotaState> userQuotaCache

regionServerQuotaCache

private volatile Map<String,QuotaState> regionServerQuotaCache

exceedThrottleQuotaEnabled

private volatile boolean exceedThrottleQuotaEnabled

machineQuotaFactor

private volatile double machineQuotaFactor

tableMachineQuotaFactors

private final ConcurrentHashMap<TableName,Double> tableMachineQuotaFactors

rsServices

private final RegionServerServices rsServices

userOverrideRequestAttributeKey

private final String userOverrideRequestAttributeKey

refreshChore

private QuotaCache.QuotaRefresherChore refreshChore

stopped

private boolean stopped

Constructor Details

QuotaCache

public QuotaCache(RegionServerServices rsServices)

Method Details

start

public void start()
           throws IOException

Throws:

IOException

stop

public void stop(String why)

Description copied from interface: Stoppable

Stop this service. Implementers should favor logging errors over throwing RuntimeExceptions.

Specified by:

stop in interface Stoppable

Parameters:

why - Why we're stopping.

isStopped

public boolean isStopped()

Description copied from interface: Stoppable

Returns True if Stoppable.stop(String) has been closed.

Specified by:

isStopped in interface Stoppable

ensureInitialized

private void ensureInitialized()

fetchUserQuotaStateEntries

private Map<String,UserQuotaState> fetchUserQuotaStateEntries()
                                                       throws IOException

Throws:

IOException

fetchRegionServerQuotaStateEntries

private Map<String,QuotaState> fetchRegionServerQuotaStateEntries()
                                                           throws IOException

Throws:

IOException

fetchTableQuotaStateEntries

private Map<TableName,QuotaState> fetchTableQuotaStateEntries()
                                                       throws IOException

Throws:

IOException

fetchNamespaceQuotaStateEntries

private Map<String,QuotaState> fetchNamespaceQuotaStateEntries()
                                                        throws IOException

Throws:

IOException

getUserLimiter

public QuotaLimiter getUserLimiter(org.apache.hadoop.security.UserGroupInformation ugi,
 TableName table)

Returns the limiter associated to the specified user/table.

Parameters:

ugi - the user to limit

table - the table to limit

Returns:

the limiter associated to the specified user/table

getUserQuotaState

public UserQuotaState getUserQuotaState(org.apache.hadoop.security.UserGroupInformation ugi)

Returns the QuotaState associated to the specified user.

Parameters:

ugi - the user

Returns:

the quota info associated to specified user

getTableLimiter

public QuotaLimiter getTableLimiter(TableName table)

Returns the limiter associated to the specified table.

Parameters:

table - the table to limit

Returns:

the limiter associated to the specified table

getNamespaceLimiter

public QuotaLimiter getNamespaceLimiter(String namespace)

Returns the limiter associated to the specified namespace.

Parameters:

namespace - the namespace to limit

Returns:

the limiter associated to the specified namespace

getRegionServerQuotaLimiter

public QuotaLimiter getRegionServerQuotaLimiter(String regionServer)

Returns the limiter associated to the specified region server.

Parameters:

regionServer - the region server to limit

Returns:

the limiter associated to the specified region server

isExceedThrottleQuotaEnabled

protected boolean isExceedThrottleQuotaEnabled()

getQuotaUserName

private String getQuotaUserName(org.apache.hadoop.security.UserGroupInformation ugi)

Applies a request attribute user override if available, otherwise returns the UGI's short username

Parameters:

ugi - The request's UserGroupInformation

triggerCacheRefresh

void triggerCacheRefresh()

forceSynchronousCacheRefresh

void forceSynchronousCacheRefresh()

getNamespaceQuotaCache

Map<String,QuotaState> getNamespaceQuotaCache()

visible for testing

getRegionServerQuotaCache

Map<String,QuotaState> getRegionServerQuotaCache()

visible for testing

getTableQuotaCache

Map<TableName,QuotaState> getTableQuotaCache()

visible for testing

getUserQuotaCache

Map<String,UserQuotaState> getUserQuotaCache()

visible for testing

updateNewCacheFromOld

static <K,
V extends QuotaState> void updateNewCacheFromOld(Map<K,V> oldCache,
 Map<K,V> newCache)

visible for testing