@InterfaceAudience.Private public class WALFactory extends Object
WALProvider
by class name.Modifier and Type | Class and Description |
---|---|
(package private) static class |
WALFactory.Providers
Maps between configuration names for providers and implementation classes.
|
Modifier and Type | Field and Description |
---|---|
(package private) Abortable |
abortable |
private org.apache.hadoop.conf.Configuration |
conf |
(package private) static String |
DEFAULT_WAL_PROVIDER |
private ExcludeDatanodeManager |
excludeDatanodeManager |
(package private) String |
factoryId |
private static org.slf4j.Logger |
LOG |
private Class<? extends AbstractFSWALProvider.Reader> |
logReaderClass
Configuration-specified WAL Reader used when a custom reader is requested
|
static String |
META_WAL_PROVIDER |
private AtomicReference<WALProvider> |
metaProvider |
private WALProvider |
provider |
private static AtomicReference<WALFactory> |
singleton |
private static String |
SINGLETON_ID |
private int |
timeoutMillis
How long to attempt opening in-recovery wals
|
static String |
WAL_ENABLED |
static String |
WAL_PROVIDER |
Modifier | Constructor and Description |
---|---|
private |
WALFactory(org.apache.hadoop.conf.Configuration conf) |
|
WALFactory(org.apache.hadoop.conf.Configuration conf,
String factoryId) |
|
WALFactory(org.apache.hadoop.conf.Configuration conf,
String factoryId,
Abortable abortable) |
Modifier and Type | Method and Description |
---|---|
void |
close()
Shutdown all WALs and clean up any underlying storage.
|
(package private) WALProvider |
createProvider(Class<? extends WALProvider> clazz,
String providerId) |
WAL.Reader |
createReader(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path) |
WAL.Reader |
createReader(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path,
CancelableProgressable reporter)
Create a reader for the WAL.
|
WAL.Reader |
createReader(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path,
CancelableProgressable reporter,
boolean allowCustom) |
static WAL.Reader |
createReader(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path,
org.apache.hadoop.conf.Configuration configuration)
Create a reader for the given path, accept custom reader classes from conf.
|
(package private) static WAL.Reader |
createReader(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path,
org.apache.hadoop.conf.Configuration configuration,
CancelableProgressable reporter)
Create a reader for the given path, accept custom reader classes from conf.
|
static WAL.Reader |
createReaderIgnoreCustomClass(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path,
org.apache.hadoop.conf.Configuration configuration)
Create a reader for the given path, ignore custom reader classes from conf.
|
WALProvider.Writer |
createRecoveredEditsWriter(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path)
Should be package-private, visible for recovery testing.
|
(package private) static WALProvider.Writer |
createRecoveredEditsWriter(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path,
org.apache.hadoop.conf.Configuration configuration)
If you already have a WALFactory, you should favor the instance method.
|
WALProvider.Writer |
createWALWriter(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path)
Create a writer for the WAL.
|
static WALProvider.Writer |
createWALWriter(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path,
org.apache.hadoop.conf.Configuration configuration)
If you already have a WALFactory, you should favor the instance method.
|
(package private) WALFactory.Providers |
getDefaultProvider() |
ExcludeDatanodeManager |
getExcludeDatanodeManager() |
String |
getFactoryId() |
static WALFactory |
getInstance(org.apache.hadoop.conf.Configuration configuration) |
WALProvider |
getMetaProvider()
Called when we lazily create a hbase:meta WAL OR from ReplicationSourceManager ahead of
creating the first hbase:meta WAL so we can register a listener.
|
WALProvider |
getMetaWALProvider() |
(package private) WALProvider |
getProvider(String key,
String defaultValue,
String providerId)
instantiate a provider from a config property.
|
Class<? extends WALProvider> |
getProviderClass(String key,
String defaultValue) |
WAL |
getWAL(RegionInfo region) |
WALProvider |
getWALProvider() |
List<WAL> |
getWALs() |
void |
shutdown()
Tell the underlying WAL providers to shut down, but do not clean up underlying storage.
|
private static final org.slf4j.Logger LOG
public static final String WAL_PROVIDER
static final String DEFAULT_WAL_PROVIDER
public static final String META_WAL_PROVIDER
public static final String WAL_ENABLED
private final WALProvider provider
private final AtomicReference<WALProvider> metaProvider
private final Class<? extends AbstractFSWALProvider.Reader> logReaderClass
private final int timeoutMillis
private final org.apache.hadoop.conf.Configuration conf
private final ExcludeDatanodeManager excludeDatanodeManager
private static final AtomicReference<WALFactory> singleton
private static final String SINGLETON_ID
private WALFactory(org.apache.hadoop.conf.Configuration conf)
public WALFactory(org.apache.hadoop.conf.Configuration conf, String factoryId) throws IOException
IOException
public WALFactory(org.apache.hadoop.conf.Configuration conf, String factoryId, Abortable abortable) throws IOException
conf
- must not be null, will keep a reference to read params in later reader/writer
instances.abortable
- the server to abortIOException
WALFactory.Providers getDefaultProvider()
public Class<? extends WALProvider> getProviderClass(String key, String defaultValue)
WALProvider createProvider(Class<? extends WALProvider> clazz, String providerId) throws IOException
IOException
WALProvider getProvider(String key, String defaultValue, String providerId) throws IOException
IOException
public void close() throws IOException
IOException
public void shutdown() throws IOException
IOException
public WALProvider getMetaProvider() throws IOException
IOException
getMetaWALProvider()
public WAL getWAL(RegionInfo region) throws IOException
region
- the region which we want to get a WAL for. Could be null.IOException
public WAL.Reader createReader(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path) throws IOException
IOException
public WAL.Reader createReader(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, CancelableProgressable reporter) throws IOException
WAL.Reader.reset()
instead of this method then just seek
back to the last known good position.IOException
public WAL.Reader createReader(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, CancelableProgressable reporter, boolean allowCustom) throws IOException
IOException
public WALProvider.Writer createWALWriter(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path) throws IOException
Should be package-private. public only for tests and
Compressor
IOException
public WALProvider.Writer createRecoveredEditsWriter(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path) throws IOException
IOException
public static WALFactory getInstance(org.apache.hadoop.conf.Configuration configuration)
public static WAL.Reader createReader(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, org.apache.hadoop.conf.Configuration configuration) throws IOException
IOException
static WAL.Reader createReader(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, org.apache.hadoop.conf.Configuration configuration, CancelableProgressable reporter) throws IOException
IOException
public static WAL.Reader createReaderIgnoreCustomClass(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, org.apache.hadoop.conf.Configuration configuration) throws IOException
Compressor
IOException
static WALProvider.Writer createRecoveredEditsWriter(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, org.apache.hadoop.conf.Configuration configuration) throws IOException
IOException
public static WALProvider.Writer createWALWriter(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, org.apache.hadoop.conf.Configuration configuration) throws IOException
IOException
public String getFactoryId()
public final WALProvider getWALProvider()
public final WALProvider getMetaWALProvider()
getMetaProvider()
public ExcludeDatanodeManager getExcludeDatanodeManager()
Copyright © 2007–2020 The Apache Software Foundation. All rights reserved.