Package org.apache.hadoop.hbase.master.region

Class MasterRegion

java.lang.Object

org.apache.hadoop.hbase.master.region.MasterRegion

@Private
public final class MasterRegion
extends Object

A region that stores data in a separated directory, which can be used to store master local data.

FileSystem layout:

 hbase
   |
   --<region dir>
       |
       --data
       |  |
       |  --/<ns&gt/<table&gt/<encoded-region-name> <---- The region data
       |      |
       |      --replay <---- The edits to replay
       |
       --WALs
          |
          --<master-server-name> <---- The WAL dir for active master
          |
          --<master-server-name>-dead <---- The WAL dir for dead master
 

Notice that, you can use different root file system and WAL file system. Then the above directory will be on two file systems, the root file system will have the data directory while the WAL filesystem will have the WALs directory. The archived HFile will be moved to the global HFile archived directory with the MasterRegionParams.archivedHFileSuffix() suffix. The archived WAL will be moved to the global WAL archived directory with the MasterRegionParams.archivedWalSuffix() suffix.

Field Summary

Fields

Modifier and Type	Field	Description
private static final String	DEAD_WAL_DIR_SUFFIX
(package private) final MasterRegionFlusherAndCompactor	flusherAndCompactor
(package private) static final String	INITIALIZED_FLAG
(package private) static final String	INITIALIZING_FLAG
private static final org.slf4j.Logger	LOG
private final int	maxRetriesForRegionUpdates
(package private) final HRegion	region
private static final int	REGION_ID
private final long	regionUpdateRetryPauseTime
private static final String	REPLAY_EDITS_DIR
private final Server	server
private final WALFactory	walFactory
private MasterRegionWALRoller	walRoller

Constructor Summary

Constructors

Modifier	Constructor	Description
private	MasterRegion(Server server, HRegion region, WALFactory walFactory, MasterRegionFlusherAndCompactor flusherAndCompactor, MasterRegionWALRoller walRoller)

Method Summary

Modifier and Type	Method	Description
private void	abortServer(IOException e)	Log the error and abort the master daemon immediately.
private static HRegion	bootstrap(org.apache.hadoop.conf.Configuration conf, TableDescriptor td, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path rootDir, org.apache.hadoop.fs.FileSystem walFs, org.apache.hadoop.fs.Path walRootDir, WALFactory walFactory, MasterRegionWALRoller walRoller, String serverName, boolean touchInitializingFlag)
void	close(boolean abort)
private void	closeRegion(boolean abort)
static MasterRegion	create(MasterRegionParams params)
private static WAL	createWAL(WALFactory walFactory, MasterRegionWALRoller walRoller, String serverName, org.apache.hadoop.fs.FileSystem walFs, org.apache.hadoop.fs.Path walRootDir, RegionInfo regionInfo)
HRegion.FlushResult	flush(boolean force)
Result	get(Get get)
RegionScanner	getRegionScanner(Scan scan)
ResultScanner	getScanner(Scan scan)
private static RegionInfo	loadRegionInfo(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path tableDir)
private static HRegion	open(org.apache.hadoop.conf.Configuration conf, TableDescriptor td, RegionInfo regionInfo, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path rootDir, org.apache.hadoop.fs.FileSystem walFs, org.apache.hadoop.fs.Path walRootDir, WALFactory walFactory, MasterRegionWALRoller walRoller, String serverName)
private static void	replayWALs(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem walFs, org.apache.hadoop.fs.Path walRootDir, org.apache.hadoop.fs.Path walsDir, RegionInfo regionInfo, String serverName, org.apache.hadoop.fs.Path replayEditsDir)
void	requestRollAll()
private void	shutdownWAL()
private static void	tryMigrate(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path tableDir, RegionInfo regionInfo, TableDescriptor oldTd, TableDescriptor newTd)
void	update(UpdateMasterRegion action)	Performs the mutation to the master region using UpdateMasterRegion update action.
private void	update0(UpdateMasterRegion action)
void	waitUntilWalRollFinished()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

REPLAY_EDITS_DIR

private static final String REPLAY_EDITS_DIR

See Also:

• Constant Field Values

DEAD_WAL_DIR_SUFFIX

private static final String DEAD_WAL_DIR_SUFFIX

See Also:

• Constant Field Values

INITIALIZING_FLAG

static final String INITIALIZING_FLAG

See Also:

• Constant Field Values

INITIALIZED_FLAG

static final String INITIALIZED_FLAG

See Also:

• Constant Field Values

REGION_ID

private static final int REGION_ID

See Also:

• Constant Field Values

server

private final Server server

walFactory

private final WALFactory walFactory

region

final HRegion region

flusherAndCompactor

final MasterRegionFlusherAndCompactor flusherAndCompactor

walRoller

private MasterRegionWALRoller walRoller

maxRetriesForRegionUpdates

private final int maxRetriesForRegionUpdates

regionUpdateRetryPauseTime

private final long regionUpdateRetryPauseTime

Constructor Details

MasterRegion

private MasterRegion(Server server,
 HRegion region,
 WALFactory walFactory,
 MasterRegionFlusherAndCompactor flusherAndCompactor,
 MasterRegionWALRoller walRoller)

Method Details

closeRegion

private void closeRegion(boolean abort)

shutdownWAL

private void shutdownWAL()

update0

private void update0(UpdateMasterRegion action)
              throws IOException

Throws:

IOException

update

public void update(UpdateMasterRegion action)
            throws IOException

Performs the mutation to the master region using UpdateMasterRegion update action.

Parameters:

action - Update region action.

Throws:

IOException - IO error that causes active master to abort.

abortServer

private void abortServer(IOException e)
                  throws IOException

Log the error and abort the master daemon immediately. Use this utility only when procedure state store update fails and the only way to recover is by terminating the active master so that new failed-over active master can resume the procedure execution.

Parameters:

e - IO error that causes active master to abort.

Throws:

IOException - IO error that causes active master to abort.

get

public Result get(Get get)
           throws IOException

Throws:

IOException

getScanner

public ResultScanner getScanner(Scan scan)
                         throws IOException

Throws:

IOException

getRegionScanner

public RegionScanner getRegionScanner(Scan scan)
                               throws IOException

Throws:

IOException

flush

public HRegion.FlushResult flush(boolean force)
                          throws IOException

Throws:

IOException

requestRollAll

public void requestRollAll()

waitUntilWalRollFinished

public void waitUntilWalRollFinished()
                              throws InterruptedException

Throws:

InterruptedException

close

public void close(boolean abort)

createWAL

private static WAL createWAL(WALFactory walFactory,
 MasterRegionWALRoller walRoller,
 String serverName,
 org.apache.hadoop.fs.FileSystem walFs,
 org.apache.hadoop.fs.Path walRootDir,
 RegionInfo regionInfo)
                      throws IOException

Throws:

IOException

bootstrap

private static HRegion bootstrap(org.apache.hadoop.conf.Configuration conf,
 TableDescriptor td,
 org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path rootDir,
 org.apache.hadoop.fs.FileSystem walFs,
 org.apache.hadoop.fs.Path walRootDir,
 WALFactory walFactory,
 MasterRegionWALRoller walRoller,
 String serverName,
 boolean touchInitializingFlag)
                          throws IOException

Throws:

IOException

loadRegionInfo

private static RegionInfo loadRegionInfo(org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path tableDir)
                                  throws IOException

Throws:

IOException

open

private static HRegion open(org.apache.hadoop.conf.Configuration conf,
 TableDescriptor td,
 RegionInfo regionInfo,
 org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path rootDir,
 org.apache.hadoop.fs.FileSystem walFs,
 org.apache.hadoop.fs.Path walRootDir,
 WALFactory walFactory,
 MasterRegionWALRoller walRoller,
 String serverName)
                     throws IOException

Throws:

IOException

replayWALs

private static void replayWALs(org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.fs.FileSystem walFs,
 org.apache.hadoop.fs.Path walRootDir,
 org.apache.hadoop.fs.Path walsDir,
 RegionInfo regionInfo,
 String serverName,
 org.apache.hadoop.fs.Path replayEditsDir)
                        throws IOException

Throws:

IOException

tryMigrate

private static void tryMigrate(org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path tableDir,
 RegionInfo regionInfo,
 TableDescriptor oldTd,
 TableDescriptor newTd)
                        throws IOException

Throws:

IOException

create

public static MasterRegion create(MasterRegionParams params)
                           throws IOException

Throws:

IOException