Package org.apache.hadoop.hbase.backup.mapreduce

Class MapReduceBackupMergeJob

java.lang.Object

org.apache.hadoop.hbase.backup.mapreduce.MapReduceBackupMergeJob

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, BackupMergeJob

@Private
public class MapReduceBackupMergeJob
extends Object
implements BackupMergeJob

MapReduce implementation of BackupMergeJob Must be initialized with configuration of a backup destination cluster

Field Summary

Fields

Modifier and Type	Field	Description
protected org.apache.hadoop.conf.Configuration	conf
static final org.slf4j.Logger	LOG
protected org.apache.hadoop.util.Tool	player

Constructor Summary

Constructors

Constructor	Description
MapReduceBackupMergeJob()

Method Summary

Modifier and Type	Method	Description
protected void	cleanupBulkLoadDirs(org.apache.hadoop.fs.FileSystem fs, List<org.apache.hadoop.fs.Path> pathList)
protected org.apache.hadoop.fs.Path	convertToDest(org.apache.hadoop.fs.Path p, org.apache.hadoop.fs.Path backupDirPath)	Converts path before copying
protected void	copyFile(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path p, org.apache.hadoop.fs.Path newPath)	Copy file in DFS from p to newPath
protected void	copyMetaData(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path tmpBackupDir, org.apache.hadoop.fs.Path backupDirPath)	Copy meta data to of a backup session
protected void	deleteBackupImages(List<String> backupIds, Connection conn, org.apache.hadoop.fs.FileSystem fs, String backupRoot)
protected org.apache.hadoop.fs.Path[]	findInputDirectories(org.apache.hadoop.fs.FileSystem fs, String backupRoot, TableName tableName, String[] backupIds)
protected List<String>	getBackupIdsToDelete(String[] backupIds, String mergedBackupId)
org.apache.hadoop.conf.Configuration	getConf()
protected TableName[]	getTableNamesInBackupImages(String[] backupIds)
protected void	moveData(org.apache.hadoop.fs.FileSystem fs, String backupRoot, org.apache.hadoop.fs.Path bulkOutputPath, TableName tableName, String mergedBackupId)
void	run(String[] backupIds)	Run backup merge operation.
void	setConf(org.apache.hadoop.conf.Configuration conf)
protected List<org.apache.hadoop.fs.Path>	toPathList(List<Pair<TableName,org.apache.hadoop.fs.Path>> processedTableList)
protected List<TableName>	toTableNameList(List<Pair<TableName,org.apache.hadoop.fs.Path>> processedTableList)
protected void	updateBackupManifest(String backupRoot, String mergedBackupId, List<String> backupsToDelete)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

public static final org.slf4j.Logger LOG

player

protected org.apache.hadoop.util.Tool player

conf

protected org.apache.hadoop.conf.Configuration conf

Constructor Details

MapReduceBackupMergeJob

public MapReduceBackupMergeJob()

Method Details

getConf

public org.apache.hadoop.conf.Configuration getConf()

Specified by:

getConf in interface org.apache.hadoop.conf.Configurable

setConf

public void setConf(org.apache.hadoop.conf.Configuration conf)

Specified by:

setConf in interface org.apache.hadoop.conf.Configurable

run

public void run(String[] backupIds)
         throws IOException

Description copied from interface: BackupMergeJob

Run backup merge operation.

Specified by:

run in interface BackupMergeJob

Parameters:

backupIds - backup image ids

Throws:

IOException - if the backup merge operation fails

copyMetaData

protected void copyMetaData(org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path tmpBackupDir,
 org.apache.hadoop.fs.Path backupDirPath)
                     throws IOException

Copy meta data to of a backup session

Parameters:

fs - file system

tmpBackupDir - temp backup directory, where meta is locaed

backupDirPath - new path for backup

Throws:

IOException - exception

copyFile

protected void copyFile(org.apache.hadoop.fs.FileSystem fs,
 org.apache.hadoop.fs.Path p,
 org.apache.hadoop.fs.Path newPath)
                 throws IOException

Copy file in DFS from p to newPath

Parameters:

fs - file system

p - old path

newPath - new path

Throws:

IOException - exception

convertToDest

protected org.apache.hadoop.fs.Path convertToDest(org.apache.hadoop.fs.Path p,
 org.apache.hadoop.fs.Path backupDirPath)

Converts path before copying

Parameters:

p - path

backupDirPath - backup root

Returns:

converted path

toPathList

protected List<org.apache.hadoop.fs.Path> toPathList(List<Pair<TableName,org.apache.hadoop.fs.Path>> processedTableList)

toTableNameList

protected List<TableName> toTableNameList(List<Pair<TableName,org.apache.hadoop.fs.Path>> processedTableList)

cleanupBulkLoadDirs

protected void cleanupBulkLoadDirs(org.apache.hadoop.fs.FileSystem fs,
 List<org.apache.hadoop.fs.Path> pathList)
                            throws IOException

Throws:

IOException

updateBackupManifest

protected void updateBackupManifest(String backupRoot,
 String mergedBackupId,
 List<String> backupsToDelete)
                             throws IllegalArgumentException,
IOException

Throws:

IllegalArgumentException

IOException

deleteBackupImages

protected void deleteBackupImages(List<String> backupIds,
 Connection conn,
 org.apache.hadoop.fs.FileSystem fs,
 String backupRoot)
                           throws IOException

Throws:

IOException

getBackupIdsToDelete

protected List<String> getBackupIdsToDelete(String[] backupIds,
 String mergedBackupId)

moveData

protected void moveData(org.apache.hadoop.fs.FileSystem fs,
 String backupRoot,
 org.apache.hadoop.fs.Path bulkOutputPath,
 TableName tableName,
 String mergedBackupId)
                 throws IllegalArgumentException,
IOException

Throws:

IllegalArgumentException

IOException

getTableNamesInBackupImages

protected TableName[] getTableNamesInBackupImages(String[] backupIds)
                                           throws IOException

Throws:

IOException

findInputDirectories

protected org.apache.hadoop.fs.Path[] findInputDirectories(org.apache.hadoop.fs.FileSystem fs,
 String backupRoot,
 TableName tableName,
 String[] backupIds)
                                                    throws IOException

Throws:

IOException