@InterfaceAudience.Private public class MapReduceBackupMergeJob extends Object implements BackupMergeJob
BackupMergeJob
Must be initialized with configuration of a
backup destination clusterModifier and Type | Field and Description |
---|---|
protected org.apache.hadoop.conf.Configuration |
conf |
static org.slf4j.Logger |
LOG |
protected org.apache.hadoop.util.Tool |
player |
Constructor and Description |
---|
MapReduceBackupMergeJob() |
Modifier and Type | Method and Description |
---|---|
protected void |
cleanupBulkLoadDirs(org.apache.hadoop.fs.FileSystem fs,
List<org.apache.hadoop.fs.Path> pathList) |
protected org.apache.hadoop.fs.Path |
convertToDest(org.apache.hadoop.fs.Path p,
org.apache.hadoop.fs.Path backupDirPath)
Converts path before copying
|
protected void |
copyFile(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path p,
org.apache.hadoop.fs.Path newPath)
Copy file in DFS from p to newPath
|
protected void |
copyMetaData(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path tmpBackupDir,
org.apache.hadoop.fs.Path backupDirPath)
Copy meta data to of a backup session
|
protected void |
deleteBackupImages(List<String> backupIds,
Connection conn,
org.apache.hadoop.fs.FileSystem fs,
String backupRoot) |
protected org.apache.hadoop.fs.Path[] |
findInputDirectories(org.apache.hadoop.fs.FileSystem fs,
String backupRoot,
TableName tableName,
String[] backupIds) |
protected List<String> |
getBackupIdsToDelete(String[] backupIds,
String mergedBackupId) |
org.apache.hadoop.conf.Configuration |
getConf() |
protected TableName[] |
getTableNamesInBackupImages(String[] backupIds) |
protected void |
moveData(org.apache.hadoop.fs.FileSystem fs,
String backupRoot,
org.apache.hadoop.fs.Path bulkOutputPath,
TableName tableName,
String mergedBackupId) |
void |
run(String[] backupIds)
Run backup merge operation.
|
void |
setConf(org.apache.hadoop.conf.Configuration conf) |
protected List<org.apache.hadoop.fs.Path> |
toPathList(List<Pair<TableName,org.apache.hadoop.fs.Path>> processedTableList) |
protected List<TableName> |
toTableNameList(List<Pair<TableName,org.apache.hadoop.fs.Path>> processedTableList) |
protected void |
updateBackupManifest(String backupRoot,
String mergedBackupId,
List<String> backupsToDelete) |
public static final org.slf4j.Logger LOG
protected org.apache.hadoop.util.Tool player
protected org.apache.hadoop.conf.Configuration conf
public MapReduceBackupMergeJob()
public org.apache.hadoop.conf.Configuration getConf()
getConf
in interface org.apache.hadoop.conf.Configurable
public void setConf(org.apache.hadoop.conf.Configuration conf)
setConf
in interface org.apache.hadoop.conf.Configurable
public void run(String[] backupIds) throws IOException
BackupMergeJob
run
in interface BackupMergeJob
backupIds
- backup image idsIOException
- if the backup merge operation failsprotected void copyMetaData(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path tmpBackupDir, org.apache.hadoop.fs.Path backupDirPath) throws IOException
fs
- file systemtmpBackupDir
- temp backup directory, where meta is locaedbackupDirPath
- new path for backupIOException
- exceptionprotected void copyFile(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path p, org.apache.hadoop.fs.Path newPath) throws IOException
fs
- file systemp
- old pathnewPath
- new pathIOException
- exceptionprotected org.apache.hadoop.fs.Path convertToDest(org.apache.hadoop.fs.Path p, org.apache.hadoop.fs.Path backupDirPath)
p
- pathbackupDirPath
- backup rootprotected List<org.apache.hadoop.fs.Path> toPathList(List<Pair<TableName,org.apache.hadoop.fs.Path>> processedTableList)
protected List<TableName> toTableNameList(List<Pair<TableName,org.apache.hadoop.fs.Path>> processedTableList)
protected void cleanupBulkLoadDirs(org.apache.hadoop.fs.FileSystem fs, List<org.apache.hadoop.fs.Path> pathList) throws IOException
IOException
protected void updateBackupManifest(String backupRoot, String mergedBackupId, List<String> backupsToDelete) throws IllegalArgumentException, IOException
IllegalArgumentException
IOException
protected void deleteBackupImages(List<String> backupIds, Connection conn, org.apache.hadoop.fs.FileSystem fs, String backupRoot) throws IOException
IOException
protected List<String> getBackupIdsToDelete(String[] backupIds, String mergedBackupId)
protected void moveData(org.apache.hadoop.fs.FileSystem fs, String backupRoot, org.apache.hadoop.fs.Path bulkOutputPath, TableName tableName, String mergedBackupId) throws IllegalArgumentException, IOException
IllegalArgumentException
IOException
protected TableName[] getTableNamesInBackupImages(String[] backupIds) throws IOException
IOException
protected org.apache.hadoop.fs.Path[] findInputDirectories(org.apache.hadoop.fs.FileSystem fs, String backupRoot, TableName tableName, String[] backupIds) throws IOException
IOException
Copyright © 2007–2020 The Apache Software Foundation. All rights reserved.