@InterfaceAudience.Private public class SecureBulkLoadManager extends Object
/hbase/staging
/user/foo/data
/user/staging/averylongandrandomdirectoryname
Modifier and Type | Class and Description |
---|---|
(package private) static class |
SecureBulkLoadManager.SecureBulkLoadListener |
Modifier and Type | Field and Description |
---|---|
private org.apache.hadoop.fs.Path |
baseStagingDir |
private org.apache.hadoop.conf.Configuration |
conf |
private Connection |
conn |
private org.apache.hadoop.fs.FileSystem |
fs |
private Consumer<HRegion> |
fsCreatedListener |
private static org.slf4j.Logger |
LOG |
private static org.apache.hadoop.fs.permission.FsPermission |
PERM_ALL_ACCESS |
private static org.apache.hadoop.fs.permission.FsPermission |
PERM_HIDDEN |
private SecureRandom |
random |
private static int |
RANDOM_RADIX |
private static int |
RANDOM_WIDTH |
private ConcurrentHashMap<org.apache.hadoop.security.UserGroupInformation,org.apache.commons.lang3.mutable.MutableInt> |
ugiReferenceCounter |
private UserProvider |
userProvider |
static long |
VERSION |
Constructor and Description |
---|
SecureBulkLoadManager(org.apache.hadoop.conf.Configuration conf,
Connection conn) |
Modifier and Type | Method and Description |
---|---|
void |
cleanupBulkLoad(HRegion region,
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.CleanupBulkLoadRequest request) |
private org.apache.hadoop.fs.Path |
createStagingDir(org.apache.hadoop.fs.Path baseDir,
User user,
String randomDir) |
private org.apache.hadoop.fs.Path |
createStagingDir(org.apache.hadoop.fs.Path baseDir,
User user,
TableName tableName) |
private void |
decrementUgiReference(org.apache.hadoop.security.UserGroupInformation ugi) |
private User |
getActiveUser() |
private void |
incrementUgiReference(org.apache.hadoop.security.UserGroupInformation ugi) |
private boolean |
isUserReferenced(org.apache.hadoop.security.UserGroupInformation ugi) |
String |
prepareBulkLoad(HRegion region,
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.PrepareBulkLoadRequest request) |
Map<byte[],List<org.apache.hadoop.fs.Path>> |
secureBulkLoadHFiles(HRegion region,
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.BulkLoadHFileRequest request) |
Map<byte[],List<org.apache.hadoop.fs.Path>> |
secureBulkLoadHFiles(HRegion region,
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.BulkLoadHFileRequest request,
List<String> clusterIds) |
(package private) void |
setFsCreatedListener(Consumer<HRegion> fsCreatedListener) |
void |
start() |
void |
stop() |
public static final long VERSION
private static final int RANDOM_WIDTH
private static final int RANDOM_RADIX
private static final org.slf4j.Logger LOG
private static final org.apache.hadoop.fs.permission.FsPermission PERM_ALL_ACCESS
private static final org.apache.hadoop.fs.permission.FsPermission PERM_HIDDEN
private SecureRandom random
private org.apache.hadoop.fs.FileSystem fs
private org.apache.hadoop.conf.Configuration conf
private org.apache.hadoop.fs.Path baseStagingDir
private UserProvider userProvider
private ConcurrentHashMap<org.apache.hadoop.security.UserGroupInformation,org.apache.commons.lang3.mutable.MutableInt> ugiReferenceCounter
private Connection conn
private Consumer<HRegion> fsCreatedListener
SecureBulkLoadManager(org.apache.hadoop.conf.Configuration conf, Connection conn)
public void start() throws IOException
IOException
public void stop() throws IOException
IOException
public String prepareBulkLoad(HRegion region, org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.PrepareBulkLoadRequest request) throws IOException
IOException
public void cleanupBulkLoad(HRegion region, org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.CleanupBulkLoadRequest request) throws IOException
IOException
void setFsCreatedListener(Consumer<HRegion> fsCreatedListener)
private void incrementUgiReference(org.apache.hadoop.security.UserGroupInformation ugi)
private void decrementUgiReference(org.apache.hadoop.security.UserGroupInformation ugi)
private boolean isUserReferenced(org.apache.hadoop.security.UserGroupInformation ugi)
public Map<byte[],List<org.apache.hadoop.fs.Path>> secureBulkLoadHFiles(HRegion region, org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.BulkLoadHFileRequest request) throws IOException
IOException
public Map<byte[],List<org.apache.hadoop.fs.Path>> secureBulkLoadHFiles(HRegion region, org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.BulkLoadHFileRequest request, List<String> clusterIds) throws IOException
IOException
private org.apache.hadoop.fs.Path createStagingDir(org.apache.hadoop.fs.Path baseDir, User user, TableName tableName) throws IOException
IOException
private org.apache.hadoop.fs.Path createStagingDir(org.apache.hadoop.fs.Path baseDir, User user, String randomDir) throws IOException
IOException
private User getActiveUser() throws IOException
IOException
Copyright © 2007–2020 The Apache Software Foundation. All rights reserved.