Package | Description |
---|---|
org.apache.hadoop.hbase.replication.regionserver | |
org.apache.hadoop.hbase.tool |
Modifier and Type | Method and Description |
---|---|
private void |
HFileReplicator.doBulkLoad(org.apache.hadoop.conf.Configuration conf,
TableName tableName,
org.apache.hadoop.fs.Path stagingDir,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
int maxRetries) |
Modifier and Type | Method and Description |
---|---|
Map<BulkLoadHFiles.LoadQueueItem,ByteBuffer> |
BulkLoadHFilesTool.bulkLoad(TableName tableName,
Map<byte[],List<org.apache.hadoop.fs.Path>> family2Files) |
Map<BulkLoadHFiles.LoadQueueItem,ByteBuffer> |
BulkLoadHFiles.bulkLoad(TableName tableName,
Map<byte[],List<org.apache.hadoop.fs.Path>> family2Files)
Perform a bulk load of the given directory into the given pre-existing table.
|
Map<BulkLoadHFiles.LoadQueueItem,ByteBuffer> |
BulkLoadHFilesTool.bulkLoad(TableName tableName,
org.apache.hadoop.fs.Path dir) |
Map<BulkLoadHFiles.LoadQueueItem,ByteBuffer> |
BulkLoadHFiles.bulkLoad(TableName tableName,
org.apache.hadoop.fs.Path dir)
Perform a bulk load of the given directory into the given pre-existing table.
|
private Map<BulkLoadHFiles.LoadQueueItem,ByteBuffer> |
BulkLoadHFilesTool.doBulkLoad(AsyncClusterConnection conn,
TableName tableName,
Map<byte[],List<org.apache.hadoop.fs.Path>> map,
boolean silence,
boolean copyFile)
Perform a bulk load of the given map of families to hfiles into the given pre-existing table.
|
private Map<BulkLoadHFiles.LoadQueueItem,ByteBuffer> |
BulkLoadHFilesTool.doBulkLoad(AsyncClusterConnection conn,
TableName tableName,
org.apache.hadoop.fs.Path hfofDir,
boolean silence,
boolean copyFile)
Perform a bulk load of the given directory into the given pre-existing table.
|
private Map<byte[],Collection<BulkLoadHFiles.LoadQueueItem>> |
BulkLoadHFilesTool.groupByFamilies(Collection<BulkLoadHFiles.LoadQueueItem> itemsInRegion) |
protected Pair<List<BulkLoadHFiles.LoadQueueItem>,String> |
BulkLoadHFilesTool.groupOrSplit(AsyncClusterConnection conn,
TableName tableName,
org.apache.hbase.thirdparty.com.google.common.collect.Multimap<ByteBuffer,BulkLoadHFiles.LoadQueueItem> regionGroups,
BulkLoadHFiles.LoadQueueItem item,
List<Pair<byte[],byte[]>> startEndKeys)
Attempt to assign the given load queue item into its target region group.
|
private Pair<org.apache.hbase.thirdparty.com.google.common.collect.Multimap<ByteBuffer,BulkLoadHFiles.LoadQueueItem>,Set<String>> |
BulkLoadHFilesTool.groupOrSplitPhase(AsyncClusterConnection conn,
TableName tableName,
ExecutorService pool,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
List<Pair<byte[],byte[]>> startEndKeys) |
private Map<BulkLoadHFiles.LoadQueueItem,ByteBuffer> |
BulkLoadHFilesTool.performBulkLoad(AsyncClusterConnection conn,
TableName tableName,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
ExecutorService pool,
boolean copyFile) |
private List<BulkLoadHFiles.LoadQueueItem> |
BulkLoadHFilesTool.splitStoreFile(AsyncTableRegionLocator loc,
BulkLoadHFiles.LoadQueueItem item,
TableDescriptor tableDesc,
byte[] splitKey) |
protected CompletableFuture<Collection<BulkLoadHFiles.LoadQueueItem>> |
BulkLoadHFilesTool.tryAtomicRegionLoad(AsyncClusterConnection conn,
TableName tableName,
boolean copyFiles,
byte[] first,
Collection<BulkLoadHFiles.LoadQueueItem> lqis)
Attempts to do an atomic load of many hfiles into a region.
|
Modifier and Type | Method and Description |
---|---|
protected Pair<List<BulkLoadHFiles.LoadQueueItem>,String> |
BulkLoadHFilesTool.groupOrSplit(AsyncClusterConnection conn,
TableName tableName,
org.apache.hbase.thirdparty.com.google.common.collect.Multimap<ByteBuffer,BulkLoadHFiles.LoadQueueItem> regionGroups,
BulkLoadHFiles.LoadQueueItem item,
List<Pair<byte[],byte[]>> startEndKeys)
Attempt to assign the given load queue item into its target region group.
|
private List<BulkLoadHFiles.LoadQueueItem> |
BulkLoadHFilesTool.splitStoreFile(AsyncTableRegionLocator loc,
BulkLoadHFiles.LoadQueueItem item,
TableDescriptor tableDesc,
byte[] splitKey) |
Modifier and Type | Method and Description |
---|---|
protected void |
BulkLoadHFilesTool.bulkLoadPhase(AsyncClusterConnection conn,
TableName tableName,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
org.apache.hbase.thirdparty.com.google.common.collect.Multimap<ByteBuffer,BulkLoadHFiles.LoadQueueItem> regionGroups,
boolean copyFiles,
Map<BulkLoadHFiles.LoadQueueItem,ByteBuffer> item2RegionMap)
This takes the LQI's grouped by likely regions and attempts to bulk load them.
|
protected void |
BulkLoadHFilesTool.bulkLoadPhase(AsyncClusterConnection conn,
TableName tableName,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
org.apache.hbase.thirdparty.com.google.common.collect.Multimap<ByteBuffer,BulkLoadHFiles.LoadQueueItem> regionGroups,
boolean copyFiles,
Map<BulkLoadHFiles.LoadQueueItem,ByteBuffer> item2RegionMap)
This takes the LQI's grouped by likely regions and attempts to bulk load them.
|
protected void |
BulkLoadHFilesTool.bulkLoadPhase(AsyncClusterConnection conn,
TableName tableName,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
org.apache.hbase.thirdparty.com.google.common.collect.Multimap<ByteBuffer,BulkLoadHFiles.LoadQueueItem> regionGroups,
boolean copyFiles,
Map<BulkLoadHFiles.LoadQueueItem,ByteBuffer> item2RegionMap)
This takes the LQI's grouped by likely regions and attempts to bulk load them.
|
private boolean |
BulkLoadHFilesTool.checkHFilesCountPerRegionPerFamily(org.apache.hbase.thirdparty.com.google.common.collect.Multimap<ByteBuffer,BulkLoadHFiles.LoadQueueItem> regionGroups) |
private void |
BulkLoadHFilesTool.cleanup(AsyncClusterConnection conn,
TableName tableName,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
ExecutorService pool) |
private static void |
BulkLoadHFilesTool.discoverLoadQueue(org.apache.hadoop.conf.Configuration conf,
Deque<BulkLoadHFiles.LoadQueueItem> ret,
org.apache.hadoop.fs.Path hfofDir,
boolean validateHFile)
Walk the given directory for all HFiles, and return a Queue containing all such files.
|
private Map<byte[],Collection<BulkLoadHFiles.LoadQueueItem>> |
BulkLoadHFilesTool.groupByFamilies(Collection<BulkLoadHFiles.LoadQueueItem> itemsInRegion) |
protected Pair<List<BulkLoadHFiles.LoadQueueItem>,String> |
BulkLoadHFilesTool.groupOrSplit(AsyncClusterConnection conn,
TableName tableName,
org.apache.hbase.thirdparty.com.google.common.collect.Multimap<ByteBuffer,BulkLoadHFiles.LoadQueueItem> regionGroups,
BulkLoadHFiles.LoadQueueItem item,
List<Pair<byte[],byte[]>> startEndKeys)
Attempt to assign the given load queue item into its target region group.
|
private Pair<org.apache.hbase.thirdparty.com.google.common.collect.Multimap<ByteBuffer,BulkLoadHFiles.LoadQueueItem>,Set<String>> |
BulkLoadHFilesTool.groupOrSplitPhase(AsyncClusterConnection conn,
TableName tableName,
ExecutorService pool,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
List<Pair<byte[],byte[]>> startEndKeys) |
void |
BulkLoadHFilesTool.loadHFileQueue(AsyncClusterConnection conn,
TableName tableName,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
boolean copyFiles)
Used by the replication sink to load the hfiles from the source cluster.
|
private Map<BulkLoadHFiles.LoadQueueItem,ByteBuffer> |
BulkLoadHFilesTool.performBulkLoad(AsyncClusterConnection conn,
TableName tableName,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
ExecutorService pool,
boolean copyFile) |
private static void |
BulkLoadHFilesTool.populateLoadQueue(Deque<BulkLoadHFiles.LoadQueueItem> ret,
Map<byte[],List<org.apache.hadoop.fs.Path>> map)
Populate the Queue with given HFiles
|
static void |
BulkLoadHFilesTool.prepareHFileQueue(AsyncClusterConnection conn,
TableName tableName,
Map<byte[],List<org.apache.hadoop.fs.Path>> map,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
boolean silence)
Prepare a collection of
LoadQueueItem from list of source hfiles contained in the
passed directory and validates whether the prepared queue has all the valid table column
families in it. |
static void |
BulkLoadHFilesTool.prepareHFileQueue(org.apache.hadoop.conf.Configuration conf,
AsyncClusterConnection conn,
TableName tableName,
org.apache.hadoop.fs.Path hfilesDir,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
boolean validateHFile,
boolean silence)
Prepare a collection of
LoadQueueItem from list of source hfiles contained in the
passed directory and validates whether the prepared queue has all the valid table column
families in it. |
protected CompletableFuture<Collection<BulkLoadHFiles.LoadQueueItem>> |
BulkLoadHFilesTool.tryAtomicRegionLoad(AsyncClusterConnection conn,
TableName tableName,
boolean copyFiles,
byte[] first,
Collection<BulkLoadHFiles.LoadQueueItem> lqis)
Attempts to do an atomic load of many hfiles into a region.
|
private static void |
BulkLoadHFilesTool.validateFamiliesInHFiles(TableDescriptor tableDesc,
Deque<BulkLoadHFiles.LoadQueueItem> queue,
boolean silence)
Checks whether there is any invalid family name in HFiles to be bulk loaded.
|
Copyright © 2007–2020 The Apache Software Foundation. All rights reserved.