private static class CompactionTool.CompactionInputFormat extends org.apache.hadoop.mapreduce.lib.input.TextInputFormat
Modifier | Constructor and Description |
---|---|
private |
CompactionInputFormat() |
Modifier and Type | Method and Description |
---|---|
static List<org.apache.hadoop.fs.Path> |
createInputFile(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.FileSystem stagingFs,
org.apache.hadoop.fs.Path path,
Set<org.apache.hadoop.fs.Path> toCompactDirs)
Create the input file for the given directories to compact.
|
List<org.apache.hadoop.mapreduce.InputSplit> |
getSplits(org.apache.hadoop.mapreduce.JobContext job)
Returns a split for each store files directory using the block location of each file as
locality reference.
|
private static String[] |
getStoreDirHosts(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path)
return the top hosts of the store files, used by the Split
|
protected boolean |
isSplitable(org.apache.hadoop.mapreduce.JobContext context,
org.apache.hadoop.fs.Path file) |
createRecordReader
addInputPath, addInputPathRecursively, addInputPaths, computeSplitSize, getBlockIndex, getFormatMinSplitSize, getInputDirRecursive, getInputPathFilter, getInputPaths, getMaxSplitSize, getMinSplitSize, listStatus, makeSplit, makeSplit, setInputDirRecursive, setInputPathFilter, setInputPaths, setInputPaths, setMaxInputSplitSize, setMinInputSplitSize
private CompactionInputFormat()
protected boolean isSplitable(org.apache.hadoop.mapreduce.JobContext context, org.apache.hadoop.fs.Path file)
isSplitable
in class org.apache.hadoop.mapreduce.lib.input.TextInputFormat
public List<org.apache.hadoop.mapreduce.InputSplit> getSplits(org.apache.hadoop.mapreduce.JobContext job) throws IOException
getSplits
in class org.apache.hadoop.mapreduce.lib.input.FileInputFormat<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
IOException
private static String[] getStoreDirHosts(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path) throws IOException
IOException
public static List<org.apache.hadoop.fs.Path> createInputFile(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.FileSystem stagingFs, org.apache.hadoop.fs.Path path, Set<org.apache.hadoop.fs.Path> toCompactDirs) throws IOException
IOException
Copyright © 2007–2020 The Apache Software Foundation. All rights reserved.