@InterfaceAudience.Public public class WALInputFormat extends org.apache.hadoop.mapreduce.InputFormat<WALKey,WALEdit>
InputFormat
for WAL
files.Modifier and Type | Class and Description |
---|---|
(package private) static class |
WALInputFormat.WALKeyRecordReader
handler for non-deprecated WALKey version.
|
(package private) static class |
WALInputFormat.WALRecordReader<K extends WALKey>
RecordReader for an WAL file. |
(package private) static class |
WALInputFormat.WALSplit
InputSplit for WAL files. |
Modifier and Type | Field and Description |
---|---|
static String |
END_TIME_KEY |
private static org.slf4j.Logger |
LOG |
static String |
START_TIME_KEY |
Constructor and Description |
---|
WALInputFormat() |
Modifier and Type | Method and Description |
---|---|
(package private) static void |
addFile(List<org.apache.hadoop.fs.FileStatus> result,
org.apache.hadoop.fs.LocatedFileStatus lfs,
long startTime,
long endTime) |
org.apache.hadoop.mapreduce.RecordReader<WALKey,WALEdit> |
createRecordReader(org.apache.hadoop.mapreduce.InputSplit split,
org.apache.hadoop.mapreduce.TaskAttemptContext context) |
private List<org.apache.hadoop.fs.FileStatus> |
getFiles(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path dir,
long startTime,
long endTime) |
private org.apache.hadoop.fs.Path[] |
getInputPaths(org.apache.hadoop.conf.Configuration conf) |
List<org.apache.hadoop.mapreduce.InputSplit> |
getSplits(org.apache.hadoop.mapreduce.JobContext context) |
(package private) List<org.apache.hadoop.mapreduce.InputSplit> |
getSplits(org.apache.hadoop.mapreduce.JobContext context,
String startKey,
String endKey)
implementation shared with deprecated HLogInputFormat
|
private static final org.slf4j.Logger LOG
public static final String START_TIME_KEY
public static final String END_TIME_KEY
public WALInputFormat()
public List<org.apache.hadoop.mapreduce.InputSplit> getSplits(org.apache.hadoop.mapreduce.JobContext context) throws IOException, InterruptedException
getSplits
in class org.apache.hadoop.mapreduce.InputFormat<WALKey,WALEdit>
IOException
InterruptedException
List<org.apache.hadoop.mapreduce.InputSplit> getSplits(org.apache.hadoop.mapreduce.JobContext context, String startKey, String endKey) throws IOException, InterruptedException
IOException
InterruptedException
private org.apache.hadoop.fs.Path[] getInputPaths(org.apache.hadoop.conf.Configuration conf)
private List<org.apache.hadoop.fs.FileStatus> getFiles(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path dir, long startTime, long endTime) throws IOException
startTime
- If file looks like it has a timestamp in its name, we'll check if newer or
equal to this value else we will filter out the file. If name does not seem to
have a timestamp, we will just return it w/o filtering.endTime
- If file looks like it has a timestamp in its name, we'll check if older or
equal to this value else we will filter out the file. If name does not seem to
have a timestamp, we will just return it w/o filtering.IOException
static void addFile(List<org.apache.hadoop.fs.FileStatus> result, org.apache.hadoop.fs.LocatedFileStatus lfs, long startTime, long endTime)
public org.apache.hadoop.mapreduce.RecordReader<WALKey,WALEdit> createRecordReader(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context) throws IOException, InterruptedException
createRecordReader
in class org.apache.hadoop.mapreduce.InputFormat<WALKey,WALEdit>
IOException
InterruptedException
Copyright © 2007–2020 The Apache Software Foundation. All rights reserved.