@InterfaceAudience.Public public class WALInputFormat extends org.apache.hadoop.mapreduce.InputFormat<WALKey,WALEdit>
InputFormat
for WAL
files.Modifier and Type | Class and Description |
---|---|
(package private) static class |
WALInputFormat.WALKeyRecordReader
handler for non-deprecated WALKey version.
|
(package private) static class |
WALInputFormat.WALRecordReader<K extends WALKey>
RecordReader for an WAL file. |
(package private) static class |
WALInputFormat.WALSplit
InputSplit for WAL files. |
Modifier and Type | Field and Description |
---|---|
static String |
END_TIME_KEY |
private static org.apache.commons.logging.Log |
LOG |
static String |
START_TIME_KEY |
Constructor and Description |
---|
WALInputFormat() |
Modifier and Type | Method and Description |
---|---|
org.apache.hadoop.mapreduce.RecordReader<WALKey,WALEdit> |
createRecordReader(org.apache.hadoop.mapreduce.InputSplit split,
org.apache.hadoop.mapreduce.TaskAttemptContext context) |
private List<org.apache.hadoop.fs.FileStatus> |
getFiles(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path dir,
long startTime,
long endTime) |
List<org.apache.hadoop.mapreduce.InputSplit> |
getSplits(org.apache.hadoop.mapreduce.JobContext context) |
(package private) List<org.apache.hadoop.mapreduce.InputSplit> |
getSplits(org.apache.hadoop.mapreduce.JobContext context,
String startKey,
String endKey)
implementation shared with deprecated HLogInputFormat
|
private static final org.apache.commons.logging.Log LOG
public static final String START_TIME_KEY
public static final String END_TIME_KEY
public List<org.apache.hadoop.mapreduce.InputSplit> getSplits(org.apache.hadoop.mapreduce.JobContext context) throws IOException, InterruptedException
getSplits
in class org.apache.hadoop.mapreduce.InputFormat<WALKey,WALEdit>
IOException
InterruptedException
List<org.apache.hadoop.mapreduce.InputSplit> getSplits(org.apache.hadoop.mapreduce.JobContext context, String startKey, String endKey) throws IOException, InterruptedException
IOException
InterruptedException
private List<org.apache.hadoop.fs.FileStatus> getFiles(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path dir, long startTime, long endTime) throws IOException
IOException
public org.apache.hadoop.mapreduce.RecordReader<WALKey,WALEdit> createRecordReader(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context) throws IOException, InterruptedException
createRecordReader
in class org.apache.hadoop.mapreduce.InputFormat<WALKey,WALEdit>
IOException
InterruptedException
Copyright © 2007–2019 The Apache Software Foundation. All rights reserved.