public static class IntegrationTestLoadCommonCrawl.Loader extends org.apache.hadoop.conf.Configured implements org.apache.hadoop.util.Tool
Modifier and Type | Class and Description |
---|---|
static class |
IntegrationTestLoadCommonCrawl.Loader.LoaderMapper |
Modifier and Type | Field and Description |
---|---|
private static org.slf4j.Logger |
LOG |
private static String |
USAGE |
Constructor and Description |
---|
Loader() |
Modifier and Type | Method and Description |
---|---|
(package private) void |
createSchema(org.apache.hadoop.hbase.TableName tableName) |
static void |
main(String[] args) |
(package private) int |
run(org.apache.hadoop.fs.Path warcFileInput,
org.apache.hadoop.fs.Path outputDir) |
int |
run(String[] args) |
private static final org.slf4j.Logger LOG
private static final String USAGE
public Loader()
void createSchema(org.apache.hadoop.hbase.TableName tableName) throws IOException
IOException
int run(org.apache.hadoop.fs.Path warcFileInput, org.apache.hadoop.fs.Path outputDir) throws IOException, ClassNotFoundException, InterruptedException
public int run(String[] args) throws Exception
run
in interface org.apache.hadoop.util.Tool
Exception
Copyright © 2007–2020 The Apache Software Foundation. All rights reserved.