public static class IntegrationTestLoadCommonCrawl.Loader.LoaderMapper extends org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>
Modifier and Type | Field and Description |
---|---|
protected org.apache.hadoop.conf.Configuration |
conf |
protected org.apache.hadoop.hbase.client.Connection |
conn |
protected org.apache.hadoop.hbase.client.BufferedMutator |
mutator |
Constructor and Description |
---|
LoaderMapper() |
Modifier and Type | Method and Description |
---|---|
protected void |
cleanup(org.apache.hadoop.mapreduce.Mapper.Context context) |
protected void |
map(org.apache.hadoop.io.LongWritable key,
WARCWritable value,
org.apache.hadoop.mapreduce.Mapper.Context output) |
private byte[] |
rowKeyFromTargetURI(String targetUri) |
protected void |
setup(org.apache.hadoop.mapreduce.Mapper.Context context) |
protected org.apache.hadoop.conf.Configuration conf
protected org.apache.hadoop.hbase.client.Connection conn
protected org.apache.hadoop.hbase.client.BufferedMutator mutator
public LoaderMapper()
protected void setup(org.apache.hadoop.mapreduce.Mapper.Context context) throws IOException, InterruptedException
setup
in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>
IOException
InterruptedException
protected void cleanup(org.apache.hadoop.mapreduce.Mapper.Context context) throws IOException, InterruptedException
cleanup
in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>
IOException
InterruptedException
protected void map(org.apache.hadoop.io.LongWritable key, WARCWritable value, org.apache.hadoop.mapreduce.Mapper.Context output) throws IOException, InterruptedException
map
in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>
IOException
InterruptedException
private byte[] rowKeyFromTargetURI(String targetUri) throws URISyntaxException, IllegalArgumentException
Copyright © 2007–2020 The Apache Software Foundation. All rights reserved.