org.apache.hadoop.hbase.test

Class IntegrationTestLoadCommonCrawl.Loader.LoaderMapper

java.lang.Object

org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

org.apache.hadoop.hbase.test.IntegrationTestLoadCommonCrawl.Loader.LoaderMapper

Enclosing class:

IntegrationTestLoadCommonCrawl.Loader

public static class IntegrationTestLoadCommonCrawl.Loader.LoaderMapper
extends org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper

org.apache.hadoop.mapreduce.Mapper.Context

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.hadoop.conf.Configuration	conf
protected org.apache.hadoop.hbase.client.Connection	conn
protected org.apache.hadoop.hbase.client.BufferedMutator	mutator

Constructor Summary

Constructors

Constructor and Description
LoaderMapper()

Method Summary

Modifier and Type	Method and Description
protected void	cleanup(org.apache.hadoop.mapreduce.Mapper.Context context)
protected void	map(org.apache.hadoop.io.LongWritable key, WARCWritable value, org.apache.hadoop.mapreduce.Mapper.Context output)
private byte[]	rowKeyFromTargetURI(String targetUri)
protected void	setup(org.apache.hadoop.mapreduce.Mapper.Context context)

Methods inherited from class org.apache.hadoop.mapreduce.Mapper

run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

conf

protected org.apache.hadoop.conf.Configuration conf

conn

protected org.apache.hadoop.hbase.client.Connection conn

mutator

protected org.apache.hadoop.hbase.client.BufferedMutator mutator

Constructor Detail

LoaderMapper

public LoaderMapper()

Method Detail

setup

protected void setup(org.apache.hadoop.mapreduce.Mapper.Context context)
              throws IOException,
                     InterruptedException

Overrides:

setup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

Throws:

IOException

InterruptedException

cleanup

protected void cleanup(org.apache.hadoop.mapreduce.Mapper.Context context)
                throws IOException,
                       InterruptedException

Overrides:

cleanup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

Throws:

IOException

InterruptedException

map

protected void map(org.apache.hadoop.io.LongWritable key,
                   WARCWritable value,
                   org.apache.hadoop.mapreduce.Mapper.Context output)
            throws IOException,
                   InterruptedException

Overrides:

map in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

Throws:

IOException

InterruptedException

rowKeyFromTargetURI

private byte[] rowKeyFromTargetURI(String targetUri)
                            throws URISyntaxException,
                                   IllegalArgumentException

Throws:

URISyntaxException

IllegalArgumentException