org.apache.hadoop.hbase.test

Class IntegrationTestLoadCommonCrawl.Loader.LoaderMapper

java.lang.Object

org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

org.apache.hadoop.hbase.test.IntegrationTestLoadCommonCrawl.Loader.LoaderMapper

Enclosing class:

IntegrationTestLoadCommonCrawl.Loader

public static class IntegrationTestLoadCommonCrawl.Loader.LoaderMapper
extends org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper

org.apache.hadoop.mapreduce.Mapper.Context

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.hadoop.hbase.client.AsyncConnection	conn
protected boolean	doIncrements
protected ExecutorService	executor
protected AtomicLong	inflight
protected org.apache.hadoop.hbase.client.AsyncTable<org.apache.hadoop.hbase.client.ScanResultConsumer>	table

Constructor Summary

Constructors

Constructor and Description
LoaderMapper()

Method Summary

Modifier and Type	Method and Description
protected void	cleanup(org.apache.hadoop.mapreduce.Mapper.Context context)
protected void	map(org.apache.hadoop.io.LongWritable key, WARCWritable value, org.apache.hadoop.mapreduce.Mapper.Context output)
protected void	setup(org.apache.hadoop.mapreduce.Mapper.Context context)

Methods inherited from class org.apache.hadoop.mapreduce.Mapper

run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

conn

protected org.apache.hadoop.hbase.client.AsyncConnection conn

table

protected org.apache.hadoop.hbase.client.AsyncTable<org.apache.hadoop.hbase.client.ScanResultConsumer> table

executor

protected ExecutorService executor

inflight

protected AtomicLong inflight

doIncrements

protected boolean doIncrements

Constructor Detail

LoaderMapper

public LoaderMapper()

Method Detail

setup

protected void setup(org.apache.hadoop.mapreduce.Mapper.Context context)
              throws IOException,
                     InterruptedException

Overrides:

setup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

Throws:

IOException

InterruptedException

cleanup

protected void cleanup(org.apache.hadoop.mapreduce.Mapper.Context context)
                throws IOException,
                       InterruptedException

Overrides:

cleanup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

Throws:

IOException

InterruptedException

map

protected void map(org.apache.hadoop.io.LongWritable key,
                   WARCWritable value,
                   org.apache.hadoop.mapreduce.Mapper.Context output)
            throws IOException,
                   InterruptedException

Overrides:

map in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

Throws:

IOException

InterruptedException