org.apache.hadoop.hbase.test

Class IntegrationTestBigLinkedList.Generator.GeneratorMapper

java.lang.Object

org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

org.apache.hadoop.hbase.test.IntegrationTestBigLinkedList.Generator.GeneratorMapper

Direct Known Subclasses:

IntegrationTestBigLinkedListWithVisibility.VisibilityGenerator.VisibilityGeneratorMapper

Enclosing class:

IntegrationTestBigLinkedList.Generator

static class IntegrationTestBigLinkedList.Generator.GeneratorMapper
extends org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

Some ASCII art time:

[ . . . ] represents one batch of random longs of length WIDTH

                _________________________
               |                  ______ |
               |                 |      ||
             .-+-----------------+-----.||
             | |                 |     |||
 first   = [ . . . . . . . . . . . ]   |||
             ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^     |||
             | | | | | | | | | | |     |||
 prev    = [ . . . . . . . . . . . ]   |||
             ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^     |||
             | | | | | | | | | | |     |||
 current = [ . . . . . . . . . . . ]   |||
                                       |||
 ...                                   |||
                                       |||
 last    = [ . . . . . . . . . . . ]   |||
             ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^_____|||
             |                 |________||
             |___________________________|
 

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	IntegrationTestBigLinkedList.Generator.GeneratorMapper.ConcurrentWalker
class	IntegrationTestBigLinkedList.Generator.GeneratorMapper.ContinuousConcurrentWalker Randomly selects and walks a random flushed loop concurrently with the Generator Mapper by spawning ConcurrentWalker's with specified StartNodes.

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper

org.apache.hadoop.mapreduce.Mapper.Context

Field Summary

Fields

Modifier and Type	Field and Description
(package private) byte[]	bigValue
(package private) org.apache.hadoop.conf.Configuration	conf
(package private) org.apache.hadoop.hbase.client.Connection	connection
(package private) long	count
(package private) byte[][]	current
(package private) byte[][]	first
(package private) List<Long>	flushedLoops
(package private) Object	flushedLoopsLock
(package private) int	i
(package private) byte[]	id
(package private) boolean	multipleUnevenColumnFamilies
(package private) org.apache.hadoop.hbase.client.BufferedMutator	mutator
(package private) long	numNodes
(package private) int	numWalkers
(package private) byte[][]	prev
private org.apache.hadoop.hbase.util.Random64	rand
(package private) byte[]	tinyValue
(package private) List<Thread>	walkers
(package private) boolean	walkersStop
(package private) int	width
(package private) long	wrap

Constructor Summary

Constructors

Constructor and Description
GeneratorMapper()

Method Summary

Modifier and Type	Method and Description
private void	addFlushed(byte[] rowKey)
private static <T> void	circularLeftShift(T[] first)
protected void	cleanup(org.apache.hadoop.mapreduce.Mapper.Context context)
protected void	instantiateHTable()
private void	joinWalkers()
protected void	map(org.apache.hadoop.io.BytesWritable key, org.apache.hadoop.io.NullWritable value, org.apache.hadoop.mapreduce.Mapper.Context output)
protected void	persist(org.apache.hadoop.mapreduce.Mapper.Context output, long count, byte[][] prev, byte[][] current, byte[] id)
protected void	setup(org.apache.hadoop.mapreduce.Mapper.Context context)
private void	startWalkers(int numWalkers, org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.mapreduce.Mapper.Context context)

Methods inherited from class org.apache.hadoop.mapreduce.Mapper

run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

first

byte[][] first

prev

byte[][] prev

current

byte[][] current

id

byte[] id

count

long count

i

int i

mutator

org.apache.hadoop.hbase.client.BufferedMutator mutator

connection

org.apache.hadoop.hbase.client.Connection connection

numNodes

long numNodes

wrap

long wrap

width

int width

multipleUnevenColumnFamilies

boolean multipleUnevenColumnFamilies

tinyValue

byte[] tinyValue

bigValue

byte[] bigValue

conf

org.apache.hadoop.conf.Configuration conf

rand

private org.apache.hadoop.hbase.util.Random64 rand

walkersStop

volatile boolean walkersStop

numWalkers

int numWalkers

flushedLoopsLock

final Object flushedLoopsLock

flushedLoops

volatile List<Long> flushedLoops

walkers

List<Thread> walkers

Constructor Detail

GeneratorMapper

GeneratorMapper()

Method Detail

setup

protected void setup(org.apache.hadoop.mapreduce.Mapper.Context context)
              throws IOException,
                     InterruptedException

Overrides:

setup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

Throws:

IOException

InterruptedException

instantiateHTable

protected void instantiateHTable()
                          throws IOException

Throws:

IOException

cleanup

protected void cleanup(org.apache.hadoop.mapreduce.Mapper.Context context)
                throws IOException,
                       InterruptedException

Overrides:

cleanup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

Throws:

IOException

InterruptedException

map

protected void map(org.apache.hadoop.io.BytesWritable key,
                   org.apache.hadoop.io.NullWritable value,
                   org.apache.hadoop.mapreduce.Mapper.Context output)
            throws IOException

Overrides:

map in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

Throws:

IOException

circularLeftShift

private static <T> void circularLeftShift(T[] first)

addFlushed

private void addFlushed(byte[] rowKey)

persist

protected void persist(org.apache.hadoop.mapreduce.Mapper.Context output,
                       long count,
                       byte[][] prev,
                       byte[][] current,
                       byte[] id)
                throws IOException

Throws:

IOException

startWalkers

private void startWalkers(int numWalkers,
                          org.apache.hadoop.conf.Configuration conf,
                          org.apache.hadoop.mapreduce.Mapper.Context context)

joinWalkers

private void joinWalkers()