org.apache.hadoop.hbase.mapreduce

Class HashTable

java.lang.Object

org.apache.hadoop.conf.Configured

org.apache.hadoop.hbase.mapreduce.HashTable

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, org.apache.hadoop.util.Tool

@InterfaceAudience.Private
public class HashTable
extends org.apache.hadoop.conf.Configured
implements org.apache.hadoop.util.Tool

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	HashTable.HashMapper
(package private) static class	HashTable.ResultHasher
static class	HashTable.TableHash

Field Summary

Fields

Modifier and Type	Field and Description
private static int	DEFAULT_BATCH_SIZE
(package private) org.apache.hadoop.fs.Path	destPath
private static String	HASH_BATCH_SIZE_CONF_KEY
(package private) static String	HASH_DATA_DIR
(package private) static String	IGNORE_TIMESTAMPS
private static org.slf4j.Logger	LOG
(package private) static String	MANIFEST_FILE_NAME
private static int	NUM_ARGS
(package private) static String	OUTPUT_DATA_FILE_PREFIX
(package private) static String	PARTITIONS_FILE_NAME
(package private) HashTable.TableHash	tableHash
private static String	TMP_MANIFEST_FILE_NAME

Constructor Summary

Constructors

Constructor and Description
HashTable(org.apache.hadoop.conf.Configuration conf)

Method Summary

Modifier and Type	Method and Description
private void	completeManifest()
org.apache.hadoop.mapreduce.Job	createSubmittableJob(String[] args)
private boolean	doCommandLine(String[] args)
private void	generatePartitions(org.apache.hadoop.fs.Path partitionsPath)
(package private) static boolean	isTableEndRow(byte[] row)
(package private) static boolean	isTableStartRow(byte[] row)
static void	main(String[] args) Main entry point.
private static void	printUsage(String errorMsg)
int	run(String[] args)
private void	writeTempManifestFile()

Methods inherited from class org.apache.hadoop.conf.Configured

getConf, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hadoop.conf.Configurable

getConf, setConf

Field Detail

LOG

private static final org.slf4j.Logger LOG

DEFAULT_BATCH_SIZE

private static final int DEFAULT_BATCH_SIZE

See Also:

Constant Field Values

HASH_BATCH_SIZE_CONF_KEY

private static final String HASH_BATCH_SIZE_CONF_KEY

See Also:

Constant Field Values

PARTITIONS_FILE_NAME

static final String PARTITIONS_FILE_NAME

See Also:

Constant Field Values

MANIFEST_FILE_NAME

static final String MANIFEST_FILE_NAME

See Also:

Constant Field Values

HASH_DATA_DIR

static final String HASH_DATA_DIR

See Also:

Constant Field Values

OUTPUT_DATA_FILE_PREFIX

static final String OUTPUT_DATA_FILE_PREFIX

See Also:

Constant Field Values

IGNORE_TIMESTAMPS

static final String IGNORE_TIMESTAMPS

See Also:

Constant Field Values

TMP_MANIFEST_FILE_NAME

private static final String TMP_MANIFEST_FILE_NAME

See Also:

Constant Field Values

tableHash

HashTable.TableHash tableHash

destPath

org.apache.hadoop.fs.Path destPath

NUM_ARGS

private static final int NUM_ARGS

See Also:

Constant Field Values

Constructor Detail

HashTable

public HashTable(org.apache.hadoop.conf.Configuration conf)

Method Detail

isTableStartRow

static boolean isTableStartRow(byte[] row)

isTableEndRow

static boolean isTableEndRow(byte[] row)

createSubmittableJob

public org.apache.hadoop.mapreduce.Job createSubmittableJob(String[] args)
                                                     throws IOException

Throws:

IOException

generatePartitions

private void generatePartitions(org.apache.hadoop.fs.Path partitionsPath)
                         throws IOException

Throws:

IOException

writeTempManifestFile

private void writeTempManifestFile()
                            throws IOException

Throws:

IOException

completeManifest

private void completeManifest()
                       throws IOException

Throws:

IOException

printUsage

private static void printUsage(String errorMsg)

doCommandLine

private boolean doCommandLine(String[] args)

main

public static void main(String[] args)
                 throws Exception

Main entry point.

Throws:

Exception

run

public int run(String[] args)
        throws Exception

Specified by:

run in interface org.apache.hadoop.util.Tool

Throws:

Exception