public class HashTable
extends org.apache.hadoop.conf.Configured
implements org.apache.hadoop.util.Tool
Modifier and Type | Class and Description |
---|---|
static class |
HashTable.HashMapper |
(package private) static class |
HashTable.ResultHasher |
static class |
HashTable.TableHash |
Modifier and Type | Field and Description |
---|---|
private static int |
DEFAULT_BATCH_SIZE |
(package private) org.apache.hadoop.fs.Path |
destPath |
private static String |
HASH_BATCH_SIZE_CONF_KEY |
(package private) static String |
HASH_DATA_DIR |
private static org.apache.commons.logging.Log |
LOG |
(package private) static String |
MANIFEST_FILE_NAME |
private static int |
NUM_ARGS |
(package private) static String |
OUTPUT_DATA_FILE_PREFIX |
(package private) static String |
PARTITIONS_FILE_NAME |
(package private) HashTable.TableHash |
tableHash |
private static String |
TMP_MANIFEST_FILE_NAME |
Constructor and Description |
---|
HashTable(org.apache.hadoop.conf.Configuration conf) |
Modifier and Type | Method and Description |
---|---|
private void |
completeManifest() |
org.apache.hadoop.mapreduce.Job |
createSubmittableJob(String[] args) |
private boolean |
doCommandLine(String[] args) |
private void |
generatePartitions(org.apache.hadoop.fs.Path partitionsPath) |
(package private) static boolean |
isTableEndRow(byte[] row) |
(package private) static boolean |
isTableStartRow(byte[] row) |
static void |
main(String[] args)
Main entry point.
|
private static void |
printUsage(String errorMsg) |
int |
run(String[] args) |
private void |
writeTempManifestFile() |
private static final org.apache.commons.logging.Log LOG
private static final int DEFAULT_BATCH_SIZE
private static final String HASH_BATCH_SIZE_CONF_KEY
static final String PARTITIONS_FILE_NAME
static final String MANIFEST_FILE_NAME
static final String HASH_DATA_DIR
static final String OUTPUT_DATA_FILE_PREFIX
private static final String TMP_MANIFEST_FILE_NAME
HashTable.TableHash tableHash
org.apache.hadoop.fs.Path destPath
private static final int NUM_ARGS
static boolean isTableStartRow(byte[] row)
static boolean isTableEndRow(byte[] row)
public org.apache.hadoop.mapreduce.Job createSubmittableJob(String[] args) throws IOException
IOException
private void generatePartitions(org.apache.hadoop.fs.Path partitionsPath) throws IOException
IOException
private void writeTempManifestFile() throws IOException
IOException
private void completeManifest() throws IOException
IOException
private static void printUsage(String errorMsg)
private boolean doCommandLine(String[] args)
Copyright © 2007–2019 The Apache Software Foundation. All rights reserved.