@InterfaceAudience.Public public class ImportTsv extends org.apache.hadoop.conf.Configured implements org.apache.hadoop.util.Tool
usage(String)
Modifier and Type | Class and Description |
---|---|
static class |
ImportTsv.TsvParser |
Modifier and Type | Field and Description |
---|---|
static String |
ATTRIBUTE_SEPERATOR_CONF_KEY |
static String |
BULK_OUTPUT_CONF_KEY |
static String |
COLUMNS_CONF_KEY |
static String |
CREATE_TABLE_CONF_KEY |
static String |
CREDENTIALS_LOCATION |
(package private) static String |
DEFAULT_ATTRIBUTES_SEPERATOR |
(package private) static Class |
DEFAULT_MAPPER |
(package private) static String |
DEFAULT_MULTIPLE_ATTRIBUTES_SEPERATOR |
(package private) static String |
DEFAULT_SEPARATOR |
static String |
DRY_RUN_CONF_KEY |
private static boolean |
DRY_RUN_TABLE_CREATED
If table didn't exist and was created in dry-run mode, this flag is flipped to delete it when
MR ends.
|
static String |
JOB_NAME_CONF_KEY |
protected static org.slf4j.Logger |
LOG |
static String |
LOG_BAD_LINES_CONF_KEY |
static String |
MAPPER_CONF_KEY |
(package private) static String |
NAME |
static String |
NO_STRICT_COL_FAMILY |
static String |
SEPARATOR_CONF_KEY |
static String |
SKIP_EMPTY_COLUMNS |
static String |
SKIP_LINES_CONF_KEY |
static String |
TIMESTAMP_CONF_KEY |
Constructor and Description |
---|
ImportTsv() |
Modifier and Type | Method and Description |
---|---|
protected static org.apache.hadoop.mapreduce.Job |
createSubmittableJob(org.apache.hadoop.conf.Configuration conf,
String[] args)
Sets up the actual job.
|
private static void |
createTable(Admin admin,
TableName tableName,
String[] columns) |
private static void |
deleteTable(org.apache.hadoop.conf.Configuration conf,
String[] args) |
private static Set<String> |
getColumnFamilies(String[] columns) |
static void |
main(String[] args) |
int |
run(String[] args) |
private static void |
usage(String errorMsg) |
protected static final org.slf4j.Logger LOG
static final String NAME
public static final String MAPPER_CONF_KEY
public static final String BULK_OUTPUT_CONF_KEY
public static final String TIMESTAMP_CONF_KEY
public static final String JOB_NAME_CONF_KEY
public static final String DRY_RUN_CONF_KEY
public static final String LOG_BAD_LINES_CONF_KEY
public static final String SKIP_LINES_CONF_KEY
public static final String SKIP_EMPTY_COLUMNS
public static final String COLUMNS_CONF_KEY
public static final String SEPARATOR_CONF_KEY
public static final String ATTRIBUTE_SEPERATOR_CONF_KEY
public static final String CREDENTIALS_LOCATION
static final String DEFAULT_SEPARATOR
static final String DEFAULT_ATTRIBUTES_SEPERATOR
static final String DEFAULT_MULTIPLE_ATTRIBUTES_SEPERATOR
static final Class DEFAULT_MAPPER
public static final String CREATE_TABLE_CONF_KEY
public static final String NO_STRICT_COL_FAMILY
private static boolean DRY_RUN_TABLE_CREATED
public ImportTsv()
protected static org.apache.hadoop.mapreduce.Job createSubmittableJob(org.apache.hadoop.conf.Configuration conf, String[] args) throws IOException, ClassNotFoundException
conf
- The current configuration.args
- The command line parameters.IOException
- When setting up the job fails.ClassNotFoundException
private static void createTable(Admin admin, TableName tableName, String[] columns) throws IOException
IOException
private static void deleteTable(org.apache.hadoop.conf.Configuration conf, String[] args)
private static Set<String> getColumnFamilies(String[] columns)
public int run(String[] args) throws Exception
run
in interface org.apache.hadoop.util.Tool
Exception
Copyright © 2007–2020 The Apache Software Foundation. All rights reserved.