Package org.apache.hadoop.hbase.util

Class ProcessBasedLocalHBaseCluster

java.lang.Object

org.apache.hadoop.hbase.util.ProcessBasedLocalHBaseCluster

public class ProcessBasedLocalHBaseCluster
extends Object

A helper class for process-based mini-cluster tests. Unlike MiniHBaseCluster, starts daemons as separate processes, allowing to do real kill testing.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private final class	ProcessBasedLocalHBaseCluster.LocalDaemonLogTailer
private static enum	ProcessBasedLocalHBaseCluster.ServerType

Field Summary

Fields

Modifier and Type	Field	Description
private final org.apache.hadoop.conf.Configuration	conf
private List<String>	daemonPidFiles
private org.apache.hadoop.hdfs.MiniDFSCluster	dfsCluster
private String	hbaseDaemonScript
private final String	hbaseHome
private static final org.slf4j.Logger	LOG
private static final Pattern	LOG_PATH_FORMAT_RE
private List<String>	logTailDirs
private Thread	logTailerThread
private final List<Integer>	masterPorts
private static final int	MAX_FILE_SIZE_OVERRIDE
private final int	numDataNodes
private final int	numMasters
private final int	numRegionServers
private final List<Integer>	rsPorts
private boolean	shutdownHookInstalled
private HBaseTestingUtility	testUtil
private static final Pattern	TO_REMOVE_FROM_LOG_LINES_RE
private final String	workDir
private final int	zkClientPort

Constructor Summary

Constructors

Constructor	Description
ProcessBasedLocalHBaseCluster(org.apache.hadoop.conf.Configuration conf, int numDataNodes, int numRegionServers)	Constructor.

Method Summary

Modifier and Type	Method	Description
private void	cleanupOldState()
private void	ensureShutdownHookInstalled()
private void	executeCommand(String command)
private void	executeCommand(String command, Map<String,String> envOverrides)
private final String	generateConfig(ProcessBasedLocalHBaseCluster.ServerType serverType, int rpcPort, String daemonDir)
org.apache.hadoop.conf.Configuration	getConf()
private int	getServerPID(ProcessBasedLocalHBaseCluster.ServerType serverType, int port)
void	killMaster()
private void	killProcess(int pid)
void	killRegionServer(int port)
private void	killServer(ProcessBasedLocalHBaseCluster.ServerType serverType, int port)
private String	pidFilePath(ProcessBasedLocalHBaseCluster.ServerType serverType, int port)
private static String	processLine(String line)
private static int	readPidFromFile(String pidFile)
private static void	reportWebUIPort(String daemon, int port)
private String	serverWorkingDir(ProcessBasedLocalHBaseCluster.ServerType serverType, int port)
void	shutdown()
private void	shutdownAllProcesses()
private static List<Integer>	sortedPorts(int n)	Generates a list of random port numbers in the sorted order.
private void	startDaemonLogTailer()
void	startHBase()
void	startMaster(int port)
void	startMiniDFS()	Makes this local HBase cluster use a mini-DFS cluster.
void	startRegionServer(int port)
private void	startServer(ProcessBasedLocalHBaseCluster.ServerType serverType, int rsPort)
void	startZK()
private void	writeStringToFile(String s, String fileName)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

hbaseHome

private final String hbaseHome

workDir

private final String workDir

conf

private final org.apache.hadoop.conf.Configuration conf

numMasters

private final int numMasters

numRegionServers

private final int numRegionServers

numDataNodes

private final int numDataNodes

rsPorts

private final List<Integer> rsPorts

masterPorts

private final List<Integer> masterPorts

zkClientPort

private final int zkClientPort

MAX_FILE_SIZE_OVERRIDE

private static final int MAX_FILE_SIZE_OVERRIDE

See Also:

• Constant Field Values

LOG

private static final org.slf4j.Logger LOG

daemonPidFiles

private List<String> daemonPidFiles

shutdownHookInstalled

private boolean shutdownHookInstalled

hbaseDaemonScript

private String hbaseDaemonScript

dfsCluster

private org.apache.hadoop.hdfs.MiniDFSCluster dfsCluster

testUtil

private HBaseTestingUtility testUtil

logTailerThread

private Thread logTailerThread

logTailDirs

private List<String> logTailDirs

TO_REMOVE_FROM_LOG_LINES_RE

private static final Pattern TO_REMOVE_FROM_LOG_LINES_RE

LOG_PATH_FORMAT_RE

private static final Pattern LOG_PATH_FORMAT_RE

Constructor Details

ProcessBasedLocalHBaseCluster

public ProcessBasedLocalHBaseCluster(org.apache.hadoop.conf.Configuration conf,
 int numDataNodes,
 int numRegionServers)

Constructor. Modifies the passed configuration.

Parameters:

conf - the Configuration to use

numDataNodes - the number of data nodes

numRegionServers - the number of region servers

Method Details

startMiniDFS

public void startMiniDFS()
                  throws Exception

Makes this local HBase cluster use a mini-DFS cluster. Must be called before startHBase().

Throws:

Exception

sortedPorts

private static List<Integer> sortedPorts(int n)

Generates a list of random port numbers in the sorted order. A sorted order makes sense if we ever want to refer to these servers by their index in the returned array, e.g. server #0, #1, etc.

startHBase

public void startHBase()
                throws IOException

Throws:

IOException

startRegionServer

public void startRegionServer(int port)

startMaster

public void startMaster(int port)

killRegionServer

public void killRegionServer(int port)
                      throws IOException

Throws:

IOException

killMaster

public void killMaster()
                throws IOException

Throws:

IOException

startZK

public void startZK()

executeCommand

private void executeCommand(String command)

executeCommand

private void executeCommand(String command,
 Map<String,String> envOverrides)

shutdownAllProcesses

private void shutdownAllProcesses()

ensureShutdownHookInstalled

private void ensureShutdownHookInstalled()

cleanupOldState

private void cleanupOldState()

writeStringToFile

private void writeStringToFile(String s,
 String fileName)

serverWorkingDir

private String serverWorkingDir(ProcessBasedLocalHBaseCluster.ServerType serverType,
 int port)

getServerPID

private int getServerPID(ProcessBasedLocalHBaseCluster.ServerType serverType,
 int port)
                  throws IOException

Throws:

IOException

readPidFromFile

private static int readPidFromFile(String pidFile)
                            throws IOException

Throws:

IOException

pidFilePath

private String pidFilePath(ProcessBasedLocalHBaseCluster.ServerType serverType,
 int port)

killServer

private void killServer(ProcessBasedLocalHBaseCluster.ServerType serverType,
 int port)
                 throws IOException

Throws:

IOException

killProcess

private void killProcess(int pid)

startServer

private void startServer(ProcessBasedLocalHBaseCluster.ServerType serverType,
 int rsPort)

generateConfig

private final String generateConfig(ProcessBasedLocalHBaseCluster.ServerType serverType,
 int rpcPort,
 String daemonDir)

reportWebUIPort

private static void reportWebUIPort(String daemon,
 int port)

getConf

public org.apache.hadoop.conf.Configuration getConf()

shutdown

public void shutdown()

processLine

private static String processLine(String line)

startDaemonLogTailer

private void startDaemonLogTailer()