org.apache.hadoop.hbase

Class IntegrationTestIngest

java.lang.Object

org.apache.hadoop.hbase.util.AbstractHBaseTool

org.apache.hadoop.hbase.IntegrationTestBase

org.apache.hadoop.hbase.IntegrationTestIngest

Direct Known Subclasses:

IntegrationTestIngestStripeCompactions, IntegrationTestIngestWithACL, IntegrationTestIngestWithEncryption, IntegrationTestIngestWithTags, IntegrationTestIngestWithVisibilityLabels, IntegrationTestRegionReplicaReplication, IntegrationTestTimeBoundedRequestsWithRegionReplicas

public class IntegrationTestIngest
extends IntegrationTestBase

A base class for tests that do something with the cluster while running LoadTestTool to write and verify some data.

Field Summary

Fields

Modifier and Type	Field and Description
protected HBaseCluster	cluster
protected static long	DEFAULT_NUM_KEYS_PER_SERVER
protected static int	DEFAULT_NUM_READ_THREADS
protected static int	DEFAULT_NUM_WRITE_THREADS
protected static long	DEFAULT_RUN_TIME
static char	HIPHEN
protected static long	JUNIT_RUN_TIME
protected String[]	LOAD_TEST_TOOL_INIT_ARGS
protected LoadTestTool	loadTool
protected static Log	LOG
protected static String	NUM_KEYS_PER_SERVER_KEY
protected static String	NUM_READ_THREADS_KEY
protected static String	NUM_WRITE_THREADS_KEY
protected static String	RUN_TIME_KEY A soft limit on how long we should run
protected IntegrationTestingUtility	util

Fields inherited from class org.apache.hadoop.hbase.IntegrationTestBase

CHAOS_MONKEY_PROPS, monkey, MONKEY_LONG_OPT, monkeyProps, monkeyToUse, NO_CLUSTER_CLEANUP_LONG_OPT, noClusterCleanUp

Fields inherited from class org.apache.hadoop.hbase.util.AbstractHBaseTool

cmdLineArgs, conf, EXIT_FAILURE, EXIT_SUCCESS

Constructor Summary

Constructors

Constructor and Description
IntegrationTestIngest()

Method Summary

Modifier and Type	Method and Description
protected String[]	getArgsForLoadTestTool(String mode, String modeSpecificArg, long startKey, long numKeys)
protected String[]	getArgsForLoadTestToolInitTable()
protected Set<String>	getColumnFamilies()
protected int	getMinServerCount()
protected long	getNumKeys(long keysPerServer) Estimates a data size based on the cluster size
TableName	getTablename()
protected void	initTable()
protected void	internalRunIngestTest(long runTime)
static void	main(String[] args)
protected void	runIngestTest(long defaultRunTime, long keysPerServerPerIter, int colsPerKey, int recordSize, int writeThreads, int readThreads)
int	runTestFromCommandLine()
void	setUpCluster()
void	testIngest()

Methods inherited from class org.apache.hadoop.hbase.IntegrationTestBase

addOptions, cleanUp, cleanUpCluster, cleanUpMonkey, cleanUpMonkey, doWork, getConf, getDefaultMonkeyFactory, getTestingUtil, processBaseOptions, processOptions, setUp, setUpMonkey, startMonkey

Methods inherited from class org.apache.hadoop.hbase.util.AbstractHBaseTool

addOptNoArg, addOptNoArg, addOptWithArg, addOptWithArg, addRequiredOptWithArg, addRequiredOptWithArg, doStaticMain, parseArgs, parseInt, parseLong, printUsage, printUsage, run, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

HIPHEN

public static final char HIPHEN

See Also:

Constant Field Values

DEFAULT_RUN_TIME

protected static final long DEFAULT_RUN_TIME

See Also:

Constant Field Values

JUNIT_RUN_TIME

protected static final long JUNIT_RUN_TIME

See Also:

Constant Field Values

RUN_TIME_KEY

protected static final String RUN_TIME_KEY

A soft limit on how long we should run

See Also:

Constant Field Values

NUM_KEYS_PER_SERVER_KEY

protected static final String NUM_KEYS_PER_SERVER_KEY

See Also:

Constant Field Values

DEFAULT_NUM_KEYS_PER_SERVER

protected static final long DEFAULT_NUM_KEYS_PER_SERVER

See Also:

Constant Field Values

NUM_WRITE_THREADS_KEY

protected static final String NUM_WRITE_THREADS_KEY

See Also:

Constant Field Values

DEFAULT_NUM_WRITE_THREADS

protected static final int DEFAULT_NUM_WRITE_THREADS

See Also:

Constant Field Values

NUM_READ_THREADS_KEY

protected static final String NUM_READ_THREADS_KEY

See Also:

Constant Field Values

DEFAULT_NUM_READ_THREADS

protected static final int DEFAULT_NUM_READ_THREADS

See Also:

Constant Field Values

LOG

protected static final Log LOG

util

protected IntegrationTestingUtility util

cluster

protected HBaseCluster cluster

loadTool

protected LoadTestTool loadTool

LOAD_TEST_TOOL_INIT_ARGS

protected String[] LOAD_TEST_TOOL_INIT_ARGS

Constructor Detail

IntegrationTestIngest

public IntegrationTestIngest()

Method Detail

setUpCluster

public void setUpCluster()
                  throws Exception

Specified by:

setUpCluster in class IntegrationTestBase

Throws:

Exception

getMinServerCount

protected int getMinServerCount()

initTable

protected void initTable()
                  throws IOException

Throws:

IOException

runTestFromCommandLine

public int runTestFromCommandLine()
                           throws Exception

Specified by:

runTestFromCommandLine in class IntegrationTestBase

Throws:

Exception

testIngest

public void testIngest()
                throws Exception

Throws:

Exception

internalRunIngestTest

protected void internalRunIngestTest(long runTime)
                              throws Exception

Throws:

Exception

getTablename

public TableName getTablename()

Specified by:

getTablename in class IntegrationTestBase

getColumnFamilies

protected Set<String> getColumnFamilies()

Specified by:

getColumnFamilies in class IntegrationTestBase

runIngestTest

protected void runIngestTest(long defaultRunTime,
                             long keysPerServerPerIter,
                             int colsPerKey,
                             int recordSize,
                             int writeThreads,
                             int readThreads)
                      throws Exception

Throws:

Exception

getArgsForLoadTestToolInitTable

protected String[] getArgsForLoadTestToolInitTable()

getArgsForLoadTestTool

protected String[] getArgsForLoadTestTool(String mode,
                                          String modeSpecificArg,
                                          long startKey,
                                          long numKeys)

getNumKeys

protected long getNumKeys(long keysPerServer)
                   throws IOException

Estimates a data size based on the cluster size

Throws:

IOException

main

public static void main(String[] args)
                 throws Exception

Throws:

Exception