public class TestImportTsv
extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
static HBaseClassTestRule |
CLASS_RULE |
protected static java.lang.String |
DELETE_AFTER_LOAD_CONF |
ExpectedException |
exception |
protected static java.lang.String |
FORCE_COMBINER_CONF
Force use of combiner in doMROnTableTest.
|
protected static java.lang.String |
NAME |
protected static HBaseTestingUtility |
util |
Constructor and Description |
---|
TestImportTsv() |
Modifier and Type | Method and Description |
---|---|
protected static Tool |
doMROnTableTest(HBaseTestingUtility util,
TableName table,
java.lang.String family,
java.lang.String data,
java.util.Map<java.lang.String,java.lang.String> args) |
protected static Tool |
doMROnTableTest(HBaseTestingUtility util,
TableName table,
java.lang.String family,
java.lang.String data,
java.util.Map<java.lang.String,java.lang.String> args,
int valueMultiplier,
int expectedKVCount)
Run an ImportTsv job and perform basic validation on the results.
|
Configuration |
getConf() |
static void |
provisionCluster() |
static void |
releaseCluster() |
void |
setConf(Configuration conf) |
void |
setup() |
void |
testBulkOutputWithAnExistingTable() |
void |
testBulkOutputWithAnExistingTableNoStrictTrue() |
void |
testBulkOutputWithoutAnExistingTable() |
void |
testBulkOutputWithTsvImporterTextMapper() |
void |
testDryModeWithBulkModeAndTableDoesNotExistsCreateTableSetToYes() |
void |
testDryModeWithBulkOutputAndTableDoesNotExistsCreateTableSetToNo()
If table is not present in bulk mode and create.table is not set to yes,
import should fail with TableNotFoundException.
|
void |
testDryModeWithBulkOutputAndTableExists() |
void |
testDryModeWithoutBulkOutputAndTableDoesNotExists()
If table is not present in non-bulk mode, dry run should fail just like
normal mode.
|
void |
testDryModeWithoutBulkOutputAndTableExists() |
void |
testJobConfigurationsWithDryMode() |
void |
testJobConfigurationsWithTsvImporterTextMapper() |
void |
testMROnTable() |
void |
testMROnTableWithCustomMapper() |
void |
testMROnTableWithTimestamp() |
void |
testMRWithoutAnExistingTable() |
void |
testSkipEmptyColumns() |
void |
testTsvImporterTextMapperWithInvalidData()
If there are invalid data rows as inputs, then only those rows should be ignored.
|
void |
testWithoutAnExistingTableAndCreateTableSetToNo() |
public static final HBaseClassTestRule CLASS_RULE
protected static final java.lang.String NAME
protected static HBaseTestingUtility util
protected static final java.lang.String DELETE_AFTER_LOAD_CONF
protected static final java.lang.String FORCE_COMBINER_CONF
public ExpectedException exception
public Configuration getConf()
public void setConf(Configuration conf)
public static void provisionCluster() throws java.lang.Exception
java.lang.Exception
public static void releaseCluster() throws java.lang.Exception
java.lang.Exception
public void setup() throws java.lang.Exception
java.lang.Exception
public void testMROnTable() throws java.lang.Exception
java.lang.Exception
public void testMROnTableWithTimestamp() throws java.lang.Exception
java.lang.Exception
public void testMROnTableWithCustomMapper() throws java.lang.Exception
java.lang.Exception
public void testBulkOutputWithoutAnExistingTable() throws java.lang.Exception
java.lang.Exception
public void testBulkOutputWithAnExistingTable() throws java.lang.Exception
java.lang.Exception
public void testBulkOutputWithAnExistingTableNoStrictTrue() throws java.lang.Exception
java.lang.Exception
public void testJobConfigurationsWithTsvImporterTextMapper() throws java.lang.Exception
java.lang.Exception
public void testBulkOutputWithTsvImporterTextMapper() throws java.lang.Exception
java.lang.Exception
public void testWithoutAnExistingTableAndCreateTableSetToNo() throws java.lang.Exception
java.lang.Exception
public void testMRWithoutAnExistingTable() throws java.lang.Exception
java.lang.Exception
public void testJobConfigurationsWithDryMode() throws java.lang.Exception
java.lang.Exception
public void testDryModeWithoutBulkOutputAndTableExists() throws java.lang.Exception
java.lang.Exception
public void testDryModeWithoutBulkOutputAndTableDoesNotExists() throws java.lang.Exception
java.lang.Exception
public void testDryModeWithBulkOutputAndTableExists() throws java.lang.Exception
java.lang.Exception
public void testDryModeWithBulkOutputAndTableDoesNotExistsCreateTableSetToNo() throws java.lang.Exception
java.lang.Exception
public void testDryModeWithBulkModeAndTableDoesNotExistsCreateTableSetToYes() throws java.lang.Exception
java.lang.Exception
public void testTsvImporterTextMapperWithInvalidData() throws java.lang.Exception
java.lang.Exception
public void testSkipEmptyColumns() throws java.lang.Exception
java.lang.Exception
protected static Tool doMROnTableTest(HBaseTestingUtility util, TableName table, java.lang.String family, java.lang.String data, java.util.Map<java.lang.String,java.lang.String> args) throws java.lang.Exception
java.lang.Exception
protected static Tool doMROnTableTest(HBaseTestingUtility util, TableName table, java.lang.String family, java.lang.String data, java.util.Map<java.lang.String,java.lang.String> args, int valueMultiplier, int expectedKVCount) throws java.lang.Exception
Tool
instance so that other tests can
inspect it for further validation as necessary. This method is static to
insure non-reliance on instance's util/conf facilities.args
- Any arguments to pass BEFORE inputFile path is appended.java.lang.Exception