public class TestHFileOutputFormat2
extends java.lang.Object
HFileOutputFormat2
.
Sets up and runs a mapreduce job that writes hfile output.
Creates a few inner classes to implement splits and an inputformat that
emits keys and values like those of PerformanceEvaluation
.Modifier and Type | Field and Description |
---|---|
static HBaseClassTestRule |
CLASS_RULE |
static byte[] |
FAMILY_NAME |
Constructor and Description |
---|
TestHFileOutputFormat2() |
Modifier and Type | Method and Description |
---|---|
static void |
main(java.lang.String[] args) |
void |
manualTest(java.lang.String[] args) |
void |
test_LATEST_TIMESTAMP_isReplaced()
Test that
HFileOutputFormat2 RecordWriter amends timestamps if
passed a keyvalue whose timestamp is HConstants#LATEST_TIMESTAMP . |
void |
test_TIMERANGE() |
void |
test_WritingTagData()
Test that
HFileOutputFormat2 RecordWriter writes tags such as ttl into
hfile. |
void |
testBlockStoragePolicy() |
void |
testColumnFamilySettings()
Test that
HFileOutputFormat2 RecordWriter uses compression and
bloom filter settings from the column family descriptor |
void |
testExcludeAllFromMinorCompaction()
This test is to test the scenario happened in HBASE-6901.
|
void |
testExcludeMinorCompaction() |
void |
testJobConfiguration() |
void |
testMRIncrementalLoad() |
void |
testMRIncrementalLoadWithLocality()
Test for HFileOutputFormat2.LOCALITY_SENSITIVE_CONF_KEY = true
This test could only check the correctness of original logic if LOCALITY_SENSITIVE_CONF_KEY
is set to true.
|
void |
testMRIncrementalLoadWithPutSortReducer() |
void |
testMRIncrementalLoadWithSplit() |
void |
testMultiMRIncrementalLoadWithPutSortReducer() |
void |
testSerializeDeserializeFamilyBlockSizeMap()
Test for
HFileOutputFormat2#configureBlockSize(HTableDescriptor, Configuration) and
HFileOutputFormat2.createFamilyBlockSizeMap(Configuration) . |
void |
testSerializeDeserializeFamilyBloomTypeMap()
Test for
HFileOutputFormat2#configureBloomType(HTableDescriptor, Configuration) and
HFileOutputFormat2.createFamilyBloomTypeMap(Configuration) . |
void |
testSerializeDeserializeFamilyCompressionMap()
Test for
HFileOutputFormat2#configureCompression(Configuration, HTableDescriptor) and
HFileOutputFormat2.createFamilyCompressionMap(Configuration) . |
void |
testSerializeDeserializeFamilyDataBlockEncodingMap()
Test for
HFileOutputFormat2#configureDataBlockEncoding(HTableDescriptor, Configuration)
and HFileOutputFormat2.createFamilyDataBlockEncodingMap(Configuration) . |
void |
testWritingPEData()
Run small MR job.
|
public static final HBaseClassTestRule CLASS_RULE
public static final byte[] FAMILY_NAME
public void test_LATEST_TIMESTAMP_isReplaced() throws java.lang.Exception
HFileOutputFormat2
RecordWriter amends timestamps if
passed a keyvalue whose timestamp is HConstants#LATEST_TIMESTAMP
.java.lang.Exception
public void test_TIMERANGE() throws java.lang.Exception
java.lang.Exception
public void testWritingPEData() throws java.lang.Exception
java.lang.Exception
public void test_WritingTagData() throws java.lang.Exception
HFileOutputFormat2
RecordWriter writes tags such as ttl into
hfile.java.lang.Exception
public void testJobConfiguration() throws java.lang.Exception
java.lang.Exception
public void testMRIncrementalLoad() throws java.lang.Exception
java.lang.Exception
public void testMRIncrementalLoadWithSplit() throws java.lang.Exception
java.lang.Exception
public void testMRIncrementalLoadWithLocality() throws java.lang.Exception
java.lang.Exception
public void testMRIncrementalLoadWithPutSortReducer() throws java.lang.Exception
java.lang.Exception
public void testMultiMRIncrementalLoadWithPutSortReducer() throws java.lang.Exception
java.lang.Exception
public void testSerializeDeserializeFamilyCompressionMap() throws java.io.IOException
HFileOutputFormat2#configureCompression(Configuration, HTableDescriptor)
and
HFileOutputFormat2.createFamilyCompressionMap(Configuration)
.
Tests that the compression map is correctly serialized into
and deserialized from configurationjava.io.IOException
public void testSerializeDeserializeFamilyBloomTypeMap() throws java.io.IOException
HFileOutputFormat2#configureBloomType(HTableDescriptor, Configuration)
and
HFileOutputFormat2.createFamilyBloomTypeMap(Configuration)
.
Tests that the compression map is correctly serialized into
and deserialized from configurationjava.io.IOException
public void testSerializeDeserializeFamilyBlockSizeMap() throws java.io.IOException
HFileOutputFormat2#configureBlockSize(HTableDescriptor, Configuration)
and
HFileOutputFormat2.createFamilyBlockSizeMap(Configuration)
.
Tests that the compression map is correctly serialized into
and deserialized from configurationjava.io.IOException
public void testSerializeDeserializeFamilyDataBlockEncodingMap() throws java.io.IOException
HFileOutputFormat2#configureDataBlockEncoding(HTableDescriptor, Configuration)
and HFileOutputFormat2.createFamilyDataBlockEncodingMap(Configuration)
.
Tests that the compression map is correctly serialized into
and deserialized from configurationjava.io.IOException
public void testColumnFamilySettings() throws java.lang.Exception
HFileOutputFormat2
RecordWriter uses compression and
bloom filter settings from the column family descriptorjava.lang.Exception
public void testExcludeAllFromMinorCompaction() throws java.lang.Exception
java.lang.Exception
public void testExcludeMinorCompaction() throws java.lang.Exception
java.lang.Exception
public static void main(java.lang.String[] args) throws java.lang.Exception
java.lang.Exception
public void manualTest(java.lang.String[] args) throws java.lang.Exception
java.lang.Exception
public void testBlockStoragePolicy() throws java.lang.Exception
java.lang.Exception