org.apache.hadoop.hbase.wal

Class TestWALSplit

java.lang.Object

org.apache.hadoop.hbase.wal.TestWALSplit

Direct Known Subclasses:

TestWALSplitCompressed

public class TestWALSplit
extends Object

Testing WAL splitting code.

Field Summary

Fields

Modifier and Type	Field and Description
TestName	name
protected static HBaseTestingUtility	TEST_UTIL

Constructor Summary

Constructors

Constructor and Description
TestWALSplit()

Method Summary

Modifier and Type	Method and Description
static long	appendEntry(WALProvider.Writer writer, TableName table, byte[] region, byte[] row, byte[] family, byte[] qualifier, byte[] value, long seq)
void	setUp()
static void	setUpBeforeClass()
void	tearDown()
static void	tearDownAfterClass()
void	testConcurrentSplitLogAndReplayRecoverEdit()
void	testCorruptedFileGetsArchivedIfSkipErrors()
void	testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs()
void	testCorruptWALTrailer()
void	testEmptyLogFiles()
void	testEmptyOpenLogFiles()
void	testEOFisIgnored()
void	testFirstLineCorruptionLogFileSkipErrorsPasses()
void	testIOEOnOutputThread()
void	testLogCannotBeWrittenOnceParsed() Simulates splitting a WAL out from under a regionserver that is still trying to write it.
void	testLogDirectoryShouldBeDeletedAfterSuccessfulSplit()
void	testLogsGetArchivedAfterSplit()
void	testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile()
void	testMovedWALDuringRecovery()
void	testOldRecoveredEditsFileSidelined() Test old recovered edits file doesn't break WALSplitter.
void	testOpenZeroLengthReportedFileButWithDataGetsSplit()
void	testRecoveredEditsPathForMeta()
void	testRetryOpenDuringRecovery()
void	testSplit()
void	testSplitDeletedRegion()
void	testSplitLogFileDeletedRegionDir()
void	testSplitLogFileEmpty()
void	testSplitLogFileFirstLineCorruptionLog()
void	testSplitLogFileMultipleRegions()
void	testSplitPreservesEdits()
void	testSplitWillFailIfWritingToRegionFails()
void	testTerminationAskedByReporter()
void	testThreading() Test log split process with fake data and lots of edits to trigger threading issues.
void	testThreadingSlowWriterSmallBuffer() Test blocking behavior of the log split process if writers are writing slower than the reader is reading.
void	testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows()
void	testTralingGarbageCorruptionFileSkipErrorsPasses()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

TEST_UTIL

protected static final HBaseTestingUtility TEST_UTIL

name

public TestName name

Constructor Detail

TestWALSplit

public TestWALSplit()

Method Detail

setUpBeforeClass

public static void setUpBeforeClass()
                             throws Exception

Throws:

Exception

tearDownAfterClass

public static void tearDownAfterClass()
                               throws Exception

Throws:

Exception

setUp

public void setUp()
           throws Exception

Throws:

Exception

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

testLogCannotBeWrittenOnceParsed

public void testLogCannotBeWrittenOnceParsed()
                                      throws IOException,
                                             InterruptedException

Simulates splitting a WAL out from under a regionserver that is still trying to write it. Ensures we do not lose edits.

Throws:

IOException

InterruptedException

testRecoveredEditsPathForMeta

public void testRecoveredEditsPathForMeta()
                                   throws IOException

Throws:

IOException

See Also:

https://issues.apache.org/jira/browse/HBASE-3020

testOldRecoveredEditsFileSidelined

public void testOldRecoveredEditsFileSidelined()
                                        throws IOException

Test old recovered edits file doesn't break WALSplitter. This is useful in upgrading old instances.

Throws:

IOException

testSplitPreservesEdits

public void testSplitPreservesEdits()
                             throws IOException

Throws:

IOException

testEmptyLogFiles

public void testEmptyLogFiles()
                       throws IOException

Throws:

IOException

testEmptyOpenLogFiles

public void testEmptyOpenLogFiles()
                           throws IOException

Throws:

IOException

testOpenZeroLengthReportedFileButWithDataGetsSplit

public void testOpenZeroLengthReportedFileButWithDataGetsSplit()
                                                        throws IOException

Throws:

IOException

testTralingGarbageCorruptionFileSkipErrorsPasses

public void testTralingGarbageCorruptionFileSkipErrorsPasses()
                                                      throws IOException

Throws:

IOException

testFirstLineCorruptionLogFileSkipErrorsPasses

public void testFirstLineCorruptionLogFileSkipErrorsPasses()
                                                    throws IOException

Throws:

IOException

testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile

public void testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile()
                                                          throws IOException

Throws:

IOException

testCorruptedFileGetsArchivedIfSkipErrors

public void testCorruptedFileGetsArchivedIfSkipErrors()
                                               throws IOException

Throws:

IOException

testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows

public void testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows()
                                                               throws IOException

Throws:

IOException

testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs

public void testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs()
                                                          throws IOException

Throws:

IOException

testEOFisIgnored

public void testEOFisIgnored()
                      throws IOException

Throws:

IOException

testCorruptWALTrailer

public void testCorruptWALTrailer()
                           throws IOException

Throws:

IOException

testLogsGetArchivedAfterSplit

public void testLogsGetArchivedAfterSplit()
                                   throws IOException

Throws:

IOException

testSplit

public void testSplit()
               throws IOException

Throws:

IOException

testLogDirectoryShouldBeDeletedAfterSuccessfulSplit

public void testLogDirectoryShouldBeDeletedAfterSuccessfulSplit()
                                                         throws IOException

Throws:

IOException

testSplitWillFailIfWritingToRegionFails

public void testSplitWillFailIfWritingToRegionFails()
                                             throws Exception

Throws:

Exception

testSplitDeletedRegion

public void testSplitDeletedRegion()
                            throws IOException

Throws:

IOException

testIOEOnOutputThread

public void testIOEOnOutputThread()
                           throws Exception

Throws:

Exception

testMovedWALDuringRecovery

public void testMovedWALDuringRecovery()
                                throws Exception

Throws:

Exception

testRetryOpenDuringRecovery

public void testRetryOpenDuringRecovery()
                                 throws Exception

Throws:

Exception

testTerminationAskedByReporter

public void testTerminationAskedByReporter()
                                    throws IOException,
                                           org.apache.hadoop.hbase.wal.WALSplitter.CorruptedLogFileException

Throws:

IOException

org.apache.hadoop.hbase.wal.WALSplitter.CorruptedLogFileException

testThreading

public void testThreading()
                   throws Exception

Test log split process with fake data and lots of edits to trigger threading issues.

Throws:

Exception

testThreadingSlowWriterSmallBuffer

public void testThreadingSlowWriterSmallBuffer()
                                        throws Exception

Test blocking behavior of the log split process if writers are writing slower than the reader is reading.

Throws:

Exception

testSplitLogFileDeletedRegionDir

public void testSplitLogFileDeletedRegionDir()
                                      throws IOException

Throws:

IOException

testSplitLogFileEmpty

public void testSplitLogFileEmpty()
                           throws IOException

Throws:

IOException

testSplitLogFileMultipleRegions

public void testSplitLogFileMultipleRegions()
                                     throws IOException

Throws:

IOException

testSplitLogFileFirstLineCorruptionLog

public void testSplitLogFileFirstLineCorruptionLog()
                                            throws IOException

Throws:

IOException

testConcurrentSplitLogAndReplayRecoverEdit

public void testConcurrentSplitLogAndReplayRecoverEdit()
                                                throws IOException

Throws:

IOException

See Also:

https://issues.apache.org/jira/browse/HBASE-4862

appendEntry

public static long appendEntry(WALProvider.Writer writer,
                               TableName table,
                               byte[] region,
                               byte[] row,
                               byte[] family,
                               byte[] qualifier,
                               byte[] value,
                               long seq)
                        throws IOException

Throws:

IOException