public abstract class AbstractProtobufLogWriter
extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
protected Codec.Encoder |
cellEncoder |
protected CompressionContext |
compressionContext |
protected WALCellCodec.ByteStringCompressor |
compressor |
protected Configuration |
conf |
protected java.util.concurrent.atomic.AtomicLong |
length |
protected WALTrailer |
trailer |
protected int |
trailerWarnSize |
protected boolean |
trailerWritten |
Constructor and Description |
---|
AbstractProtobufLogWriter() |
Modifier and Type | Method and Description |
---|---|
protected WALHeader |
buildSecureWALHeader(Configuration conf,
WALHeader.Builder builder) |
protected WALHeader |
buildWALHeader(Configuration conf,
WALHeader.Builder builder) |
long |
getLength() |
protected abstract java.io.OutputStream |
getOutputStreamForCellEncoder() |
protected java.lang.String |
getWriterClassName() |
void |
init(FileSystem fs,
Path path,
Configuration conf,
boolean overwritable,
long blocksize) |
protected void |
initAfterHeader(boolean doCompress) |
protected abstract void |
initOutput(FileSystem fs,
Path path,
boolean overwritable,
int bufferSize,
short replication,
long blockSize) |
protected void |
secureInitAfterHeader(boolean doCompress,
Encryptor encryptor) |
protected void |
setEncryptor(Encryptor encryptor) |
protected abstract long |
writeMagicAndWALHeader(byte[] magic,
WALHeader header)
return the file length after written.
|
protected void |
writeWALTrailer() |
protected abstract long |
writeWALTrailerAndMagic(WALTrailer trailer,
byte[] magic) |
protected CompressionContext compressionContext
protected Configuration conf
protected Codec.Encoder cellEncoder
protected WALCellCodec.ByteStringCompressor compressor
protected boolean trailerWritten
protected WALTrailer trailer
protected int trailerWarnSize
protected java.util.concurrent.atomic.AtomicLong length
protected WALHeader buildWALHeader(Configuration conf, WALHeader.Builder builder) throws java.io.IOException
java.io.IOException
protected final WALHeader buildSecureWALHeader(Configuration conf, WALHeader.Builder builder) throws java.io.IOException
java.io.IOException
protected void setEncryptor(Encryptor encryptor)
protected java.lang.String getWriterClassName()
public void init(FileSystem fs, Path path, Configuration conf, boolean overwritable, long blocksize) throws java.io.IOException, StreamLacksCapabilityException
java.io.IOException
StreamLacksCapabilityException
protected void initAfterHeader(boolean doCompress) throws java.io.IOException
java.io.IOException
protected final void secureInitAfterHeader(boolean doCompress, Encryptor encryptor) throws java.io.IOException
java.io.IOException
public long getLength()
protected void writeWALTrailer()
protected abstract void initOutput(FileSystem fs, Path path, boolean overwritable, int bufferSize, short replication, long blockSize) throws java.io.IOException, StreamLacksCapabilityException
java.io.IOException
StreamLacksCapabilityException
protected abstract long writeMagicAndWALHeader(byte[] magic, WALHeader header) throws java.io.IOException
java.io.IOException
protected abstract long writeWALTrailerAndMagic(WALTrailer trailer, byte[] magic) throws java.io.IOException
java.io.IOException
protected abstract java.io.OutputStream getOutputStreamForCellEncoder()