org.apache.hadoop.hbase.regionserver.wal

Class DualAsyncFSWAL

java.lang.Object

org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL<WALProvider.AsyncWriter>

org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL

org.apache.hadoop.hbase.regionserver.wal.DualAsyncFSWAL

All Implemented Interfaces:

Closeable, AutoCloseable, WALFileLengthProvider, WAL

@InterfaceAudience.Private
public class DualAsyncFSWAL
extends AsyncFSWAL

An AsyncFSWAL which writes data to two filesystems.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.hadoop.hbase.wal.WAL

WAL.Entry, WAL.Reader

Field Summary

Fields inherited from class org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL

ASYNC_WAL_USE_SHARED_EVENT_LOOP, ASYNC_WAL_WAIT_ON_SHUTDOWN_IN_SECONDS, DEFAULT_ASYNC_WAL_USE_SHARED_EVENT_LOOP, DEFAULT_ASYNC_WAL_WAIT_ON_SHUTDOWN_IN_SECONDS, DEFAULT_WAL_BATCH_SIZE, WAL_BATCH_SIZE

Fields inherited from class org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL

abortable, blocksize, closed, conf, coprocessorHost, DEFAULT_ROLL_ON_SYNC_TIME_MS, DEFAULT_SLOW_SYNC_ROLL_INTERVAL_MS, DEFAULT_SLOW_SYNC_ROLL_THRESHOLD, DEFAULT_SLOW_SYNC_TIME_MS, DEFAULT_WAL_SHUTDOWN_WAIT_TIMEOUT_MS, DEFAULT_WAL_SYNC_TIMEOUT_MS, filenum, fs, highestSyncedTxid, highestUnsyncedTxid, implClassName, inflightWALClosures, listeners, logrollsize, MAX_LOGS, maxLogs, numEntries, ourFiles, prefixPathStr, RING_BUFFER_SLOT_COUNT, ROLL_ON_SYNC_TIME_MS, rollOnSyncNs, rollRequested, rollWriterLock, sequenceIdAccounting, shutdown, SLOW_SYNC_ROLL_INTERVAL_MS, SLOW_SYNC_ROLL_THRESHOLD, SLOW_SYNC_TIME_MS, slowSyncCheckInterval, slowSyncCount, slowSyncNs, slowSyncRollThreshold, syncFutureCache, totalLogSize, useHsync, WAL_ROLL_MULTIPLIER, WAL_SHUTDOWN_WAIT_TIMEOUT_MS, WAL_SYNC_TIMEOUT_MS, walArchiveDir, walDir, walFile2Props, walFilePrefix, walFileSuffix, walShutdownTimeout

Constructor Summary

Constructors

Constructor and Description

DualAsyncFSWAL(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.FileSystem remoteFs, org.apache.hadoop.fs.Path rootDir, org.apache.hadoop.fs.Path remoteWALDir, String logDir, String archiveDir, org.apache.hadoop.conf.Configuration conf, List<WALActionsListener> listeners, boolean failIfWALExists, String prefix, String suffix, org.apache.hbase.thirdparty.io.netty.channel.EventLoopGroup eventLoopGroup, Class<? extends org.apache.hbase.thirdparty.io.netty.channel.Channel> channelClass)

Method Summary

Modifier and Type	Method and Description
protected WALProvider.AsyncWriter	createCombinedAsyncWriter(WALProvider.AsyncWriter localWriter, WALProvider.AsyncWriter remoteWriter)
protected WALProvider.AsyncWriter	createWriterInstance(org.apache.hadoop.fs.Path path)
protected boolean	markerEditOnly()
void	skipRemoteWAL(boolean markerEditOnly)

Methods inherited from class org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL

append, closeWriter, createAsyncWriter, doAppend, doCheckLogLowReplication, doReplaceWriter, doShutdown, doSync, doSync

Methods inherited from class org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL

abortCacheFlush, appendData, appendEntry, appendMarker, archive, archiveLogFile, atHeadOfRingBufferEventHandlerAppend, blockOnSync, checkLogLowReplication, close, completeCacheFlush, computeFilename, doCheckSlowSync, getCoprocessorHost, getCurrentFileName, getEarliestMemStoreSeqNum, getEarliestMemStoreSeqNum, getFilenum, getFileNumFromFileName, getInflightWALCloseCount, getLogFileSize, getLogFileSizeIfBeingWritten, getNumLogFiles, getNumRolledLogFiles, getPreallocatedEventCount, getSyncFuture, getWALArchivePath, init, isLogRollRequested, logRollAndSetupWalProps, main, postSync, registerWALActionsListener, requestLogRoll, requestLogRoll, rollWriter, rollWriter, shutdown, stampSequenceIdAndPublishToRingBuffer, startCacheFlush, startCacheFlush, sync, sync, sync, sync, toString, unregisterWALActionsListener, updateStore

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Constructor Detail

DualAsyncFSWAL

public DualAsyncFSWAL(org.apache.hadoop.fs.FileSystem fs,
                      org.apache.hadoop.fs.FileSystem remoteFs,
                      org.apache.hadoop.fs.Path rootDir,
                      org.apache.hadoop.fs.Path remoteWALDir,
                      String logDir,
                      String archiveDir,
                      org.apache.hadoop.conf.Configuration conf,
                      List<WALActionsListener> listeners,
                      boolean failIfWALExists,
                      String prefix,
                      String suffix,
                      org.apache.hbase.thirdparty.io.netty.channel.EventLoopGroup eventLoopGroup,
                      Class<? extends org.apache.hbase.thirdparty.io.netty.channel.Channel> channelClass)
               throws FailedLogCloseException,
                      IOException

Throws:

FailedLogCloseException

IOException

Method Detail

createCombinedAsyncWriter

protected WALProvider.AsyncWriter createCombinedAsyncWriter(WALProvider.AsyncWriter localWriter,
                                                            WALProvider.AsyncWriter remoteWriter)

createWriterInstance

protected WALProvider.AsyncWriter createWriterInstance(org.apache.hadoop.fs.Path path)
                                                throws IOException

Overrides:

createWriterInstance in class AsyncFSWAL

Throws:

IOException

markerEditOnly

protected boolean markerEditOnly()

Overrides:

markerEditOnly in class AsyncFSWAL

skipRemoteWAL

public void skipRemoteWAL(boolean markerEditOnly)