Package org.apache.pulsar.broker.service.persistent

Class PersistentReplicator

java.lang.Object

org.apache.pulsar.broker.service.AbstractReplicator

org.apache.pulsar.broker.service.persistent.PersistentReplicator

All Implemented Interfaces:

AsyncCallbacks.DeleteCallback, AsyncCallbacks.ReadEntriesCallback, MessageExpirer, Replicator

Direct Known Subclasses:

GeoPersistentReplicator, ShadowReplicator

public abstract class PersistentReplicator
extends AbstractReplicator
implements Replicator, AsyncCallbacks.ReadEntriesCallback, AsyncCallbacks.DeleteCallback, MessageExpirer

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected static final class	PersistentReplicator.ProducerSendCallback

Nested classes/interfaces inherited from class org.apache.pulsar.broker.service.AbstractReplicator

AbstractReplicator.State

Field Summary

Fields

Modifier and Type	Field	Description
protected final ManagedCursor	cursor
protected Optional<DispatchRateLimiter>	dispatchRateLimiter
protected boolean	fetchSchemaInProgress
protected int	messageTTLInSeconds
protected final org.apache.pulsar.common.stats.Rate	msgExpired
protected final org.apache.pulsar.common.stats.Rate	msgOut
protected static final AtomicIntegerFieldUpdater<PersistentReplicator>	PENDING_MESSAGES_UPDATER
protected final org.apache.pulsar.common.policies.data.stats.ReplicatorStatsImpl	stats
protected final PersistentTopic	topic

Fields inherited from class org.apache.pulsar.broker.service.AbstractReplicator

backOff, brokerService, client, localCluster, localTopic, localTopicName, producer, producerBuilder, producerQueueSize, remoteCluster, remoteTopicName, REPL_PRODUCER_NAME_DELIMITER, replicationClient, replicatorId, replicatorPrefix, state, STATE_UPDATER

Constructor Summary

Constructors

Constructor	Description
PersistentReplicator(String localCluster, PersistentTopic localTopic, ManagedCursor cursor, String remoteCluster, String remoteTopic, BrokerService brokerService, PulsarClientImpl replicationClient)

Method Summary

Modifier and Type	Method	Description
protected void	checkReplicatedSubscriptionMarker(Position position, MessageImpl<?> msg, io.netty.buffer.ByteBuf payload)
CompletableFuture<Void>	clearBacklog()
org.apache.pulsar.common.policies.data.stats.ReplicatorStatsImpl	computeStats()
void	deleteComplete(Object ctx)
void	deleteFailed(ManagedLedgerException exception, Object ctx)
protected void	disableReplicatorRead()
protected void	doReleaseResources()
boolean	expireMessages(int messageTTLInSeconds)
boolean	expireMessages(Position position)
ManagedCursor	getCursor()
long	getMessageExpiredCount()
long	getNumberOfEntriesInBacklog()
Optional<DispatchRateLimiter>	getRateLimiter()
protected Position	getReplicatorReadPosition()
protected CompletableFuture<org.apache.pulsar.common.schema.SchemaInfo>	getSchemaInfo(MessageImpl msg)
void	initializeDispatchRateLimiterIfNeeded()
CompletableFuture<Entry>	peekNthMessage(int messagePosition)
void	readEntriesComplete(List<Entry> entries, Object ctx)
void	readEntriesFailed(ManagedLedgerException exception, Object ctx)
protected void	readMoreEntries()
protected abstract boolean	replicateEntries(List<Entry> entries)
protected void	setProducerAndTriggerReadEntries(org.apache.pulsar.client.api.Producer<byte[]> producer)
CompletableFuture<Void>	skipMessages(int numMessagesToSkip)
void	updateCursorState()
void	updateMessageTTL(int messageTTLInSeconds)
void	updateRateLimiter()
void	updateRates()

Methods inherited from class org.apache.pulsar.broker.service.AbstractReplicator

closeProducerAsync, compareSetAndGetState, delayStartProducerAfterDisconnected, disconnect, doCloseProducerAsync, getAttributes, getProducerName, getRemoteCluster, getRemoteCluster, getReplicationDelayMs, getReplicatorName, getState, isConnected, isLocalTopicActive, isTerminated, isWritable, prepareCreateProducer, remove, scheduleCheckTopicActiveAndStartProducer, startProducer, terminate, tryChangeStatusToTerminating, validatePartitionedTopicAsync

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.pulsar.broker.service.Replicator

disconnect, getLocalTopic, getRemoteCluster, getStats, isConnected, isTerminated, startProducer, terminate

Field Details

topic

protected final PersistentTopic topic

cursor

protected final ManagedCursor cursor

dispatchRateLimiter

protected Optional<DispatchRateLimiter> dispatchRateLimiter

PENDING_MESSAGES_UPDATER

protected static final AtomicIntegerFieldUpdater<PersistentReplicator> PENDING_MESSAGES_UPDATER

msgOut

protected final org.apache.pulsar.common.stats.Rate msgOut

msgExpired

protected final org.apache.pulsar.common.stats.Rate msgExpired

messageTTLInSeconds

protected int messageTTLInSeconds

stats

protected final org.apache.pulsar.common.policies.data.stats.ReplicatorStatsImpl stats

fetchSchemaInProgress

protected volatile boolean fetchSchemaInProgress

Constructor Details

PersistentReplicator

public PersistentReplicator(String localCluster,
 PersistentTopic localTopic,
 ManagedCursor cursor,
 String remoteCluster,
 String remoteTopic,
 BrokerService brokerService,
 PulsarClientImpl replicationClient)
                     throws PulsarServerException

Throws:

PulsarServerException

Method Details

setProducerAndTriggerReadEntries

protected void setProducerAndTriggerReadEntries(org.apache.pulsar.client.api.Producer<byte[]> producer)

Specified by:

setProducerAndTriggerReadEntries in class AbstractReplicator

getReplicatorReadPosition

protected Position getReplicatorReadPosition()

Specified by:

getReplicatorReadPosition in class AbstractReplicator

getNumberOfEntriesInBacklog

public long getNumberOfEntriesInBacklog()

Specified by:

getNumberOfEntriesInBacklog in interface Replicator

Specified by:

getNumberOfEntriesInBacklog in class AbstractReplicator

getMessageExpiredCount

public long getMessageExpiredCount()

disableReplicatorRead

protected void disableReplicatorRead()

Specified by:

disableReplicatorRead in class AbstractReplicator

readMoreEntries

protected void readMoreEntries()

readEntriesComplete

public void readEntriesComplete(List<Entry> entries,
 Object ctx)

Specified by:

readEntriesComplete in interface AsyncCallbacks.ReadEntriesCallback

replicateEntries

protected abstract boolean replicateEntries(List<Entry> entries)

getSchemaInfo

protected CompletableFuture<org.apache.pulsar.common.schema.SchemaInfo> getSchemaInfo(MessageImpl msg)
                                                                               throws ExecutionException

Throws:

ExecutionException

updateCursorState

public void updateCursorState()

readEntriesFailed

public void readEntriesFailed(ManagedLedgerException exception,
 Object ctx)

Specified by:

readEntriesFailed in interface AsyncCallbacks.ReadEntriesCallback

clearBacklog

public CompletableFuture<Void> clearBacklog()

skipMessages

public CompletableFuture<Void> skipMessages(int numMessagesToSkip)

peekNthMessage

public CompletableFuture<Entry> peekNthMessage(int messagePosition)

deleteComplete

public void deleteComplete(Object ctx)

Specified by:

deleteComplete in interface AsyncCallbacks.DeleteCallback

deleteFailed

public void deleteFailed(ManagedLedgerException exception,
 Object ctx)

Specified by:

deleteFailed in interface AsyncCallbacks.DeleteCallback

updateRates

public void updateRates()

Specified by:

updateRates in interface Replicator

computeStats

public org.apache.pulsar.common.policies.data.stats.ReplicatorStatsImpl computeStats()

Specified by:

computeStats in interface Replicator

updateMessageTTL

public void updateMessageTTL(int messageTTLInSeconds)

expireMessages

public boolean expireMessages(int messageTTLInSeconds)

Specified by:

expireMessages in interface MessageExpirer

expireMessages

public boolean expireMessages(Position position)

Specified by:

expireMessages in interface MessageExpirer

getRateLimiter

public Optional<DispatchRateLimiter> getRateLimiter()

Specified by:

getRateLimiter in interface Replicator

initializeDispatchRateLimiterIfNeeded

public void initializeDispatchRateLimiterIfNeeded()

Specified by:

initializeDispatchRateLimiterIfNeeded in interface Replicator

updateRateLimiter

public void updateRateLimiter()

Specified by:

updateRateLimiter in interface Replicator

checkReplicatedSubscriptionMarker

protected void checkReplicatedSubscriptionMarker(Position position,
 MessageImpl<?> msg,
 io.netty.buffer.ByteBuf payload)

doReleaseResources

protected void doReleaseResources()

Overrides:

doReleaseResources in class AbstractReplicator

getCursor

public ManagedCursor getCursor()