Package cz.o2.proxima.beam.direct.io

Class BeamCommitLogReader

java.lang.Object

cz.o2.proxima.beam.direct.io.BeamCommitLogReader

class BeamCommitLogReader
extends java.lang.Object

A Source.Reader created from CommitLogReader.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
(package private) static class	BeamCommitLogReader.UnboundedCommitLogReader

Field Summary

Fields

Modifier and Type	Field	Description
private static long	AUTO_WATERMARK_LAG_MS
private StreamElement	current
private org.joda.time.Instant	currentProcessingTime
private static byte[]	EMPTY_BYTES
private boolean	eventTime
private boolean	finished
private ObserveHandle	handle
private static org.joda.time.Instant	HIGHEST_INSTANT
private org.joda.time.Instant	lastReadWatermark
private long	limit
private static org.joda.time.Instant	LOWEST_INSTANT
private java.lang.String	name
private BlockingQueueLogObserver.CommitLogObserver	observer
private long	offsetWatermark
private Partition	partition
private Position	position
private CommitLogReader	reader
private Offset	startingOffset
private boolean	stopAtCurrent

Constructor Summary

Constructors

Modifier	Constructor	Description
private	BeamCommitLogReader(java.lang.String name, CommitLogReader reader, Position position, boolean eventTime, Partition partition, Offset startingOffset, long limit, boolean stopAtCurrent)

Method Summary

Modifier and Type	Method	Description
boolean	advance()
private void	autoCommitIfBounded()
(package private) static org.apache.beam.sdk.io.BoundedSource.BoundedReader<StreamElement>	bounded(org.apache.beam.sdk.io.BoundedSource<StreamElement> source, java.lang.String name, CommitLogReader reader, Position position, long limit, Partition partition)
(package private) void	clearIncomingQueue()
void	close()
StreamElement	getCurrent()
(package private) Offset	getCurrentOffset()
org.joda.time.Instant	getCurrentTimestamp()
(package private) CommitLogObserver.OffsetCommitter	getLastReadCommitter()
(package private) CommitLogObserver.OffsetCommitter	getLastWrittenCommitter()
(package private) java.net.URI	getUri()
private org.joda.time.Instant	getWatermark()
(package private) boolean	hasExternalizableOffsets()
boolean	start()
private StreamElement	takeNext()
java.lang.String	toString()
(package private) static BeamCommitLogReader.UnboundedCommitLogReader	unbounded(DirectUnboundedSource source, java.lang.String name, CommitLogReader reader, Position position, boolean eventTime, long limit, Partition partition, Offset offset)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

LOWEST_INSTANT

private static final org.joda.time.Instant LOWEST_INSTANT

HIGHEST_INSTANT

private static final org.joda.time.Instant HIGHEST_INSTANT

EMPTY_BYTES

private static final byte[] EMPTY_BYTES

AUTO_WATERMARK_LAG_MS

private static final long AUTO_WATERMARK_LAG_MS

See Also:

Constant Field Values

partition

private final Partition partition

handle

private ObserveHandle handle

name

@Nullable
private final java.lang.String name

reader

private final CommitLogReader reader

position

private final Position position

eventTime

private final boolean eventTime

stopAtCurrent

private final boolean stopAtCurrent

finished

private boolean finished

limit

private long limit

startingOffset

@Nullable
private final Offset startingOffset

offsetWatermark

private final long offsetWatermark

observer

@Nullable
private BlockingQueueLogObserver.CommitLogObserver observer

current

private StreamElement current

currentProcessingTime

private org.joda.time.Instant currentProcessingTime

lastReadWatermark

private org.joda.time.Instant lastReadWatermark

Constructor Detail

BeamCommitLogReader

private BeamCommitLogReader(@Nullable
                            java.lang.String name,
                            CommitLogReader reader,
                            Position position,
                            boolean eventTime,
                            @Nullable
                            Partition partition,
                            @Nullable
                            Offset startingOffset,
                            long limit,
                            boolean stopAtCurrent)

Method Detail

bounded

static org.apache.beam.sdk.io.BoundedSource.BoundedReader<StreamElement> bounded(org.apache.beam.sdk.io.BoundedSource<StreamElement> source,
                                                                                 java.lang.String name,
                                                                                 CommitLogReader reader,
                                                                                 Position position,
                                                                                 long limit,
                                                                                 Partition partition)

unbounded

static BeamCommitLogReader.UnboundedCommitLogReader unbounded(DirectUnboundedSource source,
                                                              java.lang.String name,
                                                              CommitLogReader reader,
                                                              Position position,
                                                              boolean eventTime,
                                                              long limit,
                                                              @Nullable
                                                              Partition partition,
                                                              @Nullable
                                                              Offset offset)

getUri

java.net.URI getUri()

start

public boolean start()
              throws java.io.IOException

Throws:

java.io.IOException

advance

public boolean advance()
                throws java.io.IOException

Throws:

java.io.IOException

takeNext

private StreamElement takeNext()
                        throws java.lang.InterruptedException

Throws:

java.lang.InterruptedException

getCurrentTimestamp

public org.joda.time.Instant getCurrentTimestamp()

getCurrent

public StreamElement getCurrent()
                         throws java.util.NoSuchElementException

Throws:

java.util.NoSuchElementException

close

public void close()

getCurrentOffset

@Nullable
Offset getCurrentOffset()

hasExternalizableOffsets

boolean hasExternalizableOffsets()

getLastReadCommitter

@Nullable
CommitLogObserver.OffsetCommitter getLastReadCommitter()

getLastWrittenCommitter

@Nullable
CommitLogObserver.OffsetCommitter getLastWrittenCommitter()

clearIncomingQueue

void clearIncomingQueue()

getWatermark

private org.joda.time.Instant getWatermark()

autoCommitIfBounded

private void autoCommitIfBounded()

toString

public java.lang.String toString()

Overrides:

toString in class java.lang.Object