Package cz.o2.proxima.beam.direct.io

Class DirectBatchUnboundedSource.StreamElementUnboundedReader

java.lang.Object

org.apache.beam.sdk.io.Source.Reader<OutputT>

org.apache.beam.sdk.io.UnboundedSource.UnboundedReader<StreamElement>

cz.o2.proxima.beam.direct.io.DirectBatchUnboundedSource.StreamElementUnboundedReader

All Implemented Interfaces:

java.lang.AutoCloseable

Enclosing class:

DirectBatchUnboundedSource

private static class DirectBatchUnboundedSource.StreamElementUnboundedReader
extends org.apache.beam.sdk.io.UnboundedSource.UnboundedReader<StreamElement>

Field Summary

Fields

Modifier and Type	Field	Description
private java.util.List<AttributeDescriptor<?>>	attributes
private long	consumedFromCurrent
private StreamElement	current
private long	initialCheckpointSkip
private BlockingQueueLogObserver.BatchLogObserver	observer
private BatchLogReader	reader
private ObserveHandle	runningHandle
private Partition	runningPartition
private long	skip
private DirectBatchUnboundedSource	source
private java.util.List<Partition>	toProcess
private long	watermark

Fields inherited from class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader

BACKLOG_UNKNOWN

Constructor Summary

Constructors

Constructor	Description
StreamElementUnboundedReader(DirectBatchUnboundedSource source, BatchLogReader reader, java.util.List<AttributeDescriptor<?>> attributes, DirectBatchUnboundedSource.Checkpoint checkpointMark, java.util.List<Partition> toProcess)

Method Summary

Modifier and Type	Method	Description
boolean	advance()
void	close()
org.apache.beam.sdk.io.UnboundedSource.CheckpointMark	getCheckpointMark()
StreamElement	getCurrent()
org.apache.beam.sdk.io.UnboundedSource<StreamElement,?>	getCurrentSource()
org.joda.time.Instant	getCurrentTimestamp()
org.joda.time.Instant	getWatermark()
private BlockingQueueLogObserver.BatchLogObserver	newObserver(Partition partition)
boolean	start()
private boolean	startNewObserver()

Methods inherited from class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader

getCurrentRecordId, getSplitBacklogBytes, getTotalBacklogBytes

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

source

private final DirectBatchUnboundedSource source

reader

private final BatchLogReader reader

attributes

private final java.util.List<AttributeDescriptor<?>> attributes

toProcess

private final java.util.List<Partition> toProcess

observer

@Nullable
private BlockingQueueLogObserver.BatchLogObserver observer

initialCheckpointSkip

private final long initialCheckpointSkip

consumedFromCurrent

private long consumedFromCurrent

current

@Nullable
private StreamElement current

skip

private long skip

runningPartition

@Nullable
private Partition runningPartition

runningHandle

@Nullable
private ObserveHandle runningHandle

watermark

private long watermark

Constructor Detail

StreamElementUnboundedReader

public StreamElementUnboundedReader(DirectBatchUnboundedSource source,
                                    BatchLogReader reader,
                                    java.util.List<AttributeDescriptor<?>> attributes,
                                    @Nullable
                                    DirectBatchUnboundedSource.Checkpoint checkpointMark,
                                    java.util.List<Partition> toProcess)

Method Detail

start

public boolean start()
              throws java.io.IOException

Specified by:

start in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader<StreamElement>

Throws:

java.io.IOException

advance

public boolean advance()
                throws java.io.IOException

Specified by:

advance in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader<StreamElement>

Throws:

java.io.IOException

startNewObserver

private boolean startNewObserver()

newObserver

private BlockingQueueLogObserver.BatchLogObserver newObserver(Partition partition)

getWatermark

public org.joda.time.Instant getWatermark()

Specified by:

getWatermark in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader<StreamElement>

getCheckpointMark

public org.apache.beam.sdk.io.UnboundedSource.CheckpointMark getCheckpointMark()

Specified by:

getCheckpointMark in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader<StreamElement>

getCurrentSource

public org.apache.beam.sdk.io.UnboundedSource<StreamElement,?> getCurrentSource()

Specified by:

getCurrentSource in class org.apache.beam.sdk.io.UnboundedSource.UnboundedReader<StreamElement>

getCurrent

public StreamElement getCurrent()
                         throws java.util.NoSuchElementException

Specified by:

getCurrent in class org.apache.beam.sdk.io.Source.Reader<StreamElement>

Throws:

java.util.NoSuchElementException

getCurrentTimestamp

public org.joda.time.Instant getCurrentTimestamp()
                                          throws java.util.NoSuchElementException

Specified by:

getCurrentTimestamp in class org.apache.beam.sdk.io.Source.Reader<StreamElement>

Throws:

java.util.NoSuchElementException

close

public void close()

Specified by:

close in interface java.lang.AutoCloseable

Specified by:

close in class org.apache.beam.sdk.io.Source.Reader<StreamElement>