Package cz.o2.proxima.beam.direct.io

Class DirectBoundedSource

java.lang.Object

org.apache.beam.sdk.io.Source<T>

org.apache.beam.sdk.io.BoundedSource<StreamElement>

cz.o2.proxima.beam.direct.io.AbstractDirectBoundedSource

cz.o2.proxima.beam.direct.io.DirectBoundedSource

All Implemented Interfaces:

java.io.Serializable, org.apache.beam.sdk.transforms.display.HasDisplayData

class DirectBoundedSource
extends AbstractDirectBoundedSource

An BoundedSource created from direct operator's CommitLogReader.

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.beam.sdk.io.BoundedSource

org.apache.beam.sdk.io.BoundedSource.BoundedReader<T extends java.lang.Object>

Nested classes/interfaces inherited from class org.apache.beam.sdk.io.Source

org.apache.beam.sdk.io.Source.Reader<T extends java.lang.Object>

Field Summary

Fields

Modifier and Type	Field	Description
private long	limit
private java.lang.String	name
private Partition	partition
private Position	position
private CommitLogReader	reader
private CommitLogReader.Factory<?>	readerFactory
private static long	serialVersionUID

Fields inherited from class cz.o2.proxima.beam.direct.io.AbstractDirectBoundedSource

factory

Constructor Summary

Constructors

Constructor	Description
DirectBoundedSource(RepositoryFactory factory, java.lang.String name, CommitLogReader reader, Position position, long limit, Partition partition)

Method Summary

Modifier and Type	Method	Description
org.apache.beam.sdk.io.BoundedSource.BoundedReader<StreamElement>	createReader(org.apache.beam.sdk.options.PipelineOptions options)
(package private) static DirectBoundedSource	of(RepositoryFactory factory, java.lang.String name, CommitLogReader reader, Position position, long limit)
private CommitLogReader	reader()
java.util.List<org.apache.beam.sdk.io.BoundedSource<StreamElement>>	split(long desiredBundleSizeBytes, org.apache.beam.sdk.options.PipelineOptions opts)

Methods inherited from class cz.o2.proxima.beam.direct.io.AbstractDirectBoundedSource

getEstimatedSizeBytes, getOutputCoder

Methods inherited from class org.apache.beam.sdk.io.Source

getDefaultOutputCoder, populateDisplayData, validate

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

serialVersionUID

private static final long serialVersionUID

See Also:

Constant Field Values

name

private final java.lang.String name

readerFactory

private final CommitLogReader.Factory<?> readerFactory

position

private final Position position

limit

private final long limit

partition

private final Partition partition

reader

private transient CommitLogReader reader

Constructor Detail

DirectBoundedSource

DirectBoundedSource(RepositoryFactory factory,
                    java.lang.String name,
                    CommitLogReader reader,
                    Position position,
                    long limit,
                    @Nullable
                    Partition partition)

Method Detail

of

static DirectBoundedSource of(RepositoryFactory factory,
                              java.lang.String name,
                              CommitLogReader reader,
                              Position position,
                              long limit)

split

public java.util.List<org.apache.beam.sdk.io.BoundedSource<StreamElement>> split(long desiredBundleSizeBytes,
                                                                                 org.apache.beam.sdk.options.PipelineOptions opts)

Specified by:

split in class org.apache.beam.sdk.io.BoundedSource<StreamElement>

createReader

public org.apache.beam.sdk.io.BoundedSource.BoundedReader<StreamElement> createReader(org.apache.beam.sdk.options.PipelineOptions options)

Specified by:

createReader in class org.apache.beam.sdk.io.BoundedSource<StreamElement>

reader

private CommitLogReader reader()