Package cz.o2.proxima.beam.direct.io

Class DirectBatchSource

java.lang.Object

org.apache.beam.sdk.io.Source<T>

org.apache.beam.sdk.io.BoundedSource<StreamElement>

cz.o2.proxima.beam.direct.io.AbstractDirectBoundedSource

cz.o2.proxima.beam.direct.io.DirectBatchSource

All Implemented Interfaces:

java.io.Serializable, org.apache.beam.sdk.transforms.display.HasDisplayData

public class DirectBatchSource
extends AbstractDirectBoundedSource

An BoundedSource created from direct operator's BatchLogReader.

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.beam.sdk.io.BoundedSource

org.apache.beam.sdk.io.BoundedSource.BoundedReader<T extends java.lang.Object>

Nested classes/interfaces inherited from class org.apache.beam.sdk.io.Source

org.apache.beam.sdk.io.Source.Reader<T extends java.lang.Object>

Field Summary

Fields

Modifier and Type	Field	Description
private java.util.List<AttributeDescriptor<?>>	attrs
private long	endStamp
private BatchLogReader	reader
private BatchLogReader.Factory<?>	readerFactory
private static long	serialVersionUID
private Partition	split
private long	startStamp

Fields inherited from class cz.o2.proxima.beam.direct.io.AbstractDirectBoundedSource

factory

Constructor Summary

Constructors

Modifier	Constructor	Description
private	DirectBatchSource(DirectBatchSource parent, Partition split)
private	DirectBatchSource(RepositoryFactory factory, BatchLogReader reader, java.util.List<AttributeDescriptor<?>> attrs, long startStamp, long endStamp)

Method Summary

Modifier and Type	Method	Description
org.apache.beam.sdk.io.BoundedSource.BoundedReader<StreamElement>	createReader(org.apache.beam.sdk.options.PipelineOptions options)
(package private) static DirectBatchSource	of(RepositoryFactory factory, BatchLogReader reader, java.util.List<AttributeDescriptor<?>> attrs, long startStamp, long endStamp)
private BatchLogReader	reader()
java.util.List<? extends org.apache.beam.sdk.io.BoundedSource<StreamElement>>	split(long desiredBundleSizeBytes, org.apache.beam.sdk.options.PipelineOptions opts)

Methods inherited from class cz.o2.proxima.beam.direct.io.AbstractDirectBoundedSource

getEstimatedSizeBytes, getOutputCoder

Methods inherited from class org.apache.beam.sdk.io.Source

getDefaultOutputCoder, populateDisplayData, validate

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

serialVersionUID

private static final long serialVersionUID

See Also:

Constant Field Values

readerFactory

private final BatchLogReader.Factory<?> readerFactory

attrs

private final java.util.List<AttributeDescriptor<?>> attrs

startStamp

private final long startStamp

endStamp

private final long endStamp

split

@Nullable
private final Partition split

reader

private transient BatchLogReader reader

Constructor Detail

DirectBatchSource

private DirectBatchSource(RepositoryFactory factory,
                          BatchLogReader reader,
                          java.util.List<AttributeDescriptor<?>> attrs,
                          long startStamp,
                          long endStamp)

DirectBatchSource

private DirectBatchSource(DirectBatchSource parent,
                          Partition split)

Method Detail

of

static DirectBatchSource of(RepositoryFactory factory,
                            BatchLogReader reader,
                            java.util.List<AttributeDescriptor<?>> attrs,
                            long startStamp,
                            long endStamp)

split

public java.util.List<? extends org.apache.beam.sdk.io.BoundedSource<StreamElement>> split(long desiredBundleSizeBytes,
                                                                                           org.apache.beam.sdk.options.PipelineOptions opts)

Specified by:

split in class org.apache.beam.sdk.io.BoundedSource<StreamElement>

createReader

public org.apache.beam.sdk.io.BoundedSource.BoundedReader<StreamElement> createReader(org.apache.beam.sdk.options.PipelineOptions options)

Specified by:

createReader in class org.apache.beam.sdk.io.BoundedSource<StreamElement>

reader

private BatchLogReader reader()