Package cz.o2.proxima.beam.direct.io

Class DirectUnboundedSource

java.lang.Object

org.apache.beam.sdk.io.Source<OutputT>

org.apache.beam.sdk.io.UnboundedSource<StreamElement,DirectUnboundedSource.Checkpoint>

cz.o2.proxima.beam.direct.io.DirectUnboundedSource

All Implemented Interfaces:

java.io.Serializable, org.apache.beam.sdk.transforms.display.HasDisplayData

class DirectUnboundedSource
extends org.apache.beam.sdk.io.UnboundedSource<StreamElement,DirectUnboundedSource.Checkpoint>

An UnboundedSource created from direct operator's CommitLogReader.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
(package private) static class	DirectUnboundedSource.Checkpoint

Nested classes/interfaces inherited from class org.apache.beam.sdk.io.UnboundedSource

org.apache.beam.sdk.io.UnboundedSource.CheckpointMark, org.apache.beam.sdk.io.UnboundedSource.UnboundedReader<OutputT extends java.lang.Object>

Nested classes/interfaces inherited from class org.apache.beam.sdk.io.Source

org.apache.beam.sdk.io.Source.Reader<T extends java.lang.Object>

Field Summary

Fields

Modifier and Type	Field	Description
private boolean	eventTime
private RepositoryFactory	factory
private long	limit
private java.lang.String	name
private Partition	partition
private java.util.List<Partition>	partitions
private Position	position
private CommitLogReader	reader
private CommitLogReader.Factory<?>	readerFactory
private static long	serialVersionUID
private java.net.URI	uri

Constructor Summary

Constructors

Constructor	Description
DirectUnboundedSource(RepositoryFactory factory, java.lang.String name, CommitLogReader reader, Position position, boolean eventTime, long limit, Partition partition)

Method Summary

Modifier and Type	Method	Description
org.apache.beam.sdk.io.UnboundedSource.UnboundedReader<StreamElement>	createReader(org.apache.beam.sdk.options.PipelineOptions po, DirectUnboundedSource.Checkpoint cmt)
boolean	equals(java.lang.Object o)
org.apache.beam.sdk.coders.Coder<DirectUnboundedSource.Checkpoint>	getCheckpointMarkCoder()
org.apache.beam.sdk.coders.Coder<StreamElement>	getOutputCoder()
int	hashCode()
(package private) static DirectUnboundedSource	of(RepositoryFactory factory, java.lang.String name, CommitLogReader reader, Position position, boolean eventTime, long limit)
private CommitLogReader	reader()
boolean	requiresDeduping()
java.util.List<org.apache.beam.sdk.io.UnboundedSource<StreamElement,DirectUnboundedSource.Checkpoint>>	split(int desiredNumSplits, org.apache.beam.sdk.options.PipelineOptions options)

Methods inherited from class org.apache.beam.sdk.io.Source

getDefaultOutputCoder, populateDisplayData, validate

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, toString, wait, wait, wait

Field Detail

serialVersionUID

private static final long serialVersionUID

See Also:

Constant Field Values

factory

private final RepositoryFactory factory

name

@Nullable
private final java.lang.String name

readerFactory

private final CommitLogReader.Factory<?> readerFactory

position

private final Position position

eventTime

private final boolean eventTime

partitions

private final java.util.List<Partition> partitions

limit

private final long limit

partition

@Nullable
private final Partition partition

uri

private final java.net.URI uri

reader

@Nullable
private transient CommitLogReader reader

Constructor Detail

DirectUnboundedSource

DirectUnboundedSource(@Nonnull
                      RepositoryFactory factory,
                      @Nullable
                      java.lang.String name,
                      @Nonnull
                      CommitLogReader reader,
                      @Nonnull
                      Position position,
                      boolean eventTime,
                      long limit,
                      @Nullable
                      Partition partition)

Method Detail

of

static DirectUnboundedSource of(RepositoryFactory factory,
                                java.lang.String name,
                                CommitLogReader reader,
                                Position position,
                                boolean eventTime,
                                long limit)

split

public java.util.List<org.apache.beam.sdk.io.UnboundedSource<StreamElement,DirectUnboundedSource.Checkpoint>> split(int desiredNumSplits,
                                                                                                                          org.apache.beam.sdk.options.PipelineOptions options)

Specified by:

split in class org.apache.beam.sdk.io.UnboundedSource<StreamElement,DirectUnboundedSource.Checkpoint>

reader

private CommitLogReader reader()

createReader

public org.apache.beam.sdk.io.UnboundedSource.UnboundedReader<StreamElement> createReader(org.apache.beam.sdk.options.PipelineOptions po,
                                                                                          DirectUnboundedSource.Checkpoint cmt)

Specified by:

createReader in class org.apache.beam.sdk.io.UnboundedSource<StreamElement,DirectUnboundedSource.Checkpoint>

getCheckpointMarkCoder

public org.apache.beam.sdk.coders.Coder<DirectUnboundedSource.Checkpoint> getCheckpointMarkCoder()

Specified by:

getCheckpointMarkCoder in class org.apache.beam.sdk.io.UnboundedSource<StreamElement,DirectUnboundedSource.Checkpoint>

getOutputCoder

public org.apache.beam.sdk.coders.Coder<StreamElement> getOutputCoder()

Overrides:

getOutputCoder in class org.apache.beam.sdk.io.Source<StreamElement>

requiresDeduping

public boolean requiresDeduping()

Overrides:

requiresDeduping in class org.apache.beam.sdk.io.UnboundedSource<StreamElement,DirectUnboundedSource.Checkpoint>

equals

public boolean equals(java.lang.Object o)

Overrides:

equals in class java.lang.Object

hashCode

public int hashCode()

Overrides:

hashCode in class java.lang.Object