Package cz.o2.proxima.beam.direct.io

Class BatchLogRead.BatchLogReadFn

java.lang.Object

org.apache.beam.sdk.transforms.DoFn<byte[],StreamElement>

cz.o2.proxima.beam.direct.io.BatchLogRead.BatchLogReadFn

All Implemented Interfaces:

java.io.Serializable, org.apache.beam.sdk.transforms.display.HasDisplayData

Enclosing class:

BatchLogRead

@BoundedPerElement
private class BatchLogRead.BatchLogReadFn
extends org.apache.beam.sdk.transforms.DoFn<byte[],StreamElement>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.beam.sdk.transforms.DoFn

org.apache.beam.sdk.transforms.DoFn.AlwaysFetched, org.apache.beam.sdk.transforms.DoFn.BoundedPerElement, org.apache.beam.sdk.transforms.DoFn.BundleFinalizer, org.apache.beam.sdk.transforms.DoFn.Element, org.apache.beam.sdk.transforms.DoFn.FieldAccess, org.apache.beam.sdk.transforms.DoFn.FinishBundle, org.apache.beam.sdk.transforms.DoFn.FinishBundleContext, org.apache.beam.sdk.transforms.DoFn.GetInitialRestriction, org.apache.beam.sdk.transforms.DoFn.GetInitialWatermarkEstimatorState, org.apache.beam.sdk.transforms.DoFn.GetRestrictionCoder, org.apache.beam.sdk.transforms.DoFn.GetSize, org.apache.beam.sdk.transforms.DoFn.GetWatermarkEstimatorStateCoder, org.apache.beam.sdk.transforms.DoFn.Key, org.apache.beam.sdk.transforms.DoFn.MultiOutputReceiver, org.apache.beam.sdk.transforms.DoFn.NewTracker, org.apache.beam.sdk.transforms.DoFn.NewWatermarkEstimator, org.apache.beam.sdk.transforms.DoFn.OnTimer, org.apache.beam.sdk.transforms.DoFn.OnTimerContext, org.apache.beam.sdk.transforms.DoFn.OnTimerFamily, org.apache.beam.sdk.transforms.DoFn.OnWindowExpiration, org.apache.beam.sdk.transforms.DoFn.OnWindowExpirationContext, org.apache.beam.sdk.transforms.DoFn.OutputReceiver<T extends java.lang.Object>, org.apache.beam.sdk.transforms.DoFn.ProcessContext, org.apache.beam.sdk.transforms.DoFn.ProcessContinuation, org.apache.beam.sdk.transforms.DoFn.ProcessElement, org.apache.beam.sdk.transforms.DoFn.RequiresStableInput, org.apache.beam.sdk.transforms.DoFn.RequiresTimeSortedInput, org.apache.beam.sdk.transforms.DoFn.Restriction, org.apache.beam.sdk.transforms.DoFn.Setup, org.apache.beam.sdk.transforms.DoFn.SideInput, org.apache.beam.sdk.transforms.DoFn.SplitRestriction, org.apache.beam.sdk.transforms.DoFn.StartBundle, org.apache.beam.sdk.transforms.DoFn.StartBundleContext, org.apache.beam.sdk.transforms.DoFn.StateId, org.apache.beam.sdk.transforms.DoFn.Teardown, org.apache.beam.sdk.transforms.DoFn.TimerFamily, org.apache.beam.sdk.transforms.DoFn.TimerId, org.apache.beam.sdk.transforms.DoFn.Timestamp, org.apache.beam.sdk.transforms.DoFn.TruncateRestriction, org.apache.beam.sdk.transforms.DoFn.UnboundedPerElement, org.apache.beam.sdk.transforms.DoFn.WatermarkEstimatorState, org.apache.beam.sdk.transforms.DoFn.WindowedContext

Field Summary

Fields

Modifier and Type	Field	Description
private java.util.List<AttributeDescriptor<?>>	attributes
private long	limit
private BatchLogReader.Factory<?>	readerFactory
private RepositoryFactory	repositoryFactory

Constructor Summary

Constructors

Modifier	Constructor	Description
private	BatchLogReadFn(java.util.List<AttributeDescriptor<?>> attributes, long limit, RepositoryFactory repositoryFactory, BatchLogReader.Factory<?> readerFactory)

Method Summary

Modifier and Type	Method	Description
org.joda.time.Instant	getInitialWatermarkEstimatorState()
org.apache.beam.sdk.coders.Coder<BatchRestrictionTracker.PartitionList>	getRestrictionCoder()
org.apache.beam.sdk.coders.Coder<org.joda.time.Instant>	getWatermarkEstimatorStateCoder()
BatchRestrictionTracker.PartitionList	initialRestriction()
org.apache.beam.sdk.transforms.splittabledofn.WatermarkEstimators.Manual	newWatermarkEstimator(org.joda.time.Instant initialWatemark)
org.apache.beam.sdk.transforms.DoFn.ProcessContinuation	process(org.apache.beam.sdk.transforms.splittabledofn.RestrictionTracker<BatchRestrictionTracker.PartitionList,Partition> tracker, org.apache.beam.sdk.transforms.DoFn.OutputReceiver<StreamElement> output, org.apache.beam.sdk.transforms.splittabledofn.ManualWatermarkEstimator<org.joda.time.Instant> watermarkEstimator)
void	splitRestriction(BatchRestrictionTracker.PartitionList restriction, org.apache.beam.sdk.transforms.DoFn.OutputReceiver<BatchRestrictionTracker.PartitionList> splits)
private ObserveHandle	startObserve(Partition partition, BatchLogObserver observer)

Methods inherited from class org.apache.beam.sdk.transforms.DoFn

getAllowedTimestampSkew, getInputTypeDescriptor, getOutputTypeDescriptor, populateDisplayData, prepareForProcessing

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

attributes

private final java.util.List<AttributeDescriptor<?>> attributes

repositoryFactory

private final RepositoryFactory repositoryFactory

readerFactory

private final BatchLogReader.Factory<?> readerFactory

limit

private final long limit

Constructor Detail

BatchLogReadFn

private BatchLogReadFn(java.util.List<AttributeDescriptor<?>> attributes,
                       long limit,
                       RepositoryFactory repositoryFactory,
                       BatchLogReader.Factory<?> readerFactory)

Method Detail

process

@ProcessElement
public org.apache.beam.sdk.transforms.DoFn.ProcessContinuation process(org.apache.beam.sdk.transforms.splittabledofn.RestrictionTracker<BatchRestrictionTracker.PartitionList,Partition> tracker,
                                                                       org.apache.beam.sdk.transforms.DoFn.OutputReceiver<StreamElement> output,
                                                                       org.apache.beam.sdk.transforms.splittabledofn.ManualWatermarkEstimator<org.joda.time.Instant> watermarkEstimator)

startObserve

private ObserveHandle startObserve(Partition partition,
                                   BatchLogObserver observer)

initialRestriction

@GetInitialRestriction
public BatchRestrictionTracker.PartitionList initialRestriction()

splitRestriction

@SplitRestriction
public void splitRestriction(@Restriction
                             BatchRestrictionTracker.PartitionList restriction,
                             org.apache.beam.sdk.transforms.DoFn.OutputReceiver<BatchRestrictionTracker.PartitionList> splits)

getRestrictionCoder

@GetRestrictionCoder
public org.apache.beam.sdk.coders.Coder<BatchRestrictionTracker.PartitionList> getRestrictionCoder()

newWatermarkEstimator

@NewWatermarkEstimator
public org.apache.beam.sdk.transforms.splittabledofn.WatermarkEstimators.Manual newWatermarkEstimator(@WatermarkEstimatorState
                                                                                                      org.joda.time.Instant initialWatemark)

getInitialWatermarkEstimatorState

@GetInitialWatermarkEstimatorState
public org.joda.time.Instant getInitialWatermarkEstimatorState()

getWatermarkEstimatorStateCoder

@GetWatermarkEstimatorStateCoder
public org.apache.beam.sdk.coders.Coder<org.joda.time.Instant> getWatermarkEstimatorStateCoder()