Package cz.o2.proxima.beam.direct.io

Class BlockingQueueLogObserver

java.lang.Object

cz.o2.proxima.beam.direct.io.BlockingQueueLogObserver

All Implemented Interfaces:

BatchLogObserver, LogObserver, java.io.Serializable

final class BlockingQueueLogObserver
extends java.lang.Object
implements LogObserver, BatchLogObserver

A LogObserver that caches data in BlockingQueue.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private static class	BlockingQueueLogObserver.BatchLogObserverUnifiedContext
(package private) static class	BlockingQueueLogObserver.LogObserverUnifiedContext
(package private) static interface	BlockingQueueLogObserver.UnifiedContext

Nested classes/interfaces inherited from interface cz.o2.proxima.direct.batch.BatchLogObserver

BatchLogObserver.OnNextContext

Nested classes/interfaces inherited from interface cz.o2.proxima.direct.commitlog.LogObserver

LogObserver.OffsetCommitter, LogObserver.OnIdleContext, LogObserver.OnNextContext, LogObserver.OnRepartitionContext

Field Summary

Fields

Modifier and Type	Field	Description
private boolean	cancelled
private java.util.concurrent.CountDownLatch	cancelledLatch
private java.util.concurrent.atomic.AtomicReference<java.lang.Throwable>	error
private BlockingQueueLogObserver.UnifiedContext	lastReadContext
private BlockingQueueLogObserver.UnifiedContext	lastWrittenContext
private long	limit
private boolean	nackAllIncoming
private java.lang.String	name
private Pair<StreamElement,BlockingQueueLogObserver.UnifiedContext>	peekElement
private java.util.concurrent.BlockingQueue<Pair<StreamElement,BlockingQueueLogObserver.UnifiedContext>>	queue
private static long	serialVersionUID
private boolean	stopped
private java.util.concurrent.atomic.AtomicLong	watermark

Constructor Summary

Constructors

Modifier	Constructor	Description
private	BlockingQueueLogObserver(java.lang.String name, long limit, long startingWatermark)
private	BlockingQueueLogObserver(java.lang.String name, long limit, long startingWatermark, int capacity)

Method Summary

Modifier and Type	Method	Description
(package private) void	clearIncomingQueue()
private StreamElement	consumePeek()
(package private) static BlockingQueueLogObserver	create(java.lang.String name, long startingWatermark)
(package private) static BlockingQueueLogObserver	create(java.lang.String name, long limit, long startingWatermark)
(package private) static BlockingQueueLogObserver	create(java.lang.String name, long limit, long startingWatermark, int queueCapacity)
private boolean	enqueue(StreamElement element, BlockingQueueLogObserver.UnifiedContext context)
(package private) java.lang.Throwable	getError()
BlockingQueueLogObserver.UnifiedContext	getPeekContext()
(package private) long	getWatermark()
void	onCancelled()
void	onCompleted()
boolean	onError(java.lang.Throwable error)
void	onIdle(LogObserver.OnIdleContext context)
boolean	onNext(StreamElement element, BatchLogObserver.OnNextContext context)
boolean	onNext(StreamElement ingest, LogObserver.OnNextContext context)
boolean	peekElement()	Peek element or return null if queue is empty.
boolean	peekElement(long timeout, java.util.concurrent.TimeUnit unit)	Peek element or return null if queue is empty within given timeout
private boolean	putToQueue(StreamElement element, BlockingQueueLogObserver.UnifiedContext context)
private java.lang.Object	readResolve()
(package private) void	stop()
(package private) void	stop(boolean nack)
(package private) StreamElement	take()	Take next element without blocking.
(package private) StreamElement	takeBlocking()	Take next element waiting for input if necessary.
(package private) StreamElement	takeBlocking(long timeout, java.util.concurrent.TimeUnit unit)	Take next element waiting for input if necessary.
java.lang.String	toString()
private void	updateAndLogWatermark(long newWatermark)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface cz.o2.proxima.direct.batch.BatchLogObserver

onNext

Methods inherited from interface cz.o2.proxima.direct.commitlog.LogObserver

onException, onFatalError, onRepartition

Field Detail

serialVersionUID

private static final long serialVersionUID

See Also:

Constant Field Values

name

private final java.lang.String name

error

private final java.util.concurrent.atomic.AtomicReference<java.lang.Throwable> error

watermark

private final java.util.concurrent.atomic.AtomicLong watermark

queue

private final java.util.concurrent.BlockingQueue<Pair<StreamElement,BlockingQueueLogObserver.UnifiedContext>> queue

stopped

private volatile boolean stopped

nackAllIncoming

private volatile boolean nackAllIncoming

lastWrittenContext

@Nullable
private BlockingQueueLogObserver.UnifiedContext lastWrittenContext

lastReadContext

@Nullable
private BlockingQueueLogObserver.UnifiedContext lastReadContext

peekElement

@Nullable
private Pair<StreamElement,BlockingQueueLogObserver.UnifiedContext> peekElement

limit

private long limit

cancelled

private boolean cancelled

cancelledLatch

private transient java.util.concurrent.CountDownLatch cancelledLatch

Constructor Detail

BlockingQueueLogObserver

private BlockingQueueLogObserver(java.lang.String name,
                                 long limit,
                                 long startingWatermark)

BlockingQueueLogObserver

private BlockingQueueLogObserver(java.lang.String name,
                                 long limit,
                                 long startingWatermark,
                                 int capacity)

Method Detail

create

static BlockingQueueLogObserver create(java.lang.String name,
                                       long startingWatermark)

create

static BlockingQueueLogObserver create(java.lang.String name,
                                       long limit,
                                       long startingWatermark)

create

static BlockingQueueLogObserver create(java.lang.String name,
                                       long limit,
                                       long startingWatermark,
                                       int queueCapacity)

onError

public boolean onError(java.lang.Throwable error)

Specified by:

onError in interface BatchLogObserver

Specified by:

onError in interface LogObserver

onNext

public boolean onNext(StreamElement ingest,
                      LogObserver.OnNextContext context)

Specified by:

onNext in interface LogObserver

onNext

public boolean onNext(StreamElement element,
                      BatchLogObserver.OnNextContext context)

Specified by:

onNext in interface BatchLogObserver

enqueue

private boolean enqueue(StreamElement element,
                        BlockingQueueLogObserver.UnifiedContext context)

onCancelled

public void onCancelled()

Specified by:

onCancelled in interface BatchLogObserver

Specified by:

onCancelled in interface LogObserver

onCompleted

public void onCompleted()

Specified by:

onCompleted in interface BatchLogObserver

Specified by:

onCompleted in interface LogObserver

putToQueue

private boolean putToQueue(@Nullable
                           StreamElement element,
                           @Nullable
                           BlockingQueueLogObserver.UnifiedContext context)
                    throws java.lang.InterruptedException

Throws:

java.lang.InterruptedException

onIdle

public void onIdle(LogObserver.OnIdleContext context)

Specified by:

onIdle in interface LogObserver

take

@Nullable
StreamElement take()

Take next element without blocking.

Returns:

element that was taken without blocking or null otherwise

getPeekContext

@Nullable
public BlockingQueueLogObserver.UnifiedContext getPeekContext()

takeBlocking

@Nullable
StreamElement takeBlocking(long timeout,
                           java.util.concurrent.TimeUnit unit)
                    throws java.lang.InterruptedException

Take next element waiting for input if necessary.

Returns:

element that was taken or null on end of input

Throws:

java.lang.InterruptedException

takeBlocking

@Nullable
StreamElement takeBlocking()
                    throws java.lang.InterruptedException

Take next element waiting for input if necessary.

Returns:

element that was taken or null on end of input

Throws:

java.lang.InterruptedException

peekElement

public boolean peekElement()

Peek element or return null if queue is empty.

Returns:

true if queue is not empty after the call

peekElement

public boolean peekElement(long timeout,
                           java.util.concurrent.TimeUnit unit)
                    throws java.lang.InterruptedException

Peek element or return null if queue is empty within given timeout

Parameters:

timeout - the timeout

unit - time unit of timeout

Throws:

java.lang.InterruptedException - when interrupted

consumePeek

@Nullable
private StreamElement consumePeek()

getError

@Nullable
java.lang.Throwable getError()

getWatermark

long getWatermark()

stop

void stop()

stop

void stop(boolean nack)

clearIncomingQueue

void clearIncomingQueue()

updateAndLogWatermark

private void updateAndLogWatermark(long newWatermark)

toString

public java.lang.String toString()

Overrides:

toString in class java.lang.Object

readResolve

private java.lang.Object readResolve()