io.datakernel.cube

Class Cube

java.lang.Object

io.datakernel.cube.Cube

All Implemented Interfaces:

Initializable<Cube>, ICube, io.datakernel.eventloop.jmx.EventloopJmxMBean, io.datakernel.eventloop.jmx.EventloopJmxMBeanEx, io.datakernel.ot.OTState<CubeDiff>

public final class Cube
extends Object
implements ICube, io.datakernel.ot.OTState<CubeDiff>, Initializable<Cube>, io.datakernel.eventloop.jmx.EventloopJmxMBeanEx

Represents an OLAP cube. Provides methods for loading and querying data. Also provides functionality for managing aggregations.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	Cube.AggregationConfig

Field Summary

Fields

Modifier and Type	Field and Description
static int	DEFAULT_OVERLAPPING_CHUNKS_THRESHOLD

Method Summary

Modifier and Type	Method and Description
Cube	addAggregation(Cube.AggregationConfig config)
void	addComputedMeasure(String measureId, ComputedMeasure computedMeasure)
void	addDimension(String dimensionId, FieldType type)
void	addMeasure(String measureId, Measure measure)
void	addRelation(String child, String parent)
void	apply(CubeDiff op)
io.datakernel.promise.Promise<CubeDiff>	consolidate(Function<Aggregation,io.datakernel.promise.Promise<AggregationDiff>> strategy)
<T> io.datakernel.datastream.StreamConsumerWithResult<T,CubeDiff>	consume(Class<T> inputClass)
<T> io.datakernel.datastream.StreamConsumerWithResult<T,CubeDiff>	consume(Class<T> inputClass, AggregationPredicate predicate)
<T> io.datakernel.datastream.StreamConsumerWithResult<T,CubeDiff>	consume(Class<T> inputClass, Map<String,String> dimensionFields, Map<String,String> measureFields, AggregationPredicate dataPredicate) Provides a StreamConsumer for streaming data to this cube.
boolean	containsExcessiveNumberOfOverlappingChunks()
static Cube	create(@NotNull io.datakernel.eventloop.Eventloop eventloop, @NotNull Executor executor, @NotNull io.datakernel.codegen.DefiningClassLoader classLoader, @NotNull AggregationChunkStorage aggregationChunkStorage)
Aggregation	getAggregation(String aggregationId)
Set<String>	getAggregationIds()
int	getAggregationsChunkSize()
boolean	getAggregationsIgnoreChunkReadingExceptions()
int	getAggregationsMaxChunksToConsolidate()
int	getAggregationsSorterItemsInMemory()
AggregationStats	getAggregationStats()
Set<Object>	getAllChunks()
@NotNull Class<?>	getAttributeInternalType(String attribute)
@NotNull Type	getAttributeType(String attribute)
Map<String,Type>	getAttributeTypes()
io.datakernel.codegen.DefiningClassLoader	getClassLoader()
Map<String,List<AggregationState.ConsolidationDebugInfo>>	getConsolidationDebugInfo()
@NotNull io.datakernel.eventloop.Eventloop	getEventloop()
Duration	getMaxIncrementalReloadPeriod()
int	getMaxOverlappingChunksToProcessLogs()
@NotNull Class<?>	getMeasureInternalType(String field)
@NotNull Type	getMeasureType(String field)
Map<String,Type>	getMeasureTypes()
long	getQueryErrors()
Throwable	getQueryLastError()
io.datakernel.eventloop.jmx.ValueStats	getQueryTimes()
void	init()
<T> LogDataConsumer<T,CubeDiff>	logStreamConsumer(Class<T> inputClass)
<T> LogDataConsumer<T,CubeDiff>	logStreamConsumer(Class<T> inputClass, AggregationPredicate predicate)
<T> LogDataConsumer<T,CubeDiff>	logStreamConsumer(Class<T> inputClass, Map<String,String> dimensionFields, Map<String,String> measureFields)
<T> LogDataConsumer<T,CubeDiff>	logStreamConsumer(Class<T> inputClass, Map<String,String> dimensionFields, Map<String,String> measureFields, AggregationPredicate predicate)
io.datakernel.promise.Promise<QueryResult>	query(CubeQuery cubeQuery)
<T> io.datakernel.datastream.StreamSupplier<T>	queryRawStream(List<String> dimensions, List<String> storedMeasures, AggregationPredicate where, Class<T> resultClass) Returns a StreamSupplier of the records retrieved from cube for the specified query.
<T> io.datakernel.datastream.StreamSupplier<T>	queryRawStream(List<String> dimensions, List<String> storedMeasures, AggregationPredicate where, Class<T> resultClass, io.datakernel.codegen.DefiningClassLoader queryClassLoader)
void	setAggregationsChunkSize(int aggregationsChunkSize)
void	setAggregationsIgnoreChunkReadingExceptions(boolean aggregationsIgnoreChunkReadingExceptions)
void	setAggregationsMaxChunksToConsolidate(int aggregationsMaxChunksToConsolidate)
void	setAggregationsSorterItemsInMemory(int aggregationsSorterItemsInMemory)
void	setMaxIncrementalReloadPeriod(Duration maxIncrementalReloadPeriod)
void	setMaxOverlappingChunksToProcessLogs(int maxOverlappingChunksToProcessLogs)
String	toString()
Cube	withAggregation(Cube.AggregationConfig aggregationConfig)
Cube	withAggregationsChunkSize(int aggregationsChunkSize)
Cube	withAggregationsIgnoreChunkReadingExceptions(boolean aggregationsIgnoreChunkReadingExceptions)
Cube	withAggregationsMaxChunksToConsolidate(int aggregationsMaxChunksToConsolidate)
Cube	withAggregationsReducerBufferSize(int aggregationsReducerBufferSize)
Cube	withAggregationsSorterItemsInMemory(int aggregationsSorterItemsInMemory)
Cube	withAttribute(String attribute, AttributeResolver resolver)
Cube	withClassLoaderCache(CubeClassLoaderCache classLoaderCache)
Cube	withComputedMeasure(String measureId, ComputedMeasure computedMeasure)
Cube	withDimension(String dimensionId, FieldType type)
Cube	withMaxIncrementalReloadPeriod(Duration maxIncrementalReloadPeriod)
Cube	withMaxOverlappingChunksToProcessLogs(int maxOverlappingChunksToProcessLogs)
Cube	withMeasure(String measureId, Measure measure)
Cube	withRelation(String child, String parent)
Cube	withTemporarySortDir(Path temporarySortDir)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface io.datakernel.common.Initializable

initialize

Methods inherited from interface io.datakernel.eventloop.jmx.EventloopJmxMBeanEx

getSmoothingWindow, resetStats, setSmoothingWindow

Field Detail

DEFAULT_OVERLAPPING_CHUNKS_THRESHOLD

public static final int DEFAULT_OVERLAPPING_CHUNKS_THRESHOLD

See Also:

Constant Field Values

Method Detail

create

public static Cube create(@NotNull
                          @NotNull io.datakernel.eventloop.Eventloop eventloop,
                          @NotNull
                          @NotNull Executor executor,
                          @NotNull
                          @NotNull io.datakernel.codegen.DefiningClassLoader classLoader,
                          @NotNull
                          @NotNull AggregationChunkStorage aggregationChunkStorage)

withAttribute

public Cube withAttribute(String attribute,
                          AttributeResolver resolver)

withClassLoaderCache

public Cube withClassLoaderCache(CubeClassLoaderCache classLoaderCache)

withDimension

public Cube withDimension(String dimensionId,
                          FieldType type)

withMeasure

public Cube withMeasure(String measureId,
                        Measure measure)

withComputedMeasure

public Cube withComputedMeasure(String measureId,
                                ComputedMeasure computedMeasure)

withRelation

public Cube withRelation(String child,
                         String parent)

withTemporarySortDir

public Cube withTemporarySortDir(Path temporarySortDir)

withAggregation

public Cube withAggregation(Cube.AggregationConfig aggregationConfig)

addMeasure

public void addMeasure(String measureId,
                       Measure measure)

addComputedMeasure

public void addComputedMeasure(String measureId,
                               ComputedMeasure computedMeasure)

addRelation

public void addRelation(String child,
                        String parent)

addDimension

public void addDimension(String dimensionId,
                         FieldType type)

addAggregation

public Cube addAggregation(Cube.AggregationConfig config)

getAttributeInternalType

@NotNull
public @NotNull Class<?> getAttributeInternalType(String attribute)

getMeasureInternalType

@NotNull
public @NotNull Class<?> getMeasureInternalType(String field)

getAttributeType

@NotNull
public @NotNull Type getAttributeType(String attribute)

getMeasureType

@NotNull
public @NotNull Type getMeasureType(String field)

getAttributeTypes

public Map<String,Type> getAttributeTypes()

Specified by:

getAttributeTypes in interface ICube

getMeasureTypes

public Map<String,Type> getMeasureTypes()

Specified by:

getMeasureTypes in interface ICube

getAggregation

public Aggregation getAggregation(String aggregationId)

getAggregationIds

public Set<String> getAggregationIds()

init

public void init()

Specified by:

init in interface io.datakernel.ot.OTState<CubeDiff>

apply

public void apply(CubeDiff op)

Specified by:

apply in interface io.datakernel.ot.OTState<CubeDiff>

logStreamConsumer

public <T> LogDataConsumer<T,CubeDiff> logStreamConsumer(Class<T> inputClass)

logStreamConsumer

public <T> LogDataConsumer<T,CubeDiff> logStreamConsumer(Class<T> inputClass,
                                                         AggregationPredicate predicate)

logStreamConsumer

public <T> LogDataConsumer<T,CubeDiff> logStreamConsumer(Class<T> inputClass,
                                                         Map<String,String> dimensionFields,
                                                         Map<String,String> measureFields)

logStreamConsumer

public <T> LogDataConsumer<T,CubeDiff> logStreamConsumer(Class<T> inputClass,
                                                         Map<String,String> dimensionFields,
                                                         Map<String,String> measureFields,
                                                         AggregationPredicate predicate)

consume

public <T> io.datakernel.datastream.StreamConsumerWithResult<T,CubeDiff> consume(Class<T> inputClass)

consume

public <T> io.datakernel.datastream.StreamConsumerWithResult<T,CubeDiff> consume(Class<T> inputClass,
                                                                                 AggregationPredicate predicate)

consume

public <T> io.datakernel.datastream.StreamConsumerWithResult<T,CubeDiff> consume(Class<T> inputClass,
                                                                                 Map<String,String> dimensionFields,
                                                                                 Map<String,String> measureFields,
                                                                                 AggregationPredicate dataPredicate)

Provides a StreamConsumer for streaming data to this cube. The returned StreamConsumer writes to Aggregation's chosen using the specified dimensions, measures and input class.

Type Parameters:

T - data records type

Parameters:

inputClass - class of input records

Returns:

consumer for streaming data to cube

queryRawStream

public <T> io.datakernel.datastream.StreamSupplier<T> queryRawStream(List<String> dimensions,
                                                                     List<String> storedMeasures,
                                                                     AggregationPredicate where,
                                                                     Class<T> resultClass)
                                                              throws QueryException

Returns a StreamSupplier of the records retrieved from cube for the specified query.

Type Parameters:

T - type of output objects

Parameters:

resultClass - class of output records

Returns:

supplier that streams query results

Throws:

QueryException

queryRawStream

public <T> io.datakernel.datastream.StreamSupplier<T> queryRawStream(List<String> dimensions,
                                                                     List<String> storedMeasures,
                                                                     AggregationPredicate where,
                                                                     Class<T> resultClass,
                                                                     io.datakernel.codegen.DefiningClassLoader queryClassLoader)
                                                              throws QueryException

Throws:

QueryException

containsExcessiveNumberOfOverlappingChunks

public boolean containsExcessiveNumberOfOverlappingChunks()

consolidate

public io.datakernel.promise.Promise<CubeDiff> consolidate(Function<Aggregation,io.datakernel.promise.Promise<AggregationDiff>> strategy)

getAllChunks

public Set<Object> getAllChunks()

getConsolidationDebugInfo

public Map<String,List<AggregationState.ConsolidationDebugInfo>> getConsolidationDebugInfo()

getClassLoader

public io.datakernel.codegen.DefiningClassLoader getClassLoader()

query

public io.datakernel.promise.Promise<QueryResult> query(CubeQuery cubeQuery)
                                                 throws QueryException

Specified by:

query in interface ICube

Throws:

QueryException

toString

public String toString()

Overrides:

toString in class Object

getAggregationsChunkSize

public int getAggregationsChunkSize()

setAggregationsChunkSize

public void setAggregationsChunkSize(int aggregationsChunkSize)

withAggregationsChunkSize

public Cube withAggregationsChunkSize(int aggregationsChunkSize)

withAggregationsReducerBufferSize

public Cube withAggregationsReducerBufferSize(int aggregationsReducerBufferSize)

getAggregationsSorterItemsInMemory

public int getAggregationsSorterItemsInMemory()

setAggregationsSorterItemsInMemory

public void setAggregationsSorterItemsInMemory(int aggregationsSorterItemsInMemory)

withAggregationsSorterItemsInMemory

public Cube withAggregationsSorterItemsInMemory(int aggregationsSorterItemsInMemory)

getAggregationsMaxChunksToConsolidate

public int getAggregationsMaxChunksToConsolidate()

setAggregationsMaxChunksToConsolidate

public void setAggregationsMaxChunksToConsolidate(int aggregationsMaxChunksToConsolidate)

withAggregationsMaxChunksToConsolidate

public Cube withAggregationsMaxChunksToConsolidate(int aggregationsMaxChunksToConsolidate)

getAggregationsIgnoreChunkReadingExceptions

public boolean getAggregationsIgnoreChunkReadingExceptions()

setAggregationsIgnoreChunkReadingExceptions

public void setAggregationsIgnoreChunkReadingExceptions(boolean aggregationsIgnoreChunkReadingExceptions)

withAggregationsIgnoreChunkReadingExceptions

public Cube withAggregationsIgnoreChunkReadingExceptions(boolean aggregationsIgnoreChunkReadingExceptions)

getMaxOverlappingChunksToProcessLogs

public int getMaxOverlappingChunksToProcessLogs()

setMaxOverlappingChunksToProcessLogs

public void setMaxOverlappingChunksToProcessLogs(int maxOverlappingChunksToProcessLogs)

withMaxOverlappingChunksToProcessLogs

public Cube withMaxOverlappingChunksToProcessLogs(int maxOverlappingChunksToProcessLogs)

getMaxIncrementalReloadPeriod

public Duration getMaxIncrementalReloadPeriod()

setMaxIncrementalReloadPeriod

public void setMaxIncrementalReloadPeriod(Duration maxIncrementalReloadPeriod)

withMaxIncrementalReloadPeriod

public Cube withMaxIncrementalReloadPeriod(Duration maxIncrementalReloadPeriod)

getQueryTimes

public io.datakernel.eventloop.jmx.ValueStats getQueryTimes()

getQueryErrors

public long getQueryErrors()

getQueryLastError

public Throwable getQueryLastError()

getAggregationStats

public AggregationStats getAggregationStats()

getEventloop

@NotNull
public @NotNull io.datakernel.eventloop.Eventloop getEventloop()

Specified by:

getEventloop in interface io.datakernel.eventloop.jmx.EventloopJmxMBean