org.vertexium.accumulo

Class AccumuloGraph

java.lang.Object

org.vertexium.GraphBase

org.vertexium.GraphBaseWithSearchIndex

org.vertexium.accumulo.AccumuloGraph

All Implemented Interfaces:

Graph

public class AccumuloGraph
extends GraphBaseWithSearchIndex

Field Summary

Fields

Modifier and Type	Field and Description
static Integer	ALL_VERSIONS
static org.apache.hadoop.io.Text	DELETE_ROW_COLUMN_FAMILY
static org.apache.hadoop.io.Text	DELETE_ROW_COLUMN_QUALIFIER
static String	EDGE_AFTER_ROW_KEY_PREFIX
protected ElementMutationBuilder	elementMutationBuilder
static org.apache.hadoop.io.Text	METADATA_COLUMN_FAMILY
static org.apache.hadoop.io.Text	METADATA_COLUMN_QUALIFIER
static int	SINGLE_VERSION
static String	VERTEX_AFTER_ROW_KEY_PREFIX

Fields inherited from class org.vertexium.GraphBaseWithSearchIndex

METADATA_DEFINE_PROPERTY_PREFIX, METADATA_ID_GENERATOR_CLASSNAME

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	AccumuloGraph(AccumuloGraphConfiguration config, IdGenerator idGenerator, SearchIndex searchIndex, org.apache.accumulo.core.client.Connector connector, org.apache.hadoop.fs.FileSystem fileSystem, ValueSerializer valueSerializer, NameSubstitutionStrategy nameSubstitutionStrategy)

Method Summary

Modifier and Type	Method and Description
static Visibility	accumuloVisibilityToVisibility(org.apache.accumulo.core.security.ColumnVisibility columnVisibility)
static Visibility	accumuloVisibilityToVisibility(String columnVisibilityString)
protected void	addMutations(org.apache.accumulo.core.client.BatchWriter writer, org.apache.accumulo.core.data.Mutation... mutations)
void	alterEdgeLabel(AccumuloEdge edge, String newEdgeLabel)
void	clearData()
static AccumuloGraph	create(AccumuloGraphConfiguration config)
static AccumuloGraph	create(Map config)
Authorizations	createAuthorizations(String... auths)
protected org.apache.accumulo.core.client.BatchScanner	createEdgeBatchScanner(EnumSet<FetchHint> fetchHints, int numQueryThreads, Integer maxVersions, Long startTime, Long endTime, Authorizations authorizations)
protected org.apache.accumulo.core.client.Scanner	createEdgeScanner(EnumSet<FetchHint> fetchHints, Integer maxVersions, Long startTime, Long endTime, Authorizations authorizations)
protected org.apache.accumulo.core.client.BatchScanner	createVertexBatchScanner(EnumSet<FetchHint> fetchHints, int numQueryThreads, Integer maxVersions, Long startTime, Long endTime, Authorizations authorizations)
protected org.apache.accumulo.core.client.Scanner	createVertexScanner(EnumSet<FetchHint> fetchHints, Integer maxVersions, Long startTime, Long endTime, Authorizations authorizations)
void	deleteEdge(Edge edge, Authorizations authorizations)
void	deleteVertex(Vertex vertex, Authorizations authorizations)
protected static void	ensureRowDeletingIteratorIsAttached(org.apache.accumulo.core.client.Connector connector, String tableName)
protected static void	ensureTableExists(org.apache.accumulo.core.client.Connector connector, String tableName, Integer maxVersions)
Iterable<String>	findRelatedEdges(Iterable<String> vertexIds, Long endTime, Authorizations authorizations)
void	flush()
AccumuloGraphConfiguration	getConfiguration()
org.apache.accumulo.core.client.Connector	getConnector()
String	getDataDir()
String	getDataTableName()
static String	getDataTableName(String tableNamePrefix)
protected org.apache.accumulo.core.client.BatchWriter	getDataWriter()
Edge	getEdge(String edgeId, EnumSet<FetchHint> fetchHints, Long endTime, Authorizations authorizations)
CloseableIterable<Edge>	getEdges(EnumSet<FetchHint> fetchHints, Long endTime, Authorizations authorizations)
CloseableIterable<Edge>	getEdges(Iterable<String> ids, EnumSet<FetchHint> fetchHints, Long endTime, Authorizations authorizations)
protected CloseableIterable<Edge>	getEdgesInRange(String startId, String endId, EnumSet<FetchHint> fetchHints, Long endTime, Authorizations authorizations)
String	getEdgesTableName()
static String	getEdgesTableName(String tableNamePrefix)
protected org.apache.accumulo.core.client.BatchWriter	getEdgesWriter()
org.apache.hadoop.fs.FileSystem	getFileSystem()
Iterable<HistoricalPropertyValue>	getHistoricalPropertyValues(Element element, String key, String name, Visibility visibility, Long startTime, Long endTime, Authorizations authorizations)
Iterable<GraphMetadataEntry>	getMetadata()
Object	getMetadata(String key)
Iterable<GraphMetadataEntry>	getMetadataInRange(org.apache.accumulo.core.data.Range range)
String	getMetadataTableName()
static String	getMetadataTableName(String tableNamePrefix)
protected org.apache.accumulo.core.client.BatchWriter	getMetadataWriter()
NameSubstitutionStrategy	getNameSubstitutionStrategy()
ValueSerializer	getValueSerializer()
Vertex	getVertex(String vertexId, EnumSet<FetchHint> fetchHints, Long endTime, Authorizations authorizations)
Iterable<Vertex>	getVertices(EnumSet<FetchHint> fetchHints, Long endTime, Authorizations authorizations)
CloseableIterable<Vertex>	getVertices(Iterable<String> ids, EnumSet<FetchHint> fetchHints, Long endTime, Authorizations authorizations)
protected CloseableIterable<Vertex>	getVerticesInRange(org.apache.accumulo.core.data.Range range, EnumSet<FetchHint> fetchHints, Long endTime, Authorizations authorizations)
String	getVerticesTableName()
static String	getVerticesTableName(String tableNamePrefix)
Iterable<Vertex>	getVerticesWithPrefix(String vertexIdPrefix, EnumSet<FetchHint> fetchHints, Long endTime, Authorizations authorizations)
protected org.apache.accumulo.core.client.BatchWriter	getVerticesWriter()
protected org.apache.accumulo.core.client.BatchWriter	getWriterFromElementType(Element element)
boolean	isVisibilityValid(Visibility visibility, Authorizations authorizations)
void	markEdgeHidden(Edge edge, Visibility visibility, Authorizations authorizations)
void	markEdgeVisible(Edge edge, Visibility visibility, Authorizations authorizations)
void	markPropertyHidden(AccumuloElement element, Property property, Long timestamp, Visibility visibility, Authorizations authorizations)
void	markPropertyVisible(AccumuloElement element, Property property, Long timestamp, Visibility visibility, Authorizations authorizations)
void	markVertexHidden(Vertex vertex, Visibility visibility, Authorizations authorizations)
void	markVertexVisible(Vertex vertex, Visibility visibility, Authorizations authorizations)
EdgeBuilderByVertexId	prepareEdge(String edgeId, String outVertexId, String inVertexId, String label, Long timestamp, Visibility visibility)
EdgeBuilder	prepareEdge(String edgeId, Vertex outVertex, Vertex inVertex, String label, Long timestamp, Visibility visibility)
VertexBuilder	prepareVertex(String vertexId, Long timestamp, Visibility visibility)
void	setMetadata(String key, Object value)
protected void	setup()
protected void	setupGraphMetadata()
protected void	setupGraphMetadata(GraphMetadataEntry graphMetadataEntry)
void	shutdown()
void	softDeleteEdge(Edge edge, Authorizations authorizations)
void	softDeleteVertex(Vertex vertex, Authorizations authorizations)
byte[]	streamingPropertyValueTableData(String dataRowKey)
static org.apache.accumulo.core.security.ColumnVisibility	visibilityToAccumuloVisibility(String visibilityString)
static org.apache.accumulo.core.security.ColumnVisibility	visibilityToAccumuloVisibility(Visibility visibility)

Methods inherited from class org.vertexium.GraphBaseWithSearchIndex

defineProperty, getIdGenerator, getSearchIndex, getSearchIndexSecurityGranularity, isFieldBoostSupported, isQuerySimilarToTextSupported, query, query, query, query, querySimilarTo, reindex, reindexVertices, setupPropertyDefinition

Methods inherited from class org.vertexium.GraphBase

addEdge, addEdge, addEdge, addEdge, addGraphEventListener, addVertex, addVertex, addVertices, createAuthorizations, createAuthorizations, createAuthorizations, deleteEdge, deleteVertex, doEdgesExist, doEdgesExist, doesEdgeExist, doesVertexExist, doVerticesExist, findPaths, findPaths, findPaths, findPaths, findRelatedEdges, fireGraphEvent, getEdge, getEdge, getEdges, getEdges, getEdges, getEdges, getVertex, getVertex, getVertices, getVertices, getVertices, getVertices, getVerticesInOrder, getVerticesInOrder, getVerticesWithPrefix, getVerticesWithPrefix, hasEventListeners, prepareEdge, prepareEdge, prepareEdge, prepareEdge, prepareVertex, prepareVertex, prepareVertex, softDeleteEdge, softDeleteVertex

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.vertexium.Graph

addEdge, addEdge, addEdge, addEdge, addGraphEventListener, addVertex, addVertex, addVertices, createAuthorizations, createAuthorizations, createAuthorizations, deleteEdge, deleteVertex, doEdgesExist, doEdgesExist, doesEdgeExist, doesVertexExist, doVerticesExist, findPaths, findPaths, findPaths, findPaths, findRelatedEdges, getEdge, getEdge, getEdges, getEdges, getEdges, getEdges, getVertex, getVertex, getVertices, getVertices, getVertices, getVertices, getVerticesInOrder, getVerticesInOrder, getVerticesWithPrefix, getVerticesWithPrefix, prepareEdge, prepareEdge, prepareEdge, prepareEdge, prepareVertex, prepareVertex, prepareVertex, softDeleteEdge, softDeleteVertex

Field Detail

DELETE_ROW_COLUMN_FAMILY

public static final org.apache.hadoop.io.Text DELETE_ROW_COLUMN_FAMILY

DELETE_ROW_COLUMN_QUALIFIER

public static final org.apache.hadoop.io.Text DELETE_ROW_COLUMN_QUALIFIER

METADATA_COLUMN_FAMILY

public static final org.apache.hadoop.io.Text METADATA_COLUMN_FAMILY

METADATA_COLUMN_QUALIFIER

public static final org.apache.hadoop.io.Text METADATA_COLUMN_QUALIFIER

VERTEX_AFTER_ROW_KEY_PREFIX

public static final String VERTEX_AFTER_ROW_KEY_PREFIX

See Also:

Constant Field Values

EDGE_AFTER_ROW_KEY_PREFIX

public static final String EDGE_AFTER_ROW_KEY_PREFIX

See Also:

Constant Field Values

SINGLE_VERSION

public static final int SINGLE_VERSION

See Also:

Constant Field Values

ALL_VERSIONS

public static final Integer ALL_VERSIONS

elementMutationBuilder

protected ElementMutationBuilder elementMutationBuilder

Constructor Detail

AccumuloGraph

protected AccumuloGraph(AccumuloGraphConfiguration config,
                        IdGenerator idGenerator,
                        SearchIndex searchIndex,
                        org.apache.accumulo.core.client.Connector connector,
                        org.apache.hadoop.fs.FileSystem fileSystem,
                        ValueSerializer valueSerializer,
                        NameSubstitutionStrategy nameSubstitutionStrategy)

Method Detail

create

public static AccumuloGraph create(AccumuloGraphConfiguration config)
                            throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                   org.apache.accumulo.core.client.AccumuloException,
                                   VertexiumException,
                                   InterruptedException,
                                   IOException,
                                   URISyntaxException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

VertexiumException

InterruptedException

IOException

URISyntaxException

setup

protected void setup()

Overrides:

setup in class GraphBaseWithSearchIndex

setupGraphMetadata

protected void setupGraphMetadata()

Overrides:

setupGraphMetadata in class GraphBaseWithSearchIndex

setupGraphMetadata

protected void setupGraphMetadata(GraphMetadataEntry graphMetadataEntry)

Overrides:

setupGraphMetadata in class GraphBaseWithSearchIndex

ensureTableExists

protected static void ensureTableExists(org.apache.accumulo.core.client.Connector connector,
                                        String tableName,
                                        Integer maxVersions)

ensureRowDeletingIteratorIsAttached

protected static void ensureRowDeletingIteratorIsAttached(org.apache.accumulo.core.client.Connector connector,
                                                          String tableName)

create

public static AccumuloGraph create(Map config)
                            throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                   org.apache.accumulo.core.client.AccumuloException,
                                   VertexiumException,
                                   InterruptedException,
                                   IOException,
                                   URISyntaxException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

VertexiumException

InterruptedException

IOException

URISyntaxException

prepareVertex

public VertexBuilder prepareVertex(String vertexId,
                                   Long timestamp,
                                   Visibility visibility)

Specified by:

prepareVertex in interface Graph

Specified by:

prepareVertex in class GraphBase

addMutations

protected void addMutations(org.apache.accumulo.core.client.BatchWriter writer,
                            org.apache.accumulo.core.data.Mutation... mutations)

getVerticesWriter

protected org.apache.accumulo.core.client.BatchWriter getVerticesWriter()

getEdgesWriter

protected org.apache.accumulo.core.client.BatchWriter getEdgesWriter()

getWriterFromElementType

protected org.apache.accumulo.core.client.BatchWriter getWriterFromElementType(Element element)

getDataWriter

protected org.apache.accumulo.core.client.BatchWriter getDataWriter()

getMetadataWriter

protected org.apache.accumulo.core.client.BatchWriter getMetadataWriter()

getVertices

public Iterable<Vertex> getVertices(EnumSet<FetchHint> fetchHints,
                                    Long endTime,
                                    Authorizations authorizations)
                             throws VertexiumException

Specified by:

getVertices in interface Graph

Specified by:

getVertices in class GraphBase

Throws:

VertexiumException

deleteVertex

public void deleteVertex(Vertex vertex,
                         Authorizations authorizations)

softDeleteVertex

public void softDeleteVertex(Vertex vertex,
                             Authorizations authorizations)

markVertexHidden

public void markVertexHidden(Vertex vertex,
                             Visibility visibility,
                             Authorizations authorizations)

markVertexVisible

public void markVertexVisible(Vertex vertex,
                              Visibility visibility,
                              Authorizations authorizations)

prepareEdge

public EdgeBuilderByVertexId prepareEdge(String edgeId,
                                         String outVertexId,
                                         String inVertexId,
                                         String label,
                                         Long timestamp,
                                         Visibility visibility)

Specified by:

prepareEdge in interface Graph

Specified by:

prepareEdge in class GraphBase

prepareEdge

public EdgeBuilder prepareEdge(String edgeId,
                               Vertex outVertex,
                               Vertex inVertex,
                               String label,
                               Long timestamp,
                               Visibility visibility)

Specified by:

prepareEdge in interface Graph

Specified by:

prepareEdge in class GraphBase

getNameSubstitutionStrategy

public NameSubstitutionStrategy getNameSubstitutionStrategy()

getHistoricalPropertyValues

public Iterable<HistoricalPropertyValue> getHistoricalPropertyValues(Element element,
                                                                     String key,
                                                                     String name,
                                                                     Visibility visibility,
                                                                     Long startTime,
                                                                     Long endTime,
                                                                     Authorizations authorizations)

getEdges

public CloseableIterable<Edge> getEdges(EnumSet<FetchHint> fetchHints,
                                        Long endTime,
                                        Authorizations authorizations)

Specified by:

getEdges in interface Graph

Specified by:

getEdges in class GraphBase

deleteEdge

public void deleteEdge(Edge edge,
                       Authorizations authorizations)

softDeleteEdge

public void softDeleteEdge(Edge edge,
                           Authorizations authorizations)

markEdgeHidden

public void markEdgeHidden(Edge edge,
                           Visibility visibility,
                           Authorizations authorizations)

markEdgeVisible

public void markEdgeVisible(Edge edge,
                            Visibility visibility,
                            Authorizations authorizations)

createAuthorizations

public Authorizations createAuthorizations(String... auths)

markPropertyHidden

public void markPropertyHidden(AccumuloElement element,
                               Property property,
                               Long timestamp,
                               Visibility visibility,
                               Authorizations authorizations)

markPropertyVisible

public void markPropertyVisible(AccumuloElement element,
                                Property property,
                                Long timestamp,
                                Visibility visibility,
                                Authorizations authorizations)

flush

public void flush()

Specified by:

flush in interface Graph

Overrides:

flush in class GraphBaseWithSearchIndex

shutdown

public void shutdown()

Specified by:

shutdown in interface Graph

Overrides:

shutdown in class GraphBaseWithSearchIndex

getValueSerializer

public ValueSerializer getValueSerializer()

getConfiguration

public AccumuloGraphConfiguration getConfiguration()

Overrides:

getConfiguration in class GraphBaseWithSearchIndex

getVertex

public Vertex getVertex(String vertexId,
                        EnumSet<FetchHint> fetchHints,
                        Long endTime,
                        Authorizations authorizations)
                 throws VertexiumException

Specified by:

getVertex in interface Graph

Overrides:

getVertex in class GraphBase

Throws:

VertexiumException

getVerticesWithPrefix

public Iterable<Vertex> getVerticesWithPrefix(String vertexIdPrefix,
                                              EnumSet<FetchHint> fetchHints,
                                              Long endTime,
                                              Authorizations authorizations)

Specified by:

getVerticesWithPrefix in interface Graph

Overrides:

getVerticesWithPrefix in class GraphBase

createVertexScanner

protected org.apache.accumulo.core.client.Scanner createVertexScanner(EnumSet<FetchHint> fetchHints,
                                                                      Integer maxVersions,
                                                                      Long startTime,
                                                                      Long endTime,
                                                                      Authorizations authorizations)
                                                               throws VertexiumException

Throws:

VertexiumException

createEdgeScanner

protected org.apache.accumulo.core.client.Scanner createEdgeScanner(EnumSet<FetchHint> fetchHints,
                                                                    Integer maxVersions,
                                                                    Long startTime,
                                                                    Long endTime,
                                                                    Authorizations authorizations)
                                                             throws VertexiumException

Throws:

VertexiumException

createVertexBatchScanner

protected org.apache.accumulo.core.client.BatchScanner createVertexBatchScanner(EnumSet<FetchHint> fetchHints,
                                                                                int numQueryThreads,
                                                                                Integer maxVersions,
                                                                                Long startTime,
                                                                                Long endTime,
                                                                                Authorizations authorizations)
                                                                         throws VertexiumException

Throws:

VertexiumException

createEdgeBatchScanner

protected org.apache.accumulo.core.client.BatchScanner createEdgeBatchScanner(EnumSet<FetchHint> fetchHints,
                                                                              int numQueryThreads,
                                                                              Integer maxVersions,
                                                                              Long startTime,
                                                                              Long endTime,
                                                                              Authorizations authorizations)
                                                                       throws VertexiumException

Throws:

VertexiumException

getEdge

public Edge getEdge(String edgeId,
                    EnumSet<FetchHint> fetchHints,
                    Long endTime,
                    Authorizations authorizations)

Specified by:

getEdge in interface Graph

Overrides:

getEdge in class GraphBase

streamingPropertyValueTableData

public byte[] streamingPropertyValueTableData(String dataRowKey)

visibilityToAccumuloVisibility

public static org.apache.accumulo.core.security.ColumnVisibility visibilityToAccumuloVisibility(Visibility visibility)

visibilityToAccumuloVisibility

public static org.apache.accumulo.core.security.ColumnVisibility visibilityToAccumuloVisibility(String visibilityString)

accumuloVisibilityToVisibility

public static Visibility accumuloVisibilityToVisibility(org.apache.accumulo.core.security.ColumnVisibility columnVisibility)

accumuloVisibilityToVisibility

public static Visibility accumuloVisibilityToVisibility(String columnVisibilityString)

getVerticesTableName

public static String getVerticesTableName(String tableNamePrefix)

getEdgesTableName

public static String getEdgesTableName(String tableNamePrefix)

getDataTableName

public static String getDataTableName(String tableNamePrefix)

getMetadataTableName

public static String getMetadataTableName(String tableNamePrefix)

getVerticesTableName

public String getVerticesTableName()

getEdgesTableName

public String getEdgesTableName()

getDataTableName

public String getDataTableName()

getMetadataTableName

public String getMetadataTableName()

getFileSystem

public org.apache.hadoop.fs.FileSystem getFileSystem()

getDataDir

public String getDataDir()

getConnector

public org.apache.accumulo.core.client.Connector getConnector()

alterEdgeLabel

public void alterEdgeLabel(AccumuloEdge edge,
                           String newEdgeLabel)

isVisibilityValid

public boolean isVisibilityValid(Visibility visibility,
                                 Authorizations authorizations)

clearData

public void clearData()

findRelatedEdges

public Iterable<String> findRelatedEdges(Iterable<String> vertexIds,
                                         Long endTime,
                                         Authorizations authorizations)

Specified by:

findRelatedEdges in interface Graph

Overrides:

findRelatedEdges in class GraphBase

getMetadataInRange

public Iterable<GraphMetadataEntry> getMetadataInRange(org.apache.accumulo.core.data.Range range)

getMetadata

public Iterable<GraphMetadataEntry> getMetadata()

Specified by:

getMetadata in interface Graph

Specified by:

getMetadata in class GraphBase

setMetadata

public void setMetadata(String key,
                        Object value)

Specified by:

setMetadata in interface Graph

Specified by:

setMetadata in class GraphBase

getMetadata

public Object getMetadata(String key)

Specified by:

getMetadata in interface Graph

Overrides:

getMetadata in class GraphBase

getVerticesInRange

protected CloseableIterable<Vertex> getVerticesInRange(org.apache.accumulo.core.data.Range range,
                                                       EnumSet<FetchHint> fetchHints,
                                                       Long endTime,
                                                       Authorizations authorizations)

getVertices

public CloseableIterable<Vertex> getVertices(Iterable<String> ids,
                                             EnumSet<FetchHint> fetchHints,
                                             Long endTime,
                                             Authorizations authorizations)

Specified by:

getVertices in interface Graph

Overrides:

getVertices in class GraphBase

getEdges

public CloseableIterable<Edge> getEdges(Iterable<String> ids,
                                        EnumSet<FetchHint> fetchHints,
                                        Long endTime,
                                        Authorizations authorizations)

Specified by:

getEdges in interface Graph

Overrides:

getEdges in class GraphBase

getEdgesInRange

protected CloseableIterable<Edge> getEdgesInRange(String startId,
                                                  String endId,
                                                  EnumSet<FetchHint> fetchHints,
                                                  Long endTime,
                                                  Authorizations authorizations)
                                           throws VertexiumException

Throws:

VertexiumException