public class GraknSparkExecutor extends Object
This is a modified version of Spark Executor. We change its behaviour so it can work with our own graph computer.
| Modifier and Type | Method and Description |
|---|---|
static <K,V,OK,OV> |
executeCombine(org.apache.spark.api.java.JavaPairRDD<K,V> mapRDD,
org.apache.commons.configuration.Configuration apacheConfiguration) |
static <K,V> org.apache.spark.api.java.JavaPairRDD<K,V> |
executeMap(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD,
org.apache.tinkerpop.gremlin.process.computer.MapReduce<K,V,?,?,?> mapReduce,
org.apache.commons.configuration.Configuration apacheConfiguration) |
static <K,V,OK,OV> |
executeReduce(org.apache.spark.api.java.JavaPairRDD<K,V> mapOrCombineRDD,
org.apache.tinkerpop.gremlin.process.computer.MapReduce<K,V,OK,OV,?> mapReduce,
org.apache.commons.configuration.Configuration apacheConfiguration) |
static <M> org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.spark.process.computer.payload.ViewIncomingPayload<M>> |
executeVertexProgramIteration(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD,
org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.spark.process.computer.payload.ViewIncomingPayload<M>> viewIncomingRDD,
GraknSparkMemory memory,
org.apache.commons.configuration.Configuration apacheConfiguration) |
static <M> org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> |
prepareFinalGraphRDD(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD,
org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.spark.process.computer.payload.ViewIncomingPayload<M>> viewIncomingRDD,
String[] elementComputeKeys) |
public static <M> org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.spark.process.computer.payload.ViewIncomingPayload<M>> executeVertexProgramIteration(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD, org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.spark.process.computer.payload.ViewIncomingPayload<M>> viewIncomingRDD, GraknSparkMemory memory, org.apache.commons.configuration.Configuration apacheConfiguration)
public static <M> org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> prepareFinalGraphRDD(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD, org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.spark.process.computer.payload.ViewIncomingPayload<M>> viewIncomingRDD, String[] elementComputeKeys)
public static <K,V> org.apache.spark.api.java.JavaPairRDD<K,V> executeMap(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD, org.apache.tinkerpop.gremlin.process.computer.MapReduce<K,V,?,?,?> mapReduce, org.apache.commons.configuration.Configuration apacheConfiguration)
public static <K,V,OK,OV> org.apache.spark.api.java.JavaPairRDD<OK,OV> executeCombine(org.apache.spark.api.java.JavaPairRDD<K,V> mapRDD,
org.apache.commons.configuration.Configuration apacheConfiguration)
public static <K,V,OK,OV> org.apache.spark.api.java.JavaPairRDD<OK,OV> executeReduce(org.apache.spark.api.java.JavaPairRDD<K,V> mapOrCombineRDD,
org.apache.tinkerpop.gremlin.process.computer.MapReduce<K,V,OK,OV,?> mapReduce,
org.apache.commons.configuration.Configuration apacheConfiguration)
Copyright © 2017 Grakn Labs Ltd. All rights reserved.