You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tinkerpop.apache.org by sp...@apache.org on 2015/12/15 23:58:49 UTC
[10/44] incubator-tinkerpop git commit: removed named RDDs. No point
as they are not going to be cached.
removed named RDDs. No point as they are not going to be cached.
Project: http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/commit/34a98111
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/tree/34a98111
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/diff/34a98111
Branch: refs/heads/TINKERPOP-1035
Commit: 34a98111c9a7ee49aa2f7f99aad714d35f0962a0
Parents: 2653ca7
Author: Marko A. Rodriguez <ok...@gmail.com>
Authored: Tue Dec 8 13:17:17 2015 -0700
Committer: Marko A. Rodriguez <ok...@gmail.com>
Committed: Tue Dec 8 13:17:17 2015 -0700
----------------------------------------------------------------------
.../tinkerpop/gremlin/spark/process/computer/SparkExecutor.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/blob/34a98111/spark-gremlin/src/main/java/org/apache/tinkerpop/gremlin/spark/process/computer/SparkExecutor.java
----------------------------------------------------------------------
diff --git a/spark-gremlin/src/main/java/org/apache/tinkerpop/gremlin/spark/process/computer/SparkExecutor.java b/spark-gremlin/src/main/java/org/apache/tinkerpop/gremlin/spark/process/computer/SparkExecutor.java
index 0a45b37..1370f4a 100644
--- a/spark-gremlin/src/main/java/org/apache/tinkerpop/gremlin/spark/process/computer/SparkExecutor.java
+++ b/spark-gremlin/src/main/java/org/apache/tinkerpop/gremlin/spark/process/computer/SparkExecutor.java
@@ -103,7 +103,7 @@ public final class SparkExecutor {
workerVertexProgram.workerIterationEnd(memory.asImmutable()); // if no more vertices in the partition, end the worker's iteration
return new Tuple2<>(vertex.id(), new ViewOutgoingPayload<>(nextView, outgoingMessages));
});
- })).setName("viewOutgoingRDD");
+ }));
// "message pass" by reducing on the vertex object id of the view and message payloads
final MessageCombiner<M> messageCombiner = VertexProgram.<VertexProgram<M>>createVertexProgram(HadoopGraph.open(apacheConfiguration), apacheConfiguration).getMessageCombiner().orElse(null);
@@ -131,7 +131,7 @@ public final class SparkExecutor {
(ViewIncomingPayload<M>) payload : // this happens if there is a vertex with incoming messages
new ViewIncomingPayload<>((ViewPayload) payload)); // this happens if there is a vertex with no incoming messages
- newViewIncomingRDD.setName("viewIncomingRDD")
+ newViewIncomingRDD
.foreachPartition(partitionIterator -> {
HadoopPools.initialize(apacheConfiguration);
}); // need to complete a task so its BSP and the memory for this iteration is updated