You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tinkerpop.apache.org by dk...@apache.org on 2016/01/08 20:18:51 UTC
incubator-tinkerpop git commit: implemented BulkDumperVertexProgram +
integration tests
Repository: incubator-tinkerpop
Updated Branches:
refs/heads/TINKERPOP-320 [created] bdfd49023
implemented BulkDumperVertexProgram + integration tests
Project: http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/commit/bdfd4902
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/tree/bdfd4902
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/diff/bdfd4902
Branch: refs/heads/TINKERPOP-320
Commit: bdfd49023b2dbaab531035b618f9a2d461228172
Parents: 46c7189
Author: Daniel Kuppitz <da...@hotmail.com>
Authored: Fri Jan 8 20:17:45 2016 +0100
Committer: Daniel Kuppitz <da...@hotmail.com>
Committed: Fri Jan 8 20:17:45 2016 +0100
----------------------------------------------------------------------
.../bulkdumping/BulkDumperVertexProgram.java | 98 +++++++++++++++++
.../process/GroovyProcessComputerSuite.java | 2 +
.../gremlin/process/ProcessComputerSuite.java | 2 +
.../BulkDumperVertexProgramTest.java | 104 +++++++++++++++++++
4 files changed, 206 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/blob/bdfd4902/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/bulkdumping/BulkDumperVertexProgram.java
----------------------------------------------------------------------
diff --git a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/bulkdumping/BulkDumperVertexProgram.java b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/bulkdumping/BulkDumperVertexProgram.java
new file mode 100644
index 0000000..fcbdc6c
--- /dev/null
+++ b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/bulkdumping/BulkDumperVertexProgram.java
@@ -0,0 +1,98 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.tinkerpop.gremlin.process.computer.bulkdumping;
+
+import org.apache.tinkerpop.gremlin.process.computer.GraphComputer;
+import org.apache.tinkerpop.gremlin.process.computer.Memory;
+import org.apache.tinkerpop.gremlin.process.computer.MessageScope;
+import org.apache.tinkerpop.gremlin.process.computer.Messenger;
+import org.apache.tinkerpop.gremlin.process.computer.VertexProgram;
+import org.apache.tinkerpop.gremlin.process.computer.util.AbstractVertexProgramBuilder;
+import org.apache.tinkerpop.gremlin.structure.Graph;
+import org.apache.tinkerpop.gremlin.structure.Vertex;
+import org.apache.tinkerpop.gremlin.structure.util.StringFactory;
+import org.javatuples.Tuple;
+
+import java.util.Collections;
+import java.util.Set;
+
+/**
+ * @author Daniel Kuppitz (http://gremlin.guru)
+ */
+public class BulkDumperVertexProgram implements VertexProgram<Tuple> {
+
+ private BulkDumperVertexProgram() {
+ }
+
+ @Override
+ public void setup(final Memory memory) {
+ }
+
+ @Override
+ public void execute(final Vertex sourceVertex, final Messenger<Tuple> messenger, final Memory memory) {
+ }
+
+ @Override
+ public boolean terminate(final Memory memory) {
+ return true;
+ }
+
+ @Override
+ public Set<MessageScope> getMessageScopes(final Memory memory) {
+ return Collections.emptySet();
+ }
+
+ @SuppressWarnings({"CloneDoesntDeclareCloneNotSupportedException", "CloneDoesntCallSuperClone"})
+ @Override
+ public VertexProgram<Tuple> clone() {
+ return this;
+ }
+
+ @Override
+ public GraphComputer.ResultGraph getPreferredResultGraph() {
+ return GraphComputer.ResultGraph.NEW;
+ }
+
+ @Override
+ public GraphComputer.Persist getPreferredPersist() {
+ return GraphComputer.Persist.EDGES;
+ }
+
+ @Override
+ public String toString() {
+ return StringFactory.vertexProgramString(this);
+ }
+
+ public static Builder build() {
+ return new Builder();
+ }
+
+ public static class Builder extends AbstractVertexProgramBuilder<Builder> {
+
+ private Builder() {
+ super(BulkDumperVertexProgram.class);
+ }
+
+ @SuppressWarnings("unchecked")
+ @Override
+ public BulkDumperVertexProgram create(final Graph graph) {
+ return (BulkDumperVertexProgram) VertexProgram.createVertexProgram(graph, configuration);
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/blob/bdfd4902/gremlin-groovy-test/src/main/java/org/apache/tinkerpop/gremlin/process/GroovyProcessComputerSuite.java
----------------------------------------------------------------------
diff --git a/gremlin-groovy-test/src/main/java/org/apache/tinkerpop/gremlin/process/GroovyProcessComputerSuite.java b/gremlin-groovy-test/src/main/java/org/apache/tinkerpop/gremlin/process/GroovyProcessComputerSuite.java
index 56b6b34..88be667 100644
--- a/gremlin-groovy-test/src/main/java/org/apache/tinkerpop/gremlin/process/GroovyProcessComputerSuite.java
+++ b/gremlin-groovy-test/src/main/java/org/apache/tinkerpop/gremlin/process/GroovyProcessComputerSuite.java
@@ -23,6 +23,7 @@ import org.apache.tinkerpop.gremlin.GraphManager;
import org.apache.tinkerpop.gremlin.groovy.loaders.SugarLoader;
import org.apache.tinkerpop.gremlin.groovy.util.SugarTestHelper;
import org.apache.tinkerpop.gremlin.process.computer.GraphComputer;
+import org.apache.tinkerpop.gremlin.process.computer.bulkdumping.BulkDumperVertexProgramTest;
import org.apache.tinkerpop.gremlin.process.computer.bulkloading.BulkLoaderVertexProgramTest;
import org.apache.tinkerpop.gremlin.process.computer.clustering.peerpressure.PeerPressureVertexProgramTest;
import org.apache.tinkerpop.gremlin.process.computer.ranking.pagerank.PageRankVertexProgramTest;
@@ -171,6 +172,7 @@ public class GroovyProcessComputerSuite extends ProcessComputerSuite {
PageRankVertexProgramTest.class,
PeerPressureVertexProgramTest.class,
BulkLoaderVertexProgramTest.class,
+ BulkDumperVertexProgramTest.class,
};
public GroovyProcessComputerSuite(final Class<?> klass, final RunnerBuilder builder) throws InitializationError {
http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/blob/bdfd4902/gremlin-test/src/main/java/org/apache/tinkerpop/gremlin/process/ProcessComputerSuite.java
----------------------------------------------------------------------
diff --git a/gremlin-test/src/main/java/org/apache/tinkerpop/gremlin/process/ProcessComputerSuite.java b/gremlin-test/src/main/java/org/apache/tinkerpop/gremlin/process/ProcessComputerSuite.java
index 76919be..3338acf 100644
--- a/gremlin-test/src/main/java/org/apache/tinkerpop/gremlin/process/ProcessComputerSuite.java
+++ b/gremlin-test/src/main/java/org/apache/tinkerpop/gremlin/process/ProcessComputerSuite.java
@@ -21,6 +21,7 @@ package org.apache.tinkerpop.gremlin.process;
import org.apache.tinkerpop.gremlin.AbstractGremlinSuite;
import org.apache.tinkerpop.gremlin.process.computer.GraphComputer;
import org.apache.tinkerpop.gremlin.process.computer.GraphComputerTest;
+import org.apache.tinkerpop.gremlin.process.computer.bulkdumping.BulkDumperVertexProgramTest;
import org.apache.tinkerpop.gremlin.process.computer.bulkloading.BulkLoaderVertexProgramTest;
import org.apache.tinkerpop.gremlin.process.computer.clustering.peerpressure.PeerPressureVertexProgramTest;
import org.apache.tinkerpop.gremlin.process.computer.ranking.pagerank.PageRankVertexProgramTest;
@@ -175,6 +176,7 @@ public class ProcessComputerSuite extends AbstractGremlinSuite {
PageRankVertexProgramTest.class,
PeerPressureVertexProgramTest.class,
BulkLoaderVertexProgramTest.class,
+ BulkDumperVertexProgramTest.class,
// strategy
ComputerVerificationStrategyProcessTest.ComputerTraversals.class,
http://git-wip-us.apache.org/repos/asf/incubator-tinkerpop/blob/bdfd4902/gremlin-test/src/main/java/org/apache/tinkerpop/gremlin/process/computer/bulkdumping/BulkDumperVertexProgramTest.java
----------------------------------------------------------------------
diff --git a/gremlin-test/src/main/java/org/apache/tinkerpop/gremlin/process/computer/bulkdumping/BulkDumperVertexProgramTest.java b/gremlin-test/src/main/java/org/apache/tinkerpop/gremlin/process/computer/bulkdumping/BulkDumperVertexProgramTest.java
new file mode 100644
index 0000000..f33e2cf
--- /dev/null
+++ b/gremlin-test/src/main/java/org/apache/tinkerpop/gremlin/process/computer/bulkdumping/BulkDumperVertexProgramTest.java
@@ -0,0 +1,104 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.tinkerpop.gremlin.process.computer.bulkdumping;
+
+import org.apache.tinkerpop.gremlin.LoadGraphWith;
+import org.apache.tinkerpop.gremlin.process.AbstractGremlinProcessTest;
+import org.apache.tinkerpop.gremlin.process.computer.ComputerResult;
+import org.apache.tinkerpop.gremlin.process.computer.GraphComputer;
+import org.apache.tinkerpop.gremlin.structure.Direction;
+import org.apache.tinkerpop.gremlin.util.iterator.IteratorUtils;
+import org.junit.Test;
+
+import static org.apache.tinkerpop.gremlin.LoadGraphWith.GraphData.MODERN;
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+
+/**
+ * @author Daniel Kuppitz (http://gremlin.guru)
+ */
+public class BulkDumperVertexProgramTest extends AbstractGremlinProcessTest {
+
+ @Test
+ @LoadGraphWith(MODERN)
+ public void shouldDumpWholeGraph() throws Exception {
+ if (g.getGraphComputer().get().features().supportsResultGraphPersistCombination(GraphComputer.ResultGraph.NEW, GraphComputer.Persist.EDGES)) {
+ final ComputerResult result = graph.compute(g.getGraphComputer().get().getClass()).program(BulkDumperVertexProgram.build().create(graph)).submit().get();
+ result.graph().traversal().V().forEachRemaining(v -> {
+ assertEquals(2, v.keys().size());
+ assertTrue(v.keys().contains("name"));
+ assertTrue(v.keys().contains("age") || v.keys().contains("lang"));
+ assertEquals(1, IteratorUtils.count(v.values("name")));
+ assertEquals(1, IteratorUtils.count(v.values("age", "lang")));
+ final String name = v.value("name");
+ if (name.equals("marko")) {
+ assertEquals(1, v.id());
+ assertEquals("person", v.label());
+ assertEquals(Integer.valueOf(29), v.value("age"));
+ assertEquals(3, IteratorUtils.count(v.edges(Direction.OUT)));
+ assertEquals(2, IteratorUtils.count(v.edges(Direction.OUT, "knows")));
+ assertEquals(1, IteratorUtils.count(v.edges(Direction.OUT, "created")));
+ assertEquals(0, IteratorUtils.count(v.edges(Direction.IN)));
+ } else if (name.equals("vadas")) {
+ assertEquals(2, v.id());
+ assertEquals("person", v.label());
+ assertEquals(Integer.valueOf(27), v.value("age"));
+ assertEquals(0, IteratorUtils.count(v.edges(Direction.OUT)));
+ assertEquals(1, IteratorUtils.count(v.edges(Direction.IN)));
+ assertEquals(1, IteratorUtils.count(v.edges(Direction.IN, "knows")));
+ } else if (name.equals("lop")) {
+ assertEquals(3, v.id());
+ assertEquals("software", v.label());
+ assertEquals("java", v.value("lang"));
+ assertEquals(0, IteratorUtils.count(v.edges(Direction.OUT)));
+ assertEquals(3, IteratorUtils.count(v.edges(Direction.IN)));
+ assertEquals(3, IteratorUtils.count(v.edges(Direction.IN, "created")));
+ } else if (name.equals("josh")) {
+ assertEquals(4, v.id());
+ assertEquals("person", v.label());
+ assertEquals(Integer.valueOf(32), v.value("age"));
+ assertEquals(2, IteratorUtils.count(v.edges(Direction.OUT)));
+ assertEquals(2, IteratorUtils.count(v.edges(Direction.OUT, "created")));
+ assertEquals(1, IteratorUtils.count(v.edges(Direction.IN)));
+ assertEquals(1, IteratorUtils.count(v.edges(Direction.IN, "knows")));
+ } else if (name.equals("ripple")) {
+ assertEquals(5, v.id());
+ assertEquals("software", v.label());
+ assertEquals("java", v.value("lang"));
+ assertEquals(0, IteratorUtils.count(v.edges(Direction.OUT)));
+ assertEquals(1, IteratorUtils.count(v.edges(Direction.IN)));
+ assertEquals(1, IteratorUtils.count(v.edges(Direction.IN, "created")));
+ } else if (name.equals("peter")) {
+ assertEquals(6, v.id());
+ assertEquals("person", v.label());
+ assertEquals(Integer.valueOf(35), v.value("age"));
+ assertEquals(1, IteratorUtils.count(v.edges(Direction.OUT)));
+ assertEquals(1, IteratorUtils.count(v.edges(Direction.OUT, "created")));
+ assertEquals(0, IteratorUtils.count(v.edges(Direction.IN)));
+ } else
+ throw new IllegalStateException("The following vertex should not exist in the graph: " + name);
+ });
+ assertEquals(3.5, (Double) result.graph().traversal().E().values("weight").sum().next(), 0.01);
+ assertEquals(1.5, (Double) result.graph().traversal().E().hasLabel("knows").values("weight").sum().next(), 0.01);
+ assertEquals(2.0, (Double) result.graph().traversal().E().hasLabel("created").values("weight").sum().next(), 0.01);
+ assertEquals(result.memory().getIteration(), 0);
+ assertEquals(result.memory().asMap().size(), 0);
+ }
+ }
+}
\ No newline at end of file