You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tinkerpop.apache.org by sp...@apache.org on 2019/10/18 00:31:00 UTC
[tinkerpop] branch TINKERPOP-1568 created (now 9dbbad4)
This is an automated email from the ASF dual-hosted git repository.
spmallette pushed a change to branch TINKERPOP-1568
in repository https://gitbox.apache.org/repos/asf/tinkerpop.git.
at 9dbbad4 wip
This branch includes the following new commits:
new 9dbbad4 wip
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[tinkerpop] 01/01: wip
Posted by sp...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
spmallette pushed a commit to branch TINKERPOP-1568
in repository https://gitbox.apache.org/repos/asf/tinkerpop.git
commit 9dbbad46b8b03ed62faa1a06c394831614d9e9c3
Author: Stephen Mallette <sp...@genoprime.com>
AuthorDate: Wed Oct 9 16:50:00 2019 -0400
wip
---
.../computer/traversal/TraversalVertexProgram.java | 2 +-
.../strategy/decoration/VertexProgramStrategy.java | 5 ++-
.../MessagePassingReductionStrategy.java | 22 ++++++++++++-
.../strategy/decoration/SubgraphStrategy.java | 13 +-------
.../strategy/finalization/ProfileStrategy.java | 4 ++-
.../process/traversal/util/DefaultTraversal.java | 38 +++++++++++++---------
.../traversal/util/TraversalExplanation.java | 2 +-
.../process/traversal/util/TraversalHelper.java | 6 ++--
8 files changed, 57 insertions(+), 35 deletions(-)
diff --git a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/traversal/TraversalVertexProgram.java b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/traversal/TraversalVertexProgram.java
index 29cedfe..4cc7238 100644
--- a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/traversal/TraversalVertexProgram.java
+++ b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/traversal/TraversalVertexProgram.java
@@ -368,7 +368,7 @@ public final class TraversalVertexProgram implements VertexProgram<TraverserSet<
public void workerIterationEnd(final Memory memory) {
// store profile metrics in proper ProfileStep metrics
if (this.profile) {
- List<ProfileStep> profileSteps = TraversalHelper.getStepsOfAssignableClassRecursively(ProfileStep.class, this.traversal.get());
+ final List<ProfileStep> profileSteps = TraversalHelper.getStepsOfAssignableClassRecursively(ProfileStep.class, this.traversal.get());
// guess the profile step to store data
int profileStepIndex = memory.getIteration();
// if we guess wrongly write timing into last step
diff --git a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/traversal/strategy/decoration/VertexProgramStrategy.java b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/traversal/strategy/decoration/VertexProgramStrategy.java
index 538319b..5499fa2 100644
--- a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/traversal/strategy/decoration/VertexProgramStrategy.java
+++ b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/traversal/strategy/decoration/VertexProgramStrategy.java
@@ -34,6 +34,7 @@ import org.apache.tinkerpop.gremlin.process.traversal.TraversalSource;
import org.apache.tinkerpop.gremlin.process.traversal.TraversalStrategies;
import org.apache.tinkerpop.gremlin.process.traversal.TraversalStrategy;
import org.apache.tinkerpop.gremlin.process.traversal.dsl.graph.__;
+import org.apache.tinkerpop.gremlin.process.traversal.lambda.AbstractLambdaTraversal;
import org.apache.tinkerpop.gremlin.process.traversal.step.map.GraphStep;
import org.apache.tinkerpop.gremlin.process.traversal.step.util.EmptyStep;
import org.apache.tinkerpop.gremlin.process.traversal.strategy.AbstractTraversalStrategy;
@@ -70,7 +71,9 @@ public final class VertexProgramStrategy extends AbstractTraversalStrategy<Trave
@Override
public void apply(final Traversal.Admin<?, ?> traversal) {
// VertexPrograms can only execute at the root level of a Traversal and should not be applied locally prior to RemoteStrategy
- if (!(traversal.getParent() instanceof EmptyStep) || traversal.getStrategies().getStrategy(RemoteStrategy.class).isPresent())
+ if (!(traversal.getParent() instanceof EmptyStep)
+ || traversal instanceof AbstractLambdaTraversal
+ || traversal.getStrategies().getStrategy(RemoteStrategy.class).isPresent())
return;
// back propagate as()-labels off of vertex computing steps
diff --git a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/traversal/strategy/optimization/MessagePassingReductionStrategy.java b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/traversal/strategy/optimization/MessagePassingReductionStrategy.java
index cff152e..f32d376 100644
--- a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/traversal/strategy/optimization/MessagePassingReductionStrategy.java
+++ b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/computer/traversal/strategy/optimization/MessagePassingReductionStrategy.java
@@ -40,6 +40,7 @@ import org.apache.tinkerpop.gremlin.process.traversal.step.map.TraversalFlatMapS
import org.apache.tinkerpop.gremlin.process.traversal.step.map.TraversalMapStep;
import org.apache.tinkerpop.gremlin.process.traversal.step.map.VertexStep;
import org.apache.tinkerpop.gremlin.process.traversal.step.sideEffect.IdentityStep;
+import org.apache.tinkerpop.gremlin.process.traversal.step.sideEffect.ProfileSideEffectStep;
import org.apache.tinkerpop.gremlin.process.traversal.step.sideEffect.SideEffectStep;
import org.apache.tinkerpop.gremlin.process.traversal.step.util.EmptyStep;
import org.apache.tinkerpop.gremlin.process.traversal.strategy.AbstractTraversalStrategy;
@@ -98,7 +99,26 @@ public final class MessagePassingReductionStrategy extends AbstractTraversalStra
!(computerTraversal.getStartStep().getNextStep() instanceof Barrier) &&
TraversalHelper.hasStepOfAssignableClassRecursively(Arrays.asList(VertexStep.class, EdgeVertexStep.class), computerTraversal) &&
TraversalHelper.isLocalStarGraph(computerTraversal)) {
- final Step barrier = (Step) TraversalHelper.getFirstStepOfAssignableClass(Barrier.class, computerTraversal).orElse(null);
+ Step barrier = (Step) TraversalHelper.getFirstStepOfAssignableClass(Barrier.class, computerTraversal).orElse(null);
+
+ // if the barrier isn't present gotta check for uncapped profile() which can happen if you do
+ // profile("metrics") - see below for more worries
+ if (null == barrier) {
+ final ProfileSideEffectStep pses = TraversalHelper.getFirstStepOfAssignableClass(ProfileSideEffectStep.class, computerTraversal).orElse(null);
+ if (pses != null)
+ barrier = pses.getPreviousStep();
+ }
+
+ // if the barrier is a profile() then we'll mess stuff up if we wrap that in a local() as in:
+ // local(..., ProfileSideEffectStep)
+ // which won't compute right on OLAP (or anything??). By stepping back we cut things off at
+ // just before the ProfileSideEffectStep to go inside the local() so that ProfileSideEffectStep
+ // shows up just after it
+ //
+ // why does this strategy need to know so much about profile!?!
+ if (barrier != null && barrier.getPreviousStep() instanceof ProfileSideEffectStep)
+ barrier = barrier.getPreviousStep().getPreviousStep();
+
if (MessagePassingReductionStrategy.insertElementId(barrier)) // out().count() -> out().id().count()
TraversalHelper.insertBeforeStep(new IdStep(computerTraversal), barrier, computerTraversal);
if (!(MessagePassingReductionStrategy.endsWithElement(null == barrier ? computerTraversal.getEndStep() : barrier))) {
diff --git a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/strategy/decoration/SubgraphStrategy.java b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/strategy/decoration/SubgraphStrategy.java
index c04b77a..60b92a8 100644
--- a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/strategy/decoration/SubgraphStrategy.java
+++ b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/strategy/decoration/SubgraphStrategy.java
@@ -150,18 +150,7 @@ public final class SubgraphStrategy extends AbstractTraversalStrategy<TraversalS
traversal.getStartStep().removeLabel(MARKER);
return;
}
- for (final Step step : traversal.getSteps()) {
- if (step instanceof TraversalParent) {
- for (final Traversal.Admin t : ((TraversalParent) step).getLocalChildren()) {
- this.apply(t);
- t.getStartStep().addLabel(MARKER);
- }
- for (final Traversal.Admin t : ((TraversalParent) step).getGlobalChildren()) {
- this.apply(t);
- t.getStartStep().addLabel(MARKER);
- }
- }
- }
+
//
final List<GraphStep> graphSteps = TraversalHelper.getStepsOfAssignableClass(GraphStep.class, traversal);
final List<VertexStep> vertexSteps = TraversalHelper.getStepsOfAssignableClass(VertexStep.class, traversal);
diff --git a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/strategy/finalization/ProfileStrategy.java b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/strategy/finalization/ProfileStrategy.java
index ceedb38..ccce49b 100644
--- a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/strategy/finalization/ProfileStrategy.java
+++ b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/strategy/finalization/ProfileStrategy.java
@@ -45,9 +45,11 @@ public final class ProfileStrategy extends AbstractTraversalStrategy<TraversalSt
@Override
public void apply(final Traversal.Admin<?, ?> traversal) {
- if ((traversal.getParent() instanceof EmptyStep || traversal.getParent() instanceof VertexProgramStep) &&
+ if (!traversal.getEndStep().getLabels().contains(MARKER) &&
+ (traversal.getParent() instanceof EmptyStep || traversal.getParent() instanceof VertexProgramStep) &&
TraversalHelper.hasStepOfAssignableClassRecursively(ProfileSideEffectStep.class, traversal))
TraversalHelper.applyTraversalRecursively(t -> t.getEndStep().addLabel(MARKER), traversal);
+
if (traversal.getEndStep().getLabels().contains(MARKER)) {
traversal.getEndStep().removeLabel(MARKER);
// Add .profile() step after every pre-existing step.
diff --git a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/util/DefaultTraversal.java b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/util/DefaultTraversal.java
index b7bf94d..677fee5 100644
--- a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/util/DefaultTraversal.java
+++ b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/util/DefaultTraversal.java
@@ -18,16 +18,20 @@
*/
package org.apache.tinkerpop.gremlin.process.traversal.util;
+import org.apache.tinkerpop.gremlin.process.computer.traversal.step.map.TraversalVertexProgramStep;
+import org.apache.tinkerpop.gremlin.process.computer.traversal.step.map.VertexProgramStep;
import org.apache.tinkerpop.gremlin.process.traversal.Bytecode;
import org.apache.tinkerpop.gremlin.process.traversal.Step;
import org.apache.tinkerpop.gremlin.process.traversal.Traversal;
import org.apache.tinkerpop.gremlin.process.traversal.TraversalSideEffects;
import org.apache.tinkerpop.gremlin.process.traversal.TraversalSource;
import org.apache.tinkerpop.gremlin.process.traversal.TraversalStrategies;
+import org.apache.tinkerpop.gremlin.process.traversal.TraversalStrategy;
import org.apache.tinkerpop.gremlin.process.traversal.Traverser;
import org.apache.tinkerpop.gremlin.process.traversal.TraverserGenerator;
import org.apache.tinkerpop.gremlin.process.traversal.step.TraversalParent;
import org.apache.tinkerpop.gremlin.process.traversal.step.util.EmptyStep;
+import org.apache.tinkerpop.gremlin.process.traversal.strategy.decoration.SubgraphStrategy;
import org.apache.tinkerpop.gremlin.process.traversal.traverser.TraverserRequirement;
import org.apache.tinkerpop.gremlin.process.traversal.traverser.util.DefaultTraverserGeneratorFactory;
import org.apache.tinkerpop.gremlin.process.traversal.traverser.util.EmptyTraverser;
@@ -121,25 +125,27 @@ public class DefaultTraversal<S, E> implements Traversal.Admin<S, E> {
public void applyStrategies() throws IllegalStateException {
if (this.locked) throw Traversal.Exceptions.traversalIsLocked();
TraversalHelper.reIdSteps(this.stepPosition, this);
- this.strategies.applyStrategies(this);
boolean hasGraph = null != this.graph;
- for (int i = 0, j = this.steps.size(); i < j; i++) { // "foreach" can lead to ConcurrentModificationExceptions
- final Step step = this.steps.get(i);
- if (step instanceof TraversalParent) {
- for (final Traversal.Admin<?, ?> globalChild : ((TraversalParent) step).getGlobalChildren()) {
- globalChild.setStrategies(this.strategies);
- globalChild.setSideEffects(this.sideEffects);
- if (hasGraph) globalChild.setGraph(this.graph);
- globalChild.applyStrategies();
- }
- for (final Traversal.Admin<?, ?> localChild : ((TraversalParent) step).getLocalChildren()) {
- localChild.setStrategies(this.strategies);
- localChild.setSideEffects(this.sideEffects);
- if (hasGraph) localChild.setGraph(this.graph);
- localChild.applyStrategies();
- }
+
+ if (this.getParent() instanceof EmptyStep || this.getParent() instanceof VertexProgramStep) {
+ for (final TraversalStrategy strategy : this.strategies.toList()) {
+ TraversalHelper.applyTraversalRecursively(t -> {
+ t.setStrategies(this.strategies);
+ t.setSideEffects(this.sideEffects);
+ if (hasGraph) t.setGraph(this.graph);
+ strategy.apply(t);
+ }, this);
}
+
+ // don't need to re-apply strategies to "this" - leads to endless recursion in GraphComputer.
+ TraversalHelper.applyTraversalRecursively(t -> {
+ if(!(t.getParent() instanceof EmptyStep) && t != this && !t.isLocked()) {
+ t.setStrategies(new DefaultTraversalStrategies());
+ t.applyStrategies();
+ }
+ }, this);
}
+
this.finalEndStep = this.getEndStep();
// finalize requirements
if (this.getParent() instanceof EmptyStep) {
diff --git a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/util/TraversalExplanation.java b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/util/TraversalExplanation.java
index c4fa057..1ef5e97 100644
--- a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/util/TraversalExplanation.java
+++ b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/util/TraversalExplanation.java
@@ -51,7 +51,7 @@ public class TraversalExplanation extends AbstractExplanation implements Seriali
public TraversalExplanation(final Traversal.Admin<?, ?> traversal) {
this.traversal = traversal.clone();
- TraversalStrategies mutatingStrategies = new DefaultTraversalStrategies();
+ final TraversalStrategies mutatingStrategies = new DefaultTraversalStrategies();
for (final TraversalStrategy strategy : this.traversal.getStrategies().toList()) {
final Traversal.Admin<?, ?> mutatingTraversal = this.traversal.clone();
mutatingStrategies.addStrategies(strategy);
diff --git a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/util/TraversalHelper.java b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/util/TraversalHelper.java
index 21319f5..55e04f8 100644
--- a/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/util/TraversalHelper.java
+++ b/gremlin-core/src/main/java/org/apache/tinkerpop/gremlin/process/traversal/util/TraversalHelper.java
@@ -116,7 +116,7 @@ public final class TraversalHelper {
}
} else if (step instanceof TraversalParent) {
final char currState = state;
- Set<Character> states = new HashSet<>();
+ final Set<Character> states = new HashSet<>();
for (final Traversal.Admin<?, ?> local : ((TraversalParent) step).getLocalChildren()) {
final char s = isLocalStarGraph(local, currState);
if ('x' == s) return 'x';
@@ -465,7 +465,9 @@ public final class TraversalHelper {
*/
public static void applyTraversalRecursively(final Consumer<Traversal.Admin<?, ?>> consumer, final Traversal.Admin<?, ?> traversal) {
consumer.accept(traversal);
- for (final Step<?, ?> step : traversal.getSteps()) {
+ final List<Step> steps = traversal.getSteps();
+ for (int ix = 0; ix < steps.size(); ix++) {
+ final Step step = steps.get(ix);
if (step instanceof TraversalParent) {
for (final Traversal.Admin<?, ?> local : ((TraversalParent) step).getLocalChildren()) {
applyTraversalRecursively(consumer, local);