You are viewing a plain text version of this content. The canonical link for it is here.
Posted to oak-commits@jackrabbit.apache.org by mr...@apache.org on 2015/10/01 15:30:53 UTC
svn commit: r1706244 - in /jackrabbit/oak/branches/1.2: ./
oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/
oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/util/
oak-core/src/test/java/org/apache/jackrabbit/oak/plugi...
Author: mreutegg
Date: Thu Oct 1 13:30:53 2015
New Revision: 1706244
URL: http://svn.apache.org/viewvc?rev=1706244&view=rev
Log:
OAK-3388: Inconsistent read in cluster with clock differences
Merged revisions 1702241,1705871 from trunk
Removed:
jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/CollisionHandler.java
Modified:
jackrabbit/oak/branches/1.2/ (props changed)
jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/Commit.java
jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStore.java
jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/NodeDocument.java
jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/Revision.java
jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/util/Utils.java
jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreTest.java
jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/NodeDocumentTest.java
jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/RevisionTest.java
jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/util/UtilsTest.java
Propchange: jackrabbit/oak/branches/1.2/
------------------------------------------------------------------------------
--- svn:mergeinfo (original)
+++ svn:mergeinfo Thu Oct 1 13:30:53 2015
@@ -1,3 +1,3 @@
/jackrabbit/oak/branches/1.0:1665962
-/jackrabbit/oak/trunk:1672350,1672468,1672537,1672603,1672642,1672644,1672834-1672835,1673351,1673410,1673414-1673415,1673436,1673644,1673662-1673664,1673669,1673695,1673713,1673738,1673787,1673791,1674046,1674065,1674075,1674107,1674228,1674780,1674880,1675054-1675055,1675319,1675332,1675354,1675357,1675382,1675555,1675566,1675593,1676198,1676237,1676407,1676458,1676539,1676670,1676693,1676703,1676725,1677579,1677581,1677609,1677611,1677774,1677788,1677797,1677804,1677806,1677939,1677991,1678023,1678095-1678096,1678124,1678171,1678173,1678211,1678323,1678758,1678938,1678954,1679144,1679165,1679191,1679232,1679235,1679503,1679958,1679961,1680170,1680172,1680182,1680222,1680232,1680236,1680461,1680633,1680643,1680747,1680805-1680806,1680903,1681282,1681767,1681918,1681955,1682042,1682218,1682235,1682437,1682494,1682555,1682855,1682904,1683059,1683089,1683213,1683249,1683259,1683278,1683323,1683687,1683700,1684174-1684175,1684186,1684376,1684442,1684561,1684570,1684601,1684618,1684820
,1684868,1685023,1685075,1685370,1685552,1685589-1685590,1685840,1685964,1685977,1685989,1685999,1686023,1686032,1686097,1686162,1686229,1686234,1686253,1686414,1686780,1686854,1686857,1686971,1687053-1687055,1687175,1687196,1687198,1687220,1687239-1687240,1687301,1687441,1687553,1688089-1688090,1688172,1688179,1688349,1688421,1688436,1688453,1688616,1688622,1688634,1688636,1688817,1689003-1689004,1689008,1689577,1689581,1689623,1689810,1689828,1689831,1689833,1689903,1690017,1690043,1690047,1690057,1690247,1690249,1690634-1690637,1690650,1690669,1690674,1690885,1690941,1691139,1691151,1691159,1691167,1691183,1691188,1691210,1691280,1691307,1691331-1691333,1691345,1691384-1691385,1691401,1691509,1692133-1692134,1692156,1692250,1692274,1692363,1692382,1692478,1692955,1693002,1693030,1693209,1693421,1693525-1693526,1694007,1694393-1694394,1695050,1695122,1695280,1695299,1695457,1695482,1695507,1695521,1695540,1696194,1696242,1696285,1696578,1696759,1696916,1697363,1697373,1697410,1697
582,1697589,1697616,1697672,1700191,1700231,1700397,1700403,1700506,1700571,1700727,1700749,1700769,1700775,1701065,1701619,1701733,1701743,1701750,1701768,1701806,1701810,1701814,1701948,1701955,1701959,1701965,1701986,1702014,1702022,1702272,1702387,1702405,1702423,1702860,1702942,1702960,1703212,1703382,1703395,1703411,1703428,1703430,1703568,1703592,1703758,1703858,1703878,1704256,1704282,1704285,1704457,1704479,1704490,1704614,1704629,1704636,1704655,1704670,1704886,1705005,1705027,1705043,1705055,1705268,1705273,1705677,1705701,1705992,1706212
+/jackrabbit/oak/trunk:1672350,1672468,1672537,1672603,1672642,1672644,1672834-1672835,1673351,1673410,1673414-1673415,1673436,1673644,1673662-1673664,1673669,1673695,1673713,1673738,1673787,1673791,1674046,1674065,1674075,1674107,1674228,1674780,1674880,1675054-1675055,1675319,1675332,1675354,1675357,1675382,1675555,1675566,1675593,1676198,1676237,1676407,1676458,1676539,1676670,1676693,1676703,1676725,1677579,1677581,1677609,1677611,1677774,1677788,1677797,1677804,1677806,1677939,1677991,1678023,1678095-1678096,1678124,1678171,1678173,1678211,1678323,1678758,1678938,1678954,1679144,1679165,1679191,1679232,1679235,1679503,1679958,1679961,1680170,1680172,1680182,1680222,1680232,1680236,1680461,1680633,1680643,1680747,1680805-1680806,1680903,1681282,1681767,1681918,1681955,1682042,1682218,1682235,1682437,1682494,1682555,1682855,1682904,1683059,1683089,1683213,1683249,1683259,1683278,1683323,1683687,1683700,1684174-1684175,1684186,1684376,1684442,1684561,1684570,1684601,1684618,1684820
,1684868,1685023,1685075,1685370,1685552,1685589-1685590,1685840,1685964,1685977,1685989,1685999,1686023,1686032,1686097,1686162,1686229,1686234,1686253,1686414,1686780,1686854,1686857,1686971,1687053-1687055,1687175,1687196,1687198,1687220,1687239-1687240,1687301,1687441,1687553,1688089-1688090,1688172,1688179,1688349,1688421,1688436,1688453,1688616,1688622,1688634,1688636,1688817,1689003-1689004,1689008,1689577,1689581,1689623,1689810,1689828,1689831,1689833,1689903,1690017,1690043,1690047,1690057,1690247,1690249,1690634-1690637,1690650,1690669,1690674,1690885,1690941,1691139,1691151,1691159,1691167,1691183,1691188,1691210,1691280,1691307,1691331-1691333,1691345,1691384-1691385,1691401,1691509,1692133-1692134,1692156,1692250,1692274,1692363,1692382,1692478,1692955,1693002,1693030,1693209,1693421,1693525-1693526,1694007,1694393-1694394,1695050,1695122,1695280,1695299,1695457,1695482,1695507,1695521,1695540,1696194,1696242,1696285,1696578,1696759,1696916,1697363,1697373,1697410,1697
582,1697589,1697616,1697672,1700191,1700231,1700397,1700403,1700506,1700571,1700727,1700749,1700769,1700775,1701065,1701619,1701733,1701743,1701750,1701768,1701806,1701810,1701814,1701948,1701955,1701959,1701965,1701986,1702014,1702022,1702241,1702272,1702387,1702405,1702423,1702860,1702942,1702960,1703212,1703382,1703395,1703411,1703428,1703430,1703568,1703592,1703758,1703858,1703878,1704256,1704282,1704285,1704457,1704479,1704490,1704614,1704629,1704636,1704655,1704670,1704886,1705005,1705027,1705043,1705055,1705268,1705273,1705677,1705701,1705871,1705992,1706212
/jackrabbit/trunk:1345480
Modified: jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/Commit.java
URL: http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/Commit.java?rev=1706244&r1=1706243&r2=1706244&view=diff
==============================================================================
--- jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/Commit.java (original)
+++ jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/Commit.java Thu Oct 1 13:30:53 2015
@@ -58,9 +58,10 @@ public class Commit {
private final DocumentNodeStoreBranch branch;
private final Revision baseRevision;
private final Revision revision;
- private HashMap<String, UpdateOp> operations = new LinkedHashMap<String, UpdateOp>();
- private JsopWriter diff = new JsopStream();
- private Set<Revision> collisions = new LinkedHashSet<Revision>();
+ private final HashMap<String, UpdateOp> operations = new LinkedHashMap<String, UpdateOp>();
+ private final JsopWriter diff = new JsopStream();
+ private final Set<Revision> collisions = new LinkedHashSet<Revision>();
+ private Branch b;
/**
* List of all node paths which have been modified in this commit. In addition to the nodes
@@ -494,13 +495,12 @@ public class Commit {
if (baseRevision != null) {
Revision newestRev = null;
if (before != null) {
- newestRev = before.getNewestRevision(nodeStore, revision,
- new CollisionHandler() {
- @Override
- void concurrentModification(Revision other) {
- collisions.add(other);
- }
- });
+ Revision base = baseRevision;
+ if (nodeStore.isDisableBranches()) {
+ base = base.asTrunkRevision();
+ }
+ newestRev = before.getNewestRevision(
+ nodeStore, base, revision, getBranch(), collisions);
}
String conflictMessage = null;
if (newestRev == null) {
@@ -583,6 +583,20 @@ public class Commit {
}
/**
+ * @return the branch if this is a branch commit, otherwise {@code null}.
+ */
+ @CheckForNull
+ private Branch getBranch() {
+ if (baseRevision == null || !baseRevision.isBranch()) {
+ return null;
+ }
+ if (b == null) {
+ b = nodeStore.getBranches().getBranch(revision);
+ }
+ return b;
+ }
+
+ /**
* Apply the changes to the DocumentNodeStore (to update the cache).
*
* @param before the revision right before this commit.
Modified: jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStore.java
URL: http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStore.java?rev=1706244&r1=1706243&r2=1706244&view=diff
==============================================================================
--- jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStore.java (original)
+++ jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStore.java Thu Oct 1 13:30:53 2015
@@ -42,6 +42,7 @@ import java.io.InputStream;
import java.lang.ref.WeakReference;
import java.text.SimpleDateFormat;
import java.util.Collections;
+import java.util.Date;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
@@ -1763,6 +1764,29 @@ public final class DocumentNodeStore
return stats;
}
Map<Integer, Revision> lastRevMap = doc.getLastRev();
+ try {
+ long externalTime = Utils.getMaxExternalTimestamp(lastRevMap.values(), clusterId);
+ long localTime = clock.getTime();
+ if (localTime < externalTime) {
+ LOG.warn("Detected clock differences. Local time is '{}', " +
+ "while most recent external time is '{}'. " +
+ "Current _lastRev entries: {}",
+ new Date(localTime), new Date(externalTime), lastRevMap.values());
+ double delay = ((double) externalTime - localTime) / 1000d;
+ String msg = String.format("Background read will be delayed by %.1f seconds. " +
+ "Please check system time on cluster nodes.", delay);
+ LOG.warn(msg);
+ clock.waitUntil(externalTime + 1);
+ } else if (localTime == externalTime) {
+ // make sure local time is past external time
+ // but only log at debug
+ LOG.debug("Local and external time are equal. Waiting until local" +
+ "time is more recent than external reported time.");
+ clock.waitUntil(externalTime + 1);
+ }
+ } catch (InterruptedException e) {
+ throw new RuntimeException("Background read interrupted", e);
+ }
Revision.RevisionComparator revisionComparator = getRevisionComparator();
// the (old) head occurred first
Modified: jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/NodeDocument.java
URL: http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/NodeDocument.java?rev=1706244&r1=1706243&r2=1706244&view=diff
==============================================================================
--- jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/NodeDocument.java (original)
+++ jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/NodeDocument.java Thu Oct 1 13:30:53 2015
@@ -18,12 +18,12 @@ package org.apache.jackrabbit.oak.plugin
import java.util.ArrayList;
import java.util.Collections;
-import java.util.Comparator;
import java.util.Iterator;
import java.util.Map;
import java.util.Map.Entry;
import java.util.NavigableMap;
import java.util.Queue;
+import java.util.Set;
import java.util.SortedMap;
import java.util.SortedSet;
import java.util.TreeMap;
@@ -55,7 +55,9 @@ import com.google.common.collect.Iterabl
import com.google.common.collect.Maps;
import com.google.common.collect.Sets;
+import static com.google.common.base.Preconditions.checkArgument;
import static com.google.common.base.Preconditions.checkNotNull;
+import static com.google.common.collect.Iterables.concat;
import static com.google.common.collect.Iterables.filter;
import static com.google.common.collect.Iterables.transform;
import static org.apache.jackrabbit.oak.plugins.document.Collection.NODES;
@@ -672,15 +674,21 @@ public final class NodeDocument extends
* Get the revision of the latest change made to this node.
*
* @param context the revision context
+ * @param baseRev the base revision of the current change.
* @param changeRev the revision of the current change
- * @param handler the conflict handler, which is called for concurrent changes
- * preceding <code>changeRev</code>.
+ * @param branch the branch associated with the current change or
+ * {@code null} if {@code changeRev} is not a branch commit.
+ * @param collisions concurrent changes preceding <code>changeRev</code>.
* @return the revision, or null if deleted
*/
@CheckForNull
- public Revision getNewestRevision(final RevisionContext context,
- final Revision changeRev,
- final CollisionHandler handler) {
+ Revision getNewestRevision(final RevisionContext context,
+ final Revision baseRev,
+ final Revision changeRev,
+ final Branch branch,
+ final Set<Revision> collisions) {
+ checkArgument(!baseRev.isBranch() || branch != null,
+ "Branch must be non-null if baseRev is a branch revision");
final Map<Revision, String> validRevisions = Maps.newHashMap();
Predicate<Revision> predicate = new Predicate<Revision>() {
@Override
@@ -691,15 +699,25 @@ public final class NodeDocument extends
if (isValidRevision(context, input, null, changeRev, validRevisions)) {
return true;
}
- handler.concurrentModification(input);
+ collisions.add(input);
return false;
}
};
Revision newestRev = null;
+ int localClusterId = context.getClusterId();
// check local commits first
SortedMap<Revision, String> revisions = getLocalRevisions();
SortedMap<Revision, String> commitRoots = getLocalCommitRoot();
+ // go through all local commits and consider all
+ // changes from another cluster node not yet visible from
+ // the base version as collision
+ for (Revision r : concat(revisions.keySet(), commitRoots.keySet())) {
+ if (r.getClusterId() != localClusterId
+ && isRevisionNewer(context, r, baseRev)) {
+ collisions.add(r);
+ }
+ }
Iterator<Revision> it = filter(Iterables.mergeSorted(
ImmutableList.of(revisions.keySet(), commitRoots.keySet()),
revisions.comparator()), predicate).iterator();
Modified: jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/Revision.java
URL: http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/Revision.java?rev=1706244&r1=1706243&r2=1706244&view=diff
==============================================================================
--- jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/Revision.java (original)
+++ jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/Revision.java Thu Oct 1 13:30:53 2015
@@ -607,7 +607,7 @@ public class Revision {
if (comp != 0) {
return comp;
}
- return Integer.signum(o1.getClusterId() - o2.getClusterId());
+ return o1.compareTo(o2);
}
/**
Modified: jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/util/Utils.java
URL: http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/util/Utils.java?rev=1706244&r1=1706243&r2=1706244&view=diff
==============================================================================
--- jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/util/Utils.java (original)
+++ jackrabbit/oak/branches/1.2/oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/document/util/Utils.java Thu Oct 1 13:30:53 2015
@@ -510,12 +510,30 @@ public class Utils {
*/
@CheckForNull
public static Revision max(@Nullable Revision a, @Nullable Revision b) {
+ return max(a, b, StableRevisionComparator.INSTANCE);
+ }
+
+ /**
+ * Returns the revision which is considered more recent or {@code null} if
+ * both revisions are {@code null}. The implementation will return the first
+ * revision if both are considered equal. The comparison is done using the
+ * provided comparator.
+ *
+ * @param a the first revision (or {@code null}).
+ * @param b the second revision (or {@code null}).
+ * @param c the comparator.
+ * @return the revision considered more recent.
+ */
+ @CheckForNull
+ public static Revision max(@Nullable Revision a,
+ @Nullable Revision b,
+ @Nonnull Comparator<Revision> c) {
if (a == null) {
return b;
} else if (b == null) {
return a;
}
- return StableRevisionComparator.INSTANCE.compare(a, b) >= 0 ? a : b;
+ return c.compare(a, b) >= 0 ? a : b;
}
/**
@@ -628,4 +646,26 @@ public class Utils {
}
});
}
+
+ /**
+ * Returns the highest timestamp of all the passed external revisions.
+ * A revision is considered external if the clusterId is different from the
+ * passed {@code localClusterId}.
+ *
+ * @param revisions the revisions to consider.
+ * @param localClusterId the id of the local cluster node.
+ * @return the highest timestamp or {@link Long#MIN_VALUE} if none of the
+ * revisions is external.
+ */
+ public static long getMaxExternalTimestamp(Iterable<Revision> revisions,
+ int localClusterId) {
+ long maxTime = Long.MIN_VALUE;
+ for (Revision r : revisions) {
+ if (r.getClusterId() == localClusterId) {
+ continue;
+ }
+ maxTime = Math.max(maxTime, r.getTimestamp());
+ }
+ return maxTime;
+ }
}
Modified: jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreTest.java
URL: http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreTest.java?rev=1706244&r1=1706243&r2=1706244&view=diff
==============================================================================
--- jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreTest.java (original)
+++ jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/DocumentNodeStoreTest.java Thu Oct 1 13:30:53 2015
@@ -91,7 +91,6 @@ import org.apache.jackrabbit.oak.spi.sta
import org.apache.jackrabbit.oak.spi.state.NodeStore;
import org.apache.jackrabbit.oak.stats.Clock;
import org.junit.After;
-import org.junit.Ignore;
import org.junit.Rule;
import org.junit.Test;
@@ -1066,7 +1065,6 @@ public class DocumentNodeStoreTest {
}
// OAK-2929
- @Ignore
@Test
public void conflictDetectionWithClockDifference() throws Exception {
MemoryDocumentStore store = new MemoryDocumentStore();
@@ -1124,7 +1122,6 @@ public class DocumentNodeStoreTest {
}
// OAK-2929
- @Ignore
@Test
public void parentWithUnseenChildrenMustNotBeDeleted() throws Exception {
final MemoryDocumentStore docStore = new MemoryDocumentStore();
@@ -1287,12 +1284,7 @@ public class DocumentNodeStoreTest {
//root would hold reference to store2 root state after initial repo initialization
root = store2.getRoot();
- //The hidden node itself should be creatable across cluster concurrently
- builder = root.builder();
- builder.child(":dynHidden");
- merge(store2, builder);
-
- //Children of hidden node should be creatable across cluster concurrently
+ //The hidden node and children should be creatable across cluster concurrently
builder = root.builder();
builder.child(":hidden").child("b");
builder.child(":dynHidden").child("c");
@@ -1455,6 +1447,109 @@ public class DocumentNodeStoreTest {
false, "Change deleted merge conflicts for internal docs should fail");
}
+ // OAK-3388
+ @Test
+ public void clusterWithClockDifferences() throws Exception {
+ MemoryDocumentStore store = new MemoryDocumentStore();
+ long now = System.currentTimeMillis();
+ Clock c1 = new Clock.Virtual();
+ c1.waitUntil(now);
+ Revision.setClock(c1);
+ DocumentNodeStore ns1 = builderProvider.newBuilder().clock(c1)
+ .setDocumentStore(store).setAsyncDelay(0).getNodeStore();
+ NodeBuilder b1 = ns1.getRoot().builder();
+ b1.child("node");
+ merge(ns1, b1);
+ // make /node visible
+ ns1.runBackgroundOperations();
+
+ Revision.resetClockToDefault();
+ Clock c2 = new Clock.Virtual();
+ // c2 is five seconds ahead
+ c2.waitUntil(now + 5000);
+ Revision.setClock(c2);
+
+ DocumentNodeStore ns2 = builderProvider.newBuilder().clock(c2)
+ .setDocumentStore(store).setAsyncDelay(0).getNodeStore();
+ // ns2 sees /node
+ assertTrue(ns2.getRoot().hasChildNode("node"));
+
+ // remove /node on ns2
+ NodeBuilder b2 = ns2.getRoot().builder();
+ b2.child("node").remove();
+ merge(ns2, b2);
+ ns2.runBackgroundOperations();
+
+ // add /node again on ns1
+ Revision.resetClockToDefault();
+ Revision.setClock(c1);
+ ns1.runBackgroundOperations();
+ b1 = ns1.getRoot().builder();
+ assertFalse(b1.hasChildNode("node"));
+ b1.child("node");
+ merge(ns1, b1);
+ ns1.runBackgroundOperations();
+
+ // check if /node is visible on ns2
+ Revision.resetClockToDefault();
+ Revision.setClock(c2);
+ ns2.runBackgroundOperations();
+ b2 = ns2.getRoot().builder();
+ assertTrue(b2.hasChildNode("node"));
+ }
+
+ // OAK-3388
+ @Test
+ public void clusterWithClockDifferences2() throws Exception {
+ MemoryDocumentStore store = new MemoryDocumentStore();
+ long now = System.currentTimeMillis();
+ Clock c1 = new Clock.Virtual();
+ c1.waitUntil(now);
+ Revision.setClock(c1);
+ DocumentNodeStore ns1 = builderProvider.newBuilder().clock(c1)
+ .setDocumentStore(store).setAsyncDelay(0).getNodeStore();
+ NodeBuilder b1 = ns1.getRoot().builder();
+ b1.child("node").setProperty("p", 1);
+ merge(ns1, b1);
+ // make /node visible
+ ns1.runBackgroundOperations();
+
+ Revision.resetClockToDefault();
+ Clock c2 = new Clock.Virtual();
+ // c2 is five seconds ahead
+ c2.waitUntil(now + 5000);
+ Revision.setClock(c2);
+
+ DocumentNodeStore ns2 = builderProvider.newBuilder().clock(c2)
+ .setDocumentStore(store).setAsyncDelay(0).getNodeStore();
+ // ns2 sees /node
+ assertTrue(ns2.getRoot().hasChildNode("node"));
+ assertEquals(1, ns2.getRoot().getChildNode("node").getProperty("p").getValue(Type.LONG).longValue());
+
+ // increment /node/p ns2
+ NodeBuilder b2 = ns2.getRoot().builder();
+ b2.child("node").setProperty("p", 2);
+ merge(ns2, b2);
+ ns2.runBackgroundOperations();
+
+ // increment /node/p2 on ns1
+ Revision.resetClockToDefault();
+ Revision.setClock(c1);
+ ns1.runBackgroundOperations();
+ b1 = ns1.getRoot().builder();
+ assertEquals(2, b1.getChildNode("node").getProperty("p").getValue(Type.LONG).longValue());
+ b1.child("node").setProperty("p", 3);
+ merge(ns1, b1);
+ ns1.runBackgroundOperations();
+
+ // check if /node/p=3 is visible on ns2
+ Revision.resetClockToDefault();
+ Revision.setClock(c2);
+ ns2.runBackgroundOperations();
+ b2 = ns2.getRoot().builder();
+ assertEquals(3, b2.getChildNode("node").getProperty("p").getValue(Type.LONG).longValue());
+ }
+
/**
* Utility class that eases creating single cluster id merge conflicts. The two methods:
* <ul>
Modified: jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/NodeDocumentTest.java
URL: http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/NodeDocumentTest.java?rev=1706244&r1=1706243&r2=1706244&view=diff
==============================================================================
--- jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/NodeDocumentTest.java (original)
+++ jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/NodeDocumentTest.java Thu Oct 1 13:30:53 2015
@@ -18,6 +18,7 @@ package org.apache.jackrabbit.oak.plugin
import java.util.Collections;
import java.util.Comparator;
+import java.util.HashSet;
import java.util.Iterator;
import java.util.List;
import java.util.Random;
@@ -38,12 +39,16 @@ import org.apache.jackrabbit.oak.spi.sta
import org.apache.jackrabbit.oak.spi.state.NodeStore;
import org.junit.Test;
+//import static org.apache.jackrabbit.oak.plugins.document.Collection.NODES;
import static org.apache.jackrabbit.oak.plugins.document.Collection.NODES;
import static org.apache.jackrabbit.oak.plugins.document.NodeDocument.revisionAreAmbiguous;
import static org.apache.jackrabbit.oak.plugins.document.Revision.RevisionComparator;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse;
+import static org.junit.Assert.assertNotNull;
+import static org.junit.Assert.assertNull;
import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
/**
* Tests for {@link NodeDocument}.
@@ -316,15 +321,11 @@ public class NodeDocumentTest {
// simulate a change revision within the range of
// the most recent previous document
Iterable<Revision> changes = prev.getAllChanges();
- Revision changeRev = new Revision(Iterables.getLast(changes).getTimestamp(), 1000, ns.getClusterId());
+ Revision baseRev = Iterables.getLast(changes);
+ Revision changeRev = new Revision(baseRev.getTimestamp(), 1000, ns.getClusterId());
// reset calls to previous documents
prevDocCalls.clear();
- doc.getNewestRevision(ns, changeRev, new CollisionHandler() {
- @Override
- void concurrentModification(Revision other) {
- // ignore
- }
- });
+ doc.getNewestRevision(ns, baseRev, changeRev, null, new HashSet<Revision>());
// must not read all previous docs
assertTrue("too many calls for previous documents: " + prevDocCalls,
prevDocCalls.size() <= 4);
@@ -332,6 +333,124 @@ public class NodeDocumentTest {
ns.dispose();
}
+ @Test
+ public void getNewestRevision() throws Exception {
+ MemoryDocumentStore store = new MemoryDocumentStore();
+ DocumentNodeStore ns1 = createTestStore(store, 0);
+ DocumentNodeStore ns2 = createTestStore(store, 0);
+
+ NodeBuilder b1 = ns1.getRoot().builder();
+ b1.child("test");
+ merge(ns1, b1);
+ Revision created = ns1.getHeadRevision();
+
+ NodeDocument doc = store.find(NODES, Utils.getIdFromPath("/test"));
+ Set<Revision> collisions = Sets.newHashSet();
+ Revision newest = doc.getNewestRevision(ns1, ns1.getHeadRevision(),
+ ns1.newRevision(), null, collisions);
+ assertEquals(created, newest);
+ assertEquals(0, collisions.size());
+
+ // from ns2 POV newest must be null, because the node is not yet visible
+ newest = doc.getNewestRevision(ns2, ns2.getHeadRevision(),
+ ns2.newRevision(), null, collisions);
+ assertNull(newest);
+ assertEquals(1, collisions.size());
+ assertEquals(created, collisions.iterator().next());
+
+ ns1.runBackgroundOperations();
+ ns2.runBackgroundOperations();
+ collisions.clear();
+
+ // now ns2 sees /test
+ doc = store.find(NODES, Utils.getIdFromPath("/test"));
+ newest = doc.getNewestRevision(ns2, ns2.getHeadRevision(),
+ ns2.newRevision(), null, collisions);
+ assertEquals(created, newest);
+ assertEquals(0, collisions.size());
+
+ Revision uncommitted = ns1.newRevision();
+ UpdateOp op = new UpdateOp(Utils.getIdFromPath("/test"), false);
+ NodeDocument.setCommitRoot(op, uncommitted, 0);
+ op.setMapEntry("p", uncommitted, "v");
+ assertNotNull(store.findAndUpdate(NODES, op));
+
+ collisions.clear();
+ // ns1 must report uncommitted in collisions
+ doc = store.find(NODES, Utils.getIdFromPath("/test"));
+ newest = doc.getNewestRevision(ns1, ns1.getHeadRevision(),
+ ns1.newRevision(), null, collisions);
+ assertEquals(created, newest);
+ assertEquals(1, collisions.size());
+ assertEquals(uncommitted, collisions.iterator().next());
+
+ collisions.clear();
+ // ns2 must report uncommitted in collisions
+ newest = doc.getNewestRevision(ns2, ns2.getHeadRevision(),
+ ns2.newRevision(), null, collisions);
+ assertEquals(created, newest);
+ assertEquals(1, collisions.size());
+ assertEquals(uncommitted, collisions.iterator().next());
+
+ b1 = ns1.getRoot().builder();
+ b1.child("test").setProperty("q", "v");
+ merge(ns1, b1);
+ Revision committed = ns1.getHeadRevision();
+
+ collisions.clear();
+ // ns1 must now report committed revision as newest
+ // uncommitted is not considered a collision anymore
+ // because it is older than the base revision
+ doc = store.find(NODES, Utils.getIdFromPath("/test"));
+ newest = doc.getNewestRevision(ns1, created,
+ ns1.newRevision(), null, collisions);
+ assertEquals(committed, newest);
+ assertEquals(0, collisions.size());
+
+ // ns2 must report committed revision as collision because
+ // it is not yet visible. newest is when the node was created
+ newest = doc.getNewestRevision(ns2, ns2.getHeadRevision(),
+ ns2.newRevision(), null, collisions);
+ assertEquals(created, newest);
+ assertEquals(2, collisions.size());
+ assertTrue(collisions.contains(uncommitted));
+ assertTrue(collisions.contains(committed));
+
+
+ ns1.dispose();
+ ns2.dispose();
+ }
+
+ @Test
+ public void getNewestRevisionCheckArgument() throws Exception {
+ MemoryDocumentStore store = new MemoryDocumentStore();
+ DocumentNodeStore ns = createTestStore(store, 0);
+
+ NodeBuilder builder = ns.getRoot().builder();
+ builder.child("test");
+ merge(ns, builder);
+
+ Set<Revision> collisions = Sets.newHashSet();
+ NodeDocument doc = store.find(NODES, Utils.getIdFromPath("/test"));
+ Revision branchBase = ns.getHeadRevision().asBranchRevision();
+ try {
+ doc.getNewestRevision(ns, branchBase, ns.newRevision(), null, collisions);
+ fail("Must fail with IllegalArgumentException");
+ } catch (IllegalArgumentException e) {
+ // expected
+ }
+ try {
+ Revision head = ns.getHeadRevision();
+ Branch b = ns.getBranches().create(head, ns.newRevision(), null);
+ doc.getNewestRevision(ns, head, ns.newRevision(), b, collisions);
+ fail("Must fail with IllegalArgumentException");
+ } catch (IllegalArgumentException e) {
+ // expected
+ }
+
+ ns.dispose();
+ }
+
private DocumentNodeStore createTestStore(int numChanges) throws Exception {
return createTestStore(new MemoryDocumentStore(), numChanges);
}
@@ -363,7 +482,7 @@ public class NodeDocumentTest {
private static NodeDocument getRootDocument(DocumentStore store) {
String rootId = Utils.getIdFromPath("/");
- NodeDocument root = store.find(Collection.NODES, rootId);
+ NodeDocument root = store.find(NODES, rootId);
if (root == null) {
throw new IllegalStateException("missing root document");
}
Modified: jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/RevisionTest.java
URL: http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/RevisionTest.java?rev=1706244&r1=1706243&r2=1706244&view=diff
==============================================================================
--- jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/RevisionTest.java (original)
+++ jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/RevisionTest.java Thu Oct 1 13:30:53 2015
@@ -129,6 +129,22 @@ public class RevisionTest {
}
@Test
+ public void compare2() {
+ RevisionComparator comp = new RevisionComparator(1);
+
+ Revision r2 = new Revision(7, 0, 2);
+ Revision r3 = new Revision(5, 0, 3);
+
+ Revision seenAt = new Revision(8, 0, 0);
+ comp.add(r2, seenAt);
+ comp.add(r3, seenAt);
+
+ // both revisions have same seenAt revision, must use
+ // revision timestamp for comparison
+ assertTrue(comp.compare(r2, r3) > 0);
+ }
+
+ @Test
public void revisionComparatorSimple() {
RevisionComparator comp = new RevisionComparator(0);
Revision r1 = Revision.newRevision(0);
@@ -254,12 +270,12 @@ public class RevisionTest {
comp.add(c1sync, Revision.fromString("r2-0-0"));
Revision c2sync = Revision.fromString("r4-1-2");
comp.add(c2sync, Revision.fromString("r2-1-0"));
- Revision c3sync = Revision.fromString("r2-0-3");
+ Revision c3sync = Revision.fromString("r5-0-3");
comp.add(c3sync, Revision.fromString("r2-1-0"));
assertTrue(comp.compare(r1, r2) < 0);
assertTrue(comp.compare(r2, c2sync) < 0);
- // same seen-at revision, but clusterId 2 < 3
+ // same seen-at revision, but rev timestamp c2sync < c3sync
assertTrue(comp.compare(c2sync, c3sync) < 0);
// this means, c3sync must be after r1 and r2
Modified: jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/util/UtilsTest.java
URL: http://svn.apache.org/viewvc/jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/util/UtilsTest.java?rev=1706244&r1=1706243&r2=1706244&view=diff
==============================================================================
--- jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/util/UtilsTest.java (original)
+++ jackrabbit/oak/branches/1.2/oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/document/util/UtilsTest.java Thu Oct 1 13:30:53 2015
@@ -16,7 +16,10 @@
*/
package org.apache.jackrabbit.oak.plugins.document.util;
+import java.util.List;
+
import com.google.common.base.Strings;
+import com.google.common.collect.ImmutableList;
import com.google.common.collect.Iterables;
import org.apache.jackrabbit.oak.api.CommitFailedException;
@@ -138,4 +141,42 @@ public class UtilsTest {
store.dispose();
}
}
+
+ @Test
+ public void getMaxExternalRevisionTime() {
+ int localClusterId = 1;
+ List<Revision> revs = ImmutableList.of();
+ long revTime = Utils.getMaxExternalTimestamp(revs, localClusterId);
+ assertEquals(Long.MIN_VALUE, revTime);
+
+ revs = ImmutableList.of(Revision.fromString("r1-0-1"));
+ revTime = Utils.getMaxExternalTimestamp(revs, localClusterId);
+ assertEquals(Long.MIN_VALUE, revTime);
+
+ revs = ImmutableList.of(
+ Revision.fromString("r1-0-1"),
+ Revision.fromString("r2-0-2"));
+ revTime = Utils.getMaxExternalTimestamp(revs, localClusterId);
+ assertEquals(2, revTime);
+
+ revs = ImmutableList.of(
+ Revision.fromString("r3-0-1"),
+ Revision.fromString("r2-0-2"));
+ revTime = Utils.getMaxExternalTimestamp(revs, localClusterId);
+ assertEquals(2, revTime);
+
+ revs = ImmutableList.of(
+ Revision.fromString("r1-0-1"),
+ Revision.fromString("r2-0-2"),
+ Revision.fromString("r2-0-3"));
+ revTime = Utils.getMaxExternalTimestamp(revs, localClusterId);
+ assertEquals(2, revTime);
+
+ revs = ImmutableList.of(
+ Revision.fromString("r1-0-1"),
+ Revision.fromString("r3-0-2"),
+ Revision.fromString("r2-0-3"));
+ revTime = Utils.getMaxExternalTimestamp(revs, localClusterId);
+ assertEquals(3, revTime);
+ }
}