You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@zookeeper.apache.org by ph...@apache.org on 2013/10/08 01:37:50 UTC
svn commit: r1530111 - in /zookeeper/branches/branch-3.4: docs/
src/java/main/org/apache/zookeeper/server/
src/java/test/org/apache/zookeeper/server/
Author: phunt
Date: Mon Oct 7 23:37:49 2013
New Revision: 1530111
URL: http://svn.apache.org/r1530111
Log:
ZOOKEEPER-1781. ZooKeeper Server fails if snapCount is set to 1 (Takashi Ohnishi via phunt, breed)
Added:
zookeeper/branches/branch-3.4/src/java/test/org/apache/zookeeper/server/InvalidSnapCountTest.java
Modified:
zookeeper/branches/branch-3.4/docs/bookkeeperConfig.pdf
zookeeper/branches/branch-3.4/docs/bookkeeperOverview.pdf
zookeeper/branches/branch-3.4/docs/bookkeeperProgrammer.pdf
zookeeper/branches/branch-3.4/docs/bookkeeperStarted.pdf
zookeeper/branches/branch-3.4/docs/bookkeeperStream.pdf
zookeeper/branches/branch-3.4/docs/index.pdf
zookeeper/branches/branch-3.4/docs/javaExample.pdf
zookeeper/branches/branch-3.4/docs/linkmap.pdf
zookeeper/branches/branch-3.4/docs/recipes.html
zookeeper/branches/branch-3.4/docs/recipes.pdf
zookeeper/branches/branch-3.4/docs/releasenotes.pdf
zookeeper/branches/branch-3.4/docs/zookeeperAdmin.html
zookeeper/branches/branch-3.4/docs/zookeeperAdmin.pdf
zookeeper/branches/branch-3.4/docs/zookeeperHierarchicalQuorums.pdf
zookeeper/branches/branch-3.4/docs/zookeeperInternals.pdf
zookeeper/branches/branch-3.4/docs/zookeeperJMX.pdf
zookeeper/branches/branch-3.4/docs/zookeeperObservers.pdf
zookeeper/branches/branch-3.4/docs/zookeeperOver.pdf
zookeeper/branches/branch-3.4/docs/zookeeperProgrammers.pdf
zookeeper/branches/branch-3.4/docs/zookeeperQuotas.pdf
zookeeper/branches/branch-3.4/docs/zookeeperStarted.pdf
zookeeper/branches/branch-3.4/docs/zookeeperTutorial.pdf
zookeeper/branches/branch-3.4/src/java/main/org/apache/zookeeper/server/ZooKeeperServer.java
Modified: zookeeper/branches/branch-3.4/docs/bookkeeperConfig.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/bookkeeperConfig.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Files zookeeper/branches/branch-3.4/docs/bookkeeperConfig.pdf (original) and zookeeper/branches/branch-3.4/docs/bookkeeperConfig.pdf Mon Oct 7 23:37:49 2013 differ
Modified: zookeeper/branches/branch-3.4/docs/bookkeeperOverview.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/bookkeeperOverview.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Files zookeeper/branches/branch-3.4/docs/bookkeeperOverview.pdf (original) and zookeeper/branches/branch-3.4/docs/bookkeeperOverview.pdf Mon Oct 7 23:37:49 2013 differ
Modified: zookeeper/branches/branch-3.4/docs/bookkeeperProgrammer.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/bookkeeperProgrammer.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Files zookeeper/branches/branch-3.4/docs/bookkeeperProgrammer.pdf (original) and zookeeper/branches/branch-3.4/docs/bookkeeperProgrammer.pdf Mon Oct 7 23:37:49 2013 differ
Modified: zookeeper/branches/branch-3.4/docs/bookkeeperStarted.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/bookkeeperStarted.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Files zookeeper/branches/branch-3.4/docs/bookkeeperStarted.pdf (original) and zookeeper/branches/branch-3.4/docs/bookkeeperStarted.pdf Mon Oct 7 23:37:49 2013 differ
Modified: zookeeper/branches/branch-3.4/docs/bookkeeperStream.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/bookkeeperStream.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Files zookeeper/branches/branch-3.4/docs/bookkeeperStream.pdf (original) and zookeeper/branches/branch-3.4/docs/bookkeeperStream.pdf Mon Oct 7 23:37:49 2013 differ
Modified: zookeeper/branches/branch-3.4/docs/index.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/index.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Binary files - no diff available.
Modified: zookeeper/branches/branch-3.4/docs/javaExample.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/javaExample.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Binary files - no diff available.
Modified: zookeeper/branches/branch-3.4/docs/linkmap.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/linkmap.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Binary files - no diff available.
Modified: zookeeper/branches/branch-3.4/docs/recipes.html
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/recipes.html?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
--- zookeeper/branches/branch-3.4/docs/recipes.html (original)
+++ zookeeper/branches/branch-3.4/docs/recipes.html Mon Oct 7 23:37:49 2013
@@ -454,7 +454,7 @@ document.write("Last Published: " + docu
<li>
<p>if <em>p</em> is the lowest process
- node in L, wait on highest process node in P</p>
+ node in L, wait on highest process node in L</p>
</li>
Modified: zookeeper/branches/branch-3.4/docs/recipes.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/recipes.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Binary files - no diff available.
Modified: zookeeper/branches/branch-3.4/docs/releasenotes.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/releasenotes.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Binary files - no diff available.
Modified: zookeeper/branches/branch-3.4/docs/zookeeperAdmin.html
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/zookeeperAdmin.html?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
--- zookeeper/branches/branch-3.4/docs/zookeeperAdmin.html (original)
+++ zookeeper/branches/branch-3.4/docs/zookeeperAdmin.html Mon Oct 7 23:37:49 2013
@@ -1200,6 +1200,20 @@ server.3=zoo3:2888:3888</pre>
be triggered. Set to a positive integer (1 and above)
to enable the auto purging. Defaults to 0.</p>
</dd>
+
+
+<dt>
+<term>syncEnabled</term>
+</dt>
+<dd>
+<p>(Java system property: <strong>zookeeper.observer.syncEnabled</strong>)</p>
+<p>
+<strong>New in 3.4.6, 3.5.0:</strong>
+ The observers now log transaction and write snapshot to disk
+ by default like the participants. This reduces the recovery time
+ of the observers on restart. Set to "false" to disable this
+ feature. Default is "true"</p>
+</dd>
</dl>
<a name="sc_clusterOptions"></a>
@@ -1458,6 +1472,20 @@ server.3=zoo3:2888:3888</pre>
<p>Skips ACL checks. This results in a boost in throughput,
but opens up full access to the data tree to everyone.</p>
</dd>
+
+
+<dt>
+<term>quorumListenOnAllIPs</term>
+</dt>
+<dd>
+<p>When set to true the ZooKeeper server will listen
+ for connections from its peers on all available IP addresses,
+ and not only the address configured in the server list of the
+ configuration file. It affects the connections handling the
+ ZAB protocol and the Fast Leader Election protocol. Default
+ value is <strong>false</strong>.</p>
+</dd>
+
</dl>
<a name="Communication+using+the+Netty+framework"></a>
Modified: zookeeper/branches/branch-3.4/docs/zookeeperAdmin.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/zookeeperAdmin.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Binary files - no diff available.
Modified: zookeeper/branches/branch-3.4/docs/zookeeperHierarchicalQuorums.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/zookeeperHierarchicalQuorums.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Files zookeeper/branches/branch-3.4/docs/zookeeperHierarchicalQuorums.pdf (original) and zookeeper/branches/branch-3.4/docs/zookeeperHierarchicalQuorums.pdf Mon Oct 7 23:37:49 2013 differ
Modified: zookeeper/branches/branch-3.4/docs/zookeeperInternals.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/zookeeperInternals.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Binary files - no diff available.
Modified: zookeeper/branches/branch-3.4/docs/zookeeperJMX.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/zookeeperJMX.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Files zookeeper/branches/branch-3.4/docs/zookeeperJMX.pdf (original) and zookeeper/branches/branch-3.4/docs/zookeeperJMX.pdf Mon Oct 7 23:37:49 2013 differ
Modified: zookeeper/branches/branch-3.4/docs/zookeeperObservers.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/zookeeperObservers.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Files zookeeper/branches/branch-3.4/docs/zookeeperObservers.pdf (original) and zookeeper/branches/branch-3.4/docs/zookeeperObservers.pdf Mon Oct 7 23:37:49 2013 differ
Modified: zookeeper/branches/branch-3.4/docs/zookeeperOver.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/zookeeperOver.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Binary files - no diff available.
Modified: zookeeper/branches/branch-3.4/docs/zookeeperProgrammers.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/zookeeperProgrammers.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Binary files - no diff available.
Modified: zookeeper/branches/branch-3.4/docs/zookeeperQuotas.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/zookeeperQuotas.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Files zookeeper/branches/branch-3.4/docs/zookeeperQuotas.pdf (original) and zookeeper/branches/branch-3.4/docs/zookeeperQuotas.pdf Mon Oct 7 23:37:49 2013 differ
Modified: zookeeper/branches/branch-3.4/docs/zookeeperStarted.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/zookeeperStarted.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Binary files - no diff available.
Modified: zookeeper/branches/branch-3.4/docs/zookeeperTutorial.pdf
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/docs/zookeeperTutorial.pdf?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
Binary files - no diff available.
Modified: zookeeper/branches/branch-3.4/src/java/main/org/apache/zookeeper/server/ZooKeeperServer.java
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/src/java/main/org/apache/zookeeper/server/ZooKeeperServer.java?rev=1530111&r1=1530110&r2=1530111&view=diff
==============================================================================
--- zookeeper/branches/branch-3.4/src/java/main/org/apache/zookeeper/server/ZooKeeperServer.java (original)
+++ zookeeper/branches/branch-3.4/src/java/main/org/apache/zookeeper/server/ZooKeeperServer.java Mon Oct 7 23:37:49 2013
@@ -689,7 +689,14 @@ public class ZooKeeperServer implements
public static int getSnapCount() {
String sc = System.getProperty("zookeeper.snapCount");
try {
- return Integer.parseInt(sc);
+ int snapCount = Integer.parseInt(sc);
+
+ // snapCount must be 2 or more. See org.apache.zookeeper.server.SyncRequestProcessor
+ if( snapCount < 2 ) {
+ LOG.warn("SnapCount should be 2 or more. Now, snapCount is reset to 2");
+ snapCount = 2;
+ }
+ return snapCount;
} catch (Exception e) {
return 100000;
}
Added: zookeeper/branches/branch-3.4/src/java/test/org/apache/zookeeper/server/InvalidSnapCountTest.java
URL: http://svn.apache.org/viewvc/zookeeper/branches/branch-3.4/src/java/test/org/apache/zookeeper/server/InvalidSnapCountTest.java?rev=1530111&view=auto
==============================================================================
--- zookeeper/branches/branch-3.4/src/java/test/org/apache/zookeeper/server/InvalidSnapCountTest.java (added)
+++ zookeeper/branches/branch-3.4/src/java/test/org/apache/zookeeper/server/InvalidSnapCountTest.java Mon Oct 7 23:37:49 2013
@@ -0,0 +1,126 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.zookeeper.server;
+
+import static org.apache.zookeeper.test.ClientBase.CONNECTION_TIMEOUT;
+
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.apache.zookeeper.WatchedEvent;
+import org.apache.zookeeper.Watcher;
+import org.apache.zookeeper.ZKTestCase;
+import org.apache.zookeeper.ZooKeeper;
+import org.apache.zookeeper.test.ClientBase;
+import org.junit.Assert;
+import org.junit.Test;
+
+/**
+ * Test stand-alone server.
+ *
+ */
+public class InvalidSnapCountTest extends ZKTestCase implements Watcher {
+ protected static final Logger LOG =
+ LoggerFactory.getLogger(InvalidSnapCountTest.class);
+
+ public static class MainThread extends Thread {
+ final File confFile;
+ final TestMain main;
+
+ public MainThread(int clientPort) throws IOException {
+ super("Standalone server with clientPort:" + clientPort);
+ File tmpDir = ClientBase.createTmpDir();
+ confFile = new File(tmpDir, "zoo.cfg");
+
+ FileWriter fwriter = new FileWriter(confFile);
+ fwriter.write("tickTime=2000\n");
+ fwriter.write("initLimit=10\n");
+ fwriter.write("syncLimit=5\n");
+ fwriter.write("snapCount=1\n");
+
+ File dataDir = new File(tmpDir, "data");
+ if (!dataDir.mkdir()) {
+ throw new IOException("unable to mkdir " + dataDir);
+ }
+
+ // Convert windows path to UNIX to avoid problems with "\"
+ String dir = dataDir.toString();
+ String osname = java.lang.System.getProperty("os.name");
+ if (osname.toLowerCase().contains("windows")) {
+ dir = dir.replace('\\', '/');
+ }
+ fwriter.write("dataDir=" + dir + "\n");
+
+ fwriter.write("clientPort=" + clientPort + "\n");
+ fwriter.flush();
+ fwriter.close();
+
+ main = new TestMain();
+ }
+
+ public void run() {
+ String args[] = new String[1];
+ args[0] = confFile.toString();
+ try {
+ main.initializeAndRun(args);
+ } catch (Exception e) {
+ // test will still fail even though we just log/ignore
+ LOG.error("unexpected exception in run", e);
+ }
+ }
+
+ public void shutdown() {
+ main.shutdown();
+ }
+ }
+
+ public static class TestMain extends ZooKeeperServerMain {
+ public void shutdown() {
+ super.shutdown();
+ }
+ }
+
+ /**
+ * Verify the ability to start a standalone server instance.
+ */
+ @Test
+ public void testInvalidSnapCount() throws Exception {
+
+ final int CLIENT_PORT = 3181;
+
+ MainThread main = new MainThread(CLIENT_PORT);
+ main.start();
+
+ Assert.assertTrue("waiting for server being up",
+ ClientBase.waitForServerUp("127.0.0.1:" + CLIENT_PORT,
+ CONNECTION_TIMEOUT));
+
+ Assert.assertEquals(SyncRequestProcessor.getSnapCount(), 2);
+
+ main.shutdown();
+
+ }
+
+ public void process(WatchedEvent event) {
+ // ignore for this test
+ }
+}