You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by ma...@apache.org on 2013/12/28 21:49:13 UTC
svn commit: r1553912 - in /lucene/dev/trunk/solr: ./
core/src/java/org/apache/solr/update/processor/
solrj/src/java/org/apache/solr/common/cloud/
Author: markrmiller
Date: Sat Dec 28 20:49:13 2013
New Revision: 1553912
URL: http://svn.apache.org/r1553912
Log:
SOLR-5577: Likely ZooKeeper expiration should not slow down updates a given amount, but instead cut off updates after a given time.
Modified:
lucene/dev/trunk/solr/CHANGES.txt
lucene/dev/trunk/solr/core/src/java/org/apache/solr/update/processor/DistributedUpdateProcessor.java
lucene/dev/trunk/solr/solrj/src/java/org/apache/solr/common/cloud/ConnectionManager.java
lucene/dev/trunk/solr/solrj/src/java/org/apache/solr/common/cloud/SolrZkClient.java
Modified: lucene/dev/trunk/solr/CHANGES.txt
URL: http://svn.apache.org/viewvc/lucene/dev/trunk/solr/CHANGES.txt?rev=1553912&r1=1553911&r2=1553912&view=diff
==============================================================================
--- lucene/dev/trunk/solr/CHANGES.txt (original)
+++ lucene/dev/trunk/solr/CHANGES.txt Sat Dec 28 20:49:13 2013
@@ -216,6 +216,10 @@ Bug Fixes
* SOLR-5567: ZkController getHostAddress duplicates url prefix.
(Kyle Halliday, Alexey Serba, shalin)
+
+* SOLR-5577: Likely ZooKeeper expiration should not slow down updates a given
+ amount, but instead cut off updates after a given time.
+ (Mark Miller, Christine Poerschke)
Optimizations
----------------------
Modified: lucene/dev/trunk/solr/core/src/java/org/apache/solr/update/processor/DistributedUpdateProcessor.java
URL: http://svn.apache.org/viewvc/lucene/dev/trunk/solr/core/src/java/org/apache/solr/update/processor/DistributedUpdateProcessor.java?rev=1553912&r1=1553911&r2=1553912&view=diff
==============================================================================
--- lucene/dev/trunk/solr/core/src/java/org/apache/solr/update/processor/DistributedUpdateProcessor.java (original)
+++ lucene/dev/trunk/solr/core/src/java/org/apache/solr/update/processor/DistributedUpdateProcessor.java Sat Dec 28 20:49:13 2013
@@ -1271,22 +1271,10 @@ public class DistributedUpdateProcessor
return;
}
- if (zkController.isConnected()) {
+ if (!zkController.getZkClient().getConnectionManager().isLikelyExpired()) {
return;
}
- long timeoutAt = System.currentTimeMillis() + zkController.getClientTimeout();
- while (System.currentTimeMillis() < timeoutAt) {
- if (zkController.isConnected()) {
- return;
- }
- try {
- Thread.sleep(100);
- } catch (InterruptedException e) {
- Thread.currentThread().interrupt();
- break;
- }
- }
throw new SolrException(ErrorCode.SERVICE_UNAVAILABLE, "Cannot talk to ZooKeeper - Updates are disabled.");
}
Modified: lucene/dev/trunk/solr/solrj/src/java/org/apache/solr/common/cloud/ConnectionManager.java
URL: http://svn.apache.org/viewvc/lucene/dev/trunk/solr/solrj/src/java/org/apache/solr/common/cloud/ConnectionManager.java?rev=1553912&r1=1553911&r2=1553912&view=diff
==============================================================================
--- lucene/dev/trunk/solr/solrj/src/java/org/apache/solr/common/cloud/ConnectionManager.java (original)
+++ lucene/dev/trunk/solr/solrj/src/java/org/apache/solr/common/cloud/ConnectionManager.java Sat Dec 28 20:49:13 2013
@@ -17,6 +17,8 @@ package org.apache.solr.common.cloud;
* limitations under the License.
*/
+import java.util.Timer;
+import java.util.TimerTask;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeoutException;
@@ -27,7 +29,7 @@ import org.apache.zookeeper.Watcher.Even
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
-class ConnectionManager implements Watcher {
+public class ConnectionManager implements Watcher {
protected static final Logger log = LoggerFactory
.getLogger(ConnectionManager.class);
@@ -35,26 +37,26 @@ class ConnectionManager implements Watch
private CountDownLatch clientConnected;
private KeeperState state;
private boolean connected;
+ private boolean likelyExpired = true;
private final ZkClientConnectionStrategy connectionStrategy;
private final String zkServerAddress;
- private final int zkClientTimeout;
-
private final SolrZkClient client;
private final OnReconnect onReconnect;
private final BeforeReconnect beforeReconnect;
private volatile boolean isClosed = false;
+
+ private volatile Timer disconnectedTimer;
- public ConnectionManager(String name, SolrZkClient client, String zkServerAddress, int zkClientTimeout, ZkClientConnectionStrategy strat, OnReconnect onConnect, BeforeReconnect beforeReconnect) {
+ public ConnectionManager(String name, SolrZkClient client, String zkServerAddress, ZkClientConnectionStrategy strat, OnReconnect onConnect, BeforeReconnect beforeReconnect) {
this.name = name;
this.client = client;
this.connectionStrategy = strat;
this.zkServerAddress = zkServerAddress;
- this.zkClientTimeout = zkClientTimeout;
this.onReconnect = onConnect;
this.beforeReconnect = beforeReconnect;
reset();
@@ -63,6 +65,35 @@ class ConnectionManager implements Watch
private synchronized void reset() {
clientConnected = new CountDownLatch(1);
state = KeeperState.Disconnected;
+ disconnected();
+ }
+
+ private synchronized void connected() {
+ connected = true;
+ if (disconnectedTimer != null) {
+ disconnectedTimer.cancel();
+ disconnectedTimer = null;
+ }
+ likelyExpired = false;
+ }
+
+ private synchronized void disconnected() {
+ if (disconnectedTimer != null) {
+ disconnectedTimer.cancel();
+ disconnectedTimer = null;
+ }
+
+ disconnectedTimer = new Timer();
+ disconnectedTimer.schedule(new TimerTask() {
+
+ @Override
+ public void run() {
+ synchronized (ConnectionManager.this) {
+ likelyExpired = true;
+ }
+ }
+
+ }, (long) (client.getZkClientTimeout() * 0.90));
connected = false;
}
@@ -80,17 +111,17 @@ class ConnectionManager implements Watch
state = event.getState();
if (state == KeeperState.SyncConnected) {
- connected = true;
+ connected();
clientConnected.countDown();
connectionStrategy.connected();
} else if (state == KeeperState.Expired) {
- connected = false;
+ disconnected();
log.info("Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...");
if (beforeReconnect != null) {
beforeReconnect.command();
}
try {
- connectionStrategy.reconnect(zkServerAddress, zkClientTimeout, this,
+ connectionStrategy.reconnect(zkServerAddress, client.getZkClientTimeout(), this,
new ZkClientConnectionStrategy.ZkUpdate() {
@Override
public void update(SolrZooKeeper keeper) {
@@ -118,9 +149,7 @@ class ConnectionManager implements Watch
onReconnect.command();
}
- synchronized (ConnectionManager.this) {
- ConnectionManager.this.connected = true;
- }
+ connected();
}
});
@@ -130,10 +159,10 @@ class ConnectionManager implements Watch
log.info("Connected:" + connected);
} else if (state == KeeperState.Disconnected) {
log.info("zkClient has disconnected");
- connected = false;
+ disconnected();
connectionStrategy.disconnected();
} else {
- connected = false;
+ disconnected();
}
notifyAll();
}
@@ -146,11 +175,19 @@ class ConnectionManager implements Watch
// to avoid deadlock on shutdown
public void close() {
this.isClosed = true;
+ if (this.disconnectedTimer != null) {
+ this.disconnectedTimer.cancel();
+ this.disconnectedTimer = null;
+ }
}
public synchronized KeeperState state() {
return state;
}
+
+ public synchronized boolean isLikelyExpired() {
+ return likelyExpired;
+ }
public synchronized void waitForConnected(long waitForConnection)
throws TimeoutException {
Modified: lucene/dev/trunk/solr/solrj/src/java/org/apache/solr/common/cloud/SolrZkClient.java
URL: http://svn.apache.org/viewvc/lucene/dev/trunk/solr/solrj/src/java/org/apache/solr/common/cloud/SolrZkClient.java?rev=1553912&r1=1553911&r2=1553912&view=diff
==============================================================================
--- lucene/dev/trunk/solr/solrj/src/java/org/apache/solr/common/cloud/SolrZkClient.java (original)
+++ lucene/dev/trunk/solr/solrj/src/java/org/apache/solr/common/cloud/SolrZkClient.java Sat Dec 28 20:49:13 2013
@@ -105,7 +105,7 @@ public class SolrZkClient {
// we must retry at least as long as the session timeout
zkCmdExecutor = new ZkCmdExecutor(zkClientTimeout);
connManager = new ConnectionManager("ZooKeeperConnection Watcher:"
- + zkServerAddress, this, zkServerAddress, zkClientTimeout, strat, onReconnect, beforeReconnect);
+ + zkServerAddress, this, zkServerAddress, strat, onReconnect, beforeReconnect);
try {
strat.connect(zkServerAddress, zkClientTimeout, connManager,
new ZkUpdate() {
@@ -149,6 +149,10 @@ public class SolrZkClient {
numOpens.incrementAndGet();
}
+ public ConnectionManager getConnectionManager() {
+ return connManager;
+ }
+
public ZkClientConnectionStrategy getZkClientConnectionStrategy() {
return zkClientConnectionStrategy;
}