You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@zookeeper.apache.org by si...@apache.org on 2013/03/18 00:33:58 UTC
svn commit: r1457596 - in /zookeeper/bookkeeper/trunk: ./
bookkeeper-server/src/main/java/org/apache/bookkeeper/replication/
bookkeeper-server/src/test/java/org/apache/bookkeeper/replication/
Author: sijie
Date: Sun Mar 17 23:33:57 2013
New Revision: 1457596
URL: http://svn.apache.org/r1457596
Log:
BOOKKEEPER-585: Auditor logs noisily when a ledger has been deleted (ivank via sijie)
Modified:
zookeeper/bookkeeper/trunk/CHANGES.txt
zookeeper/bookkeeper/trunk/bookkeeper-server/src/main/java/org/apache/bookkeeper/replication/Auditor.java
zookeeper/bookkeeper/trunk/bookkeeper-server/src/main/java/org/apache/bookkeeper/replication/ReplicationWorker.java
zookeeper/bookkeeper/trunk/bookkeeper-server/src/test/java/org/apache/bookkeeper/replication/AuditorPeriodicCheckTest.java
Modified: zookeeper/bookkeeper/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/zookeeper/bookkeeper/trunk/CHANGES.txt?rev=1457596&r1=1457595&r2=1457596&view=diff
==============================================================================
--- zookeeper/bookkeeper/trunk/CHANGES.txt (original)
+++ zookeeper/bookkeeper/trunk/CHANGES.txt Sun Mar 17 23:33:57 2013
@@ -46,6 +46,8 @@ Trunk (unreleased changes)
BOOKKEEPER-576: Bookie client should use netty Decoder/Encoder (ivank via sijie)
+ BOOKKEEPER-585: Auditor logs noisily when a ledger has been deleted (ivank via sijie)
+
Release 4.2.0 - 2013-01-14
Non-backward compatible changes:
Modified: zookeeper/bookkeeper/trunk/bookkeeper-server/src/main/java/org/apache/bookkeeper/replication/Auditor.java
URL: http://svn.apache.org/viewvc/zookeeper/bookkeeper/trunk/bookkeeper-server/src/main/java/org/apache/bookkeeper/replication/Auditor.java?rev=1457596&r1=1457595&r2=1457596&view=diff
==============================================================================
--- zookeeper/bookkeeper/trunk/bookkeeper-server/src/main/java/org/apache/bookkeeper/replication/Auditor.java (original)
+++ zookeeper/bookkeeper/trunk/bookkeeper-server/src/main/java/org/apache/bookkeeper/replication/Auditor.java Sun Mar 17 23:33:57 2013
@@ -377,7 +377,7 @@ public class Auditor implements Watcher
* List all the ledgers and check them individually. This should not
* be run very often.
*/
- private void checkAllLedgers() throws BKAuditException, BKException,
+ void checkAllLedgers() throws BKAuditException, BKException,
IOException, InterruptedException, KeeperException {
ZooKeeperWatcherBase w = new ZooKeeperWatcherBase(conf.getZkTimeout());
ZooKeeper newzk = ZkUtils.createConnectedZookeeperClient(conf.getZkServers(), w);
@@ -413,6 +413,11 @@ public class Auditor implements Watcher
try {
lh = admin.openLedgerNoRecovery(ledgerId);
checker.checkLedger(lh, new ProcessLostFragmentsCb(lh, callback));
+ } catch (BKException.BKNoSuchLedgerExistsException bknsle) {
+ LOG.debug("Ledger was deleted before we could check it", bknsle);
+ callback.processResult(BKException.Code.OK,
+ null, null);
+ return;
} catch (BKException bke) {
LOG.error("Couldn't open ledger " + ledgerId, bke);
callback.processResult(BKException.Code.BookieHandleNotAvailableException,
Modified: zookeeper/bookkeeper/trunk/bookkeeper-server/src/main/java/org/apache/bookkeeper/replication/ReplicationWorker.java
URL: http://svn.apache.org/viewvc/zookeeper/bookkeeper/trunk/bookkeeper-server/src/main/java/org/apache/bookkeeper/replication/ReplicationWorker.java?rev=1457596&r1=1457595&r2=1457596&view=diff
==============================================================================
--- zookeeper/bookkeeper/trunk/bookkeeper-server/src/main/java/org/apache/bookkeeper/replication/ReplicationWorker.java (original)
+++ zookeeper/bookkeeper/trunk/bookkeeper-server/src/main/java/org/apache/bookkeeper/replication/ReplicationWorker.java Sun Mar 17 23:33:57 2013
@@ -246,6 +246,8 @@ public class ReplicationWorker implement
Thread.currentThread().interrupt();
LOG.info("InterruptedException "
+ "while replicating fragments", e);
+ } catch (BKNoSuchLedgerExistsException bknsle) {
+ LOG.debug("Ledger was deleted, safe to continue", bknsle);
} catch (BKException e) {
LOG.error("BKException while fencing the ledger"
+ " for rereplication of postponed ledgers", e);
Modified: zookeeper/bookkeeper/trunk/bookkeeper-server/src/test/java/org/apache/bookkeeper/replication/AuditorPeriodicCheckTest.java
URL: http://svn.apache.org/viewvc/zookeeper/bookkeeper/trunk/bookkeeper-server/src/test/java/org/apache/bookkeeper/replication/AuditorPeriodicCheckTest.java?rev=1457596&r1=1457595&r2=1457596&view=diff
==============================================================================
--- zookeeper/bookkeeper/trunk/bookkeeper-server/src/test/java/org/apache/bookkeeper/replication/AuditorPeriodicCheckTest.java (original)
+++ zookeeper/bookkeeper/trunk/bookkeeper-server/src/test/java/org/apache/bookkeeper/replication/AuditorPeriodicCheckTest.java Sun Mar 17 23:33:57 2013
@@ -23,6 +23,8 @@ package org.apache.bookkeeper.replicatio
import org.apache.bookkeeper.test.BookKeeperClusterTestCase;
import java.util.concurrent.atomic.AtomicInteger;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.concurrent.CountDownLatch;
import java.util.HashMap;
import java.util.List;
import java.util.LinkedList;
@@ -270,4 +272,50 @@ public class AuditorPeriodicCheckTest ex
assertTrue("All should be underreplicated",
numUnderreplicated <= numLedgers && numUnderreplicated > 0);
}
+
+ /**
+ * Test that the period check will succeed if a ledger is deleted midway
+ */
+ @Test(timeout=60000)
+ public void testPeriodicCheckWhenLedgerDeleted() throws Exception {
+ for (AuditorElector e : auditorElectors.values()) {
+ e.shutdown();
+ }
+
+ final int numLedgers = 100;
+ List<Long> ids = new LinkedList<Long>();
+ for (int i = 0; i < numLedgers; i++) {
+ LedgerHandle lh = bkc.createLedger(3, 3, DigestType.CRC32, "passwd".getBytes());
+ ids.add(lh.getId());
+ for (int j = 0; j < 10; j++) {
+ lh.addEntry("testdata".getBytes());
+ }
+ lh.close();
+ }
+ final Auditor auditor = new Auditor(
+ StringUtils.addrToString(Bookie.getBookieAddress(bsConfs.get(0))),
+ bsConfs.get(0), zkc);
+ final AtomicBoolean exceptionCaught = new AtomicBoolean(false);
+ final CountDownLatch latch = new CountDownLatch(1);
+ Thread t = new Thread() {
+ public void run() {
+ try {
+ latch.countDown();
+ for (int i = 0; i < numLedgers; i++) {
+ auditor.checkAllLedgers();
+ }
+ } catch (Exception e) {
+ LOG.error("Caught exception while checking all ledgers", e);
+ exceptionCaught.set(true);
+ }
+ }
+ };
+ t.start();
+ latch.await();
+ for (Long id : ids) {
+ bkc.deleteLedger(id);
+ }
+ t.join();
+ assertFalse("Shouldn't have thrown exception", exceptionCaught.get());
+ }
}