You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@distributedlog.apache.org by si...@apache.org on 2016/12/20 06:22:21 UTC

incubator-distributedlog git commit: DL-123: Every tests should have timeout

Repository: incubator-distributedlog
Updated Branches:
  refs/heads/master deb8d3755 -> dadd59220


DL-123: Every tests should have timeout

* used a simple bash script to find any tests without a timeout

Here is the below bash executed from the root directory. This could be expanded to take in more than one line above the initial `grep` although, for more, it only reduces the false positive rate. After this patch there are only 4 false positives (tests where the text immediately above is not `Test(timeout = ...)`).
```
grep -r "public void test" -B 1 * | awk '($NR+1) % 3 !=0 {printf $0; printf " "} NR % 3 == 0 {print " "}' | grep -v "timeout"
```

Author: Brennon York <br...@capitalone.com>

Reviewers: Leigh Stewart <ls...@apache.org>

Closes #75 from brennonyork/DL-123


Project: http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/commit/dadd5922
Tree: http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/tree/dadd5922
Diff: http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/diff/dadd5922

Branch: refs/heads/master
Commit: dadd59220fa60ad6fbb79e614b96c85e07da1de2
Parents: deb8d37
Author: Brennon York <br...@capitalone.com>
Authored: Mon Dec 19 22:22:37 2016 -0800
Committer: Sijie Guo <si...@apache.org>
Committed: Mon Dec 19 22:22:37 2016 -0800

----------------------------------------------------------------------
 .../distributedlog/TestInterleavedReaders.java  |  2 +-
 .../twitter/distributedlog/TestTruncate.java    |  4 ++--
 .../distributedlog/TestWriteLimiter.java        | 20 ++++++++++----------
 .../bk/TestLedgerAllocatorPool.java             |  2 +-
 .../config/TestConcurrentBaseConfiguration.java |  2 +-
 .../impl/TestZKLogSegmentFilters.java           |  2 +-
 .../limiter/TestRequestLimiter.java             |  2 +-
 .../TestLogSegmentMetadataStoreUpdater.java     |  2 +-
 .../distributedlog/util/TestConfUtils.java      |  2 +-
 .../distributedlog/util/TestPermitManager.java  |  4 ++--
 .../util/TestSafeQueueingFuturePool.java        | 10 +++++-----
 .../service/stream/TestStreamManager.java       |  2 +-
 12 files changed, 27 insertions(+), 27 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/blob/dadd5922/distributedlog-core/src/test/java/com/twitter/distributedlog/TestInterleavedReaders.java
----------------------------------------------------------------------
diff --git a/distributedlog-core/src/test/java/com/twitter/distributedlog/TestInterleavedReaders.java b/distributedlog-core/src/test/java/com/twitter/distributedlog/TestInterleavedReaders.java
index e31d063..3cdd676 100644
--- a/distributedlog-core/src/test/java/com/twitter/distributedlog/TestInterleavedReaders.java
+++ b/distributedlog-core/src/test/java/com/twitter/distributedlog/TestInterleavedReaders.java
@@ -337,7 +337,7 @@ public class TestInterleavedReaders extends TestDistributedLogBase {
         dlmreader1.close();
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testFactorySharedClients() throws Exception {
         String name = "distrlog-factorysharedclients";
         testFactory(name, true);

http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/blob/dadd5922/distributedlog-core/src/test/java/com/twitter/distributedlog/TestTruncate.java
----------------------------------------------------------------------
diff --git a/distributedlog-core/src/test/java/com/twitter/distributedlog/TestTruncate.java b/distributedlog-core/src/test/java/com/twitter/distributedlog/TestTruncate.java
index 6cb8de7..70bfeea 100644
--- a/distributedlog-core/src/test/java/com/twitter/distributedlog/TestTruncate.java
+++ b/distributedlog-core/src/test/java/com/twitter/distributedlog/TestTruncate.java
@@ -111,7 +111,7 @@ public class TestTruncate extends TestDistributedLogBase {
         distributedLogManager.close();
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testTruncation() throws Exception {
         String name = "distrlog-truncation";
 
@@ -143,7 +143,7 @@ public class TestTruncate extends TestDistributedLogBase {
         pair.getLeft().close();
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testExplicitTruncation() throws Exception {
         String name = "distrlog-truncation-explicit";
 

http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/blob/dadd5922/distributedlog-core/src/test/java/com/twitter/distributedlog/TestWriteLimiter.java
----------------------------------------------------------------------
diff --git a/distributedlog-core/src/test/java/com/twitter/distributedlog/TestWriteLimiter.java b/distributedlog-core/src/test/java/com/twitter/distributedlog/TestWriteLimiter.java
index ba2c903..4956913 100644
--- a/distributedlog-core/src/test/java/com/twitter/distributedlog/TestWriteLimiter.java
+++ b/distributedlog-core/src/test/java/com/twitter/distributedlog/TestWriteLimiter.java
@@ -43,7 +43,7 @@ public class TestWriteLimiter {
         return new SimplePermitLimiter(darkmode, permits, new NullStatsLogger(), false, feature);
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testGlobalOnly() throws Exception {
         SimplePermitLimiter streamLimiter = createPermitLimiter(false, Integer.MAX_VALUE);
         SimplePermitLimiter globalLimiter = createPermitLimiter(false, 1);
@@ -59,7 +59,7 @@ public class TestWriteLimiter {
         assertPermits(streamLimiter, 0, globalLimiter, 0);
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testStreamOnly() throws Exception {
         SimplePermitLimiter streamLimiter = createPermitLimiter(false, 1);
         SimplePermitLimiter globalLimiter = createPermitLimiter(false, Integer.MAX_VALUE);
@@ -73,7 +73,7 @@ public class TestWriteLimiter {
         assertPermits(streamLimiter, 1, globalLimiter, 1);
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testDarkmode() throws Exception {
         SimplePermitLimiter streamLimiter = createPermitLimiter(true, Integer.MAX_VALUE);
         SimplePermitLimiter globalLimiter = createPermitLimiter(true, 1);
@@ -83,7 +83,7 @@ public class TestWriteLimiter {
         assertPermits(streamLimiter, 2, globalLimiter, 2);
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testDarkmodeWithDisabledFeature() throws Exception {
         SettableFeature feature = new SettableFeature("test", 10000);
         SimplePermitLimiter streamLimiter = createPermitLimiter(true, 1, feature);
@@ -97,7 +97,7 @@ public class TestWriteLimiter {
         assertPermits(streamLimiter, 0, globalLimiter, 0);
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testDisabledFeature() throws Exception {
         // Disable darkmode, but should still ignore limits because of the feature.
         SettableFeature feature = new SettableFeature("test", 10000);
@@ -112,7 +112,7 @@ public class TestWriteLimiter {
         assertPermits(streamLimiter, 0, globalLimiter, 0);
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testSetDisableFeatureAfterAcquireAndBeforeRelease() throws Exception {
         SettableFeature feature = new SettableFeature("test", 0);
         SimplePermitLimiter streamLimiter = createPermitLimiter(false, 2, feature);
@@ -127,7 +127,7 @@ public class TestWriteLimiter {
         assertPermits(streamLimiter, 0, globalLimiter, 0);
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testUnsetDisableFeatureAfterPermitsExceeded() throws Exception {
         SettableFeature feature = new SettableFeature("test", 10000);
         SimplePermitLimiter streamLimiter = createPermitLimiter(false, 1, feature);
@@ -153,7 +153,7 @@ public class TestWriteLimiter {
         assertPermits(streamLimiter, 0, globalLimiter, 0);
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testUnsetDisableFeatureBeforePermitsExceeded() throws Exception {
         SettableFeature feature = new SettableFeature("test", 0);
         SimplePermitLimiter streamLimiter = createPermitLimiter(false, 1, feature);
@@ -171,7 +171,7 @@ public class TestWriteLimiter {
         assertPermits(streamLimiter, 2, globalLimiter, 2);
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testDarkmodeGlobalUnderStreamOver() throws Exception {
         SimplePermitLimiter streamLimiter = createPermitLimiter(true, 1);
         SimplePermitLimiter globalLimiter = createPermitLimiter(true, 2);
@@ -184,7 +184,7 @@ public class TestWriteLimiter {
         assertPermits(streamLimiter, 0, globalLimiter, 0);
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testDarkmodeGlobalOverStreamUnder() throws Exception {
         SimplePermitLimiter streamLimiter = createPermitLimiter(true, 2);
         SimplePermitLimiter globalLimiter = createPermitLimiter(true, 1);

http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/blob/dadd5922/distributedlog-core/src/test/java/com/twitter/distributedlog/bk/TestLedgerAllocatorPool.java
----------------------------------------------------------------------
diff --git a/distributedlog-core/src/test/java/com/twitter/distributedlog/bk/TestLedgerAllocatorPool.java b/distributedlog-core/src/test/java/com/twitter/distributedlog/bk/TestLedgerAllocatorPool.java
index 635f2f3..269625f 100644
--- a/distributedlog-core/src/test/java/com/twitter/distributedlog/bk/TestLedgerAllocatorPool.java
+++ b/distributedlog-core/src/test/java/com/twitter/distributedlog/bk/TestLedgerAllocatorPool.java
@@ -258,7 +258,7 @@ public class TestLedgerAllocatorPool extends TestDistributedLogBase {
         assertEquals(numLedgers, allocatedLedgers.size());
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testConcurrentAllocation() throws Exception {
         final int numAllocators = 5;
         String allocationPath = "/concurrentAllocation";

http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/blob/dadd5922/distributedlog-core/src/test/java/com/twitter/distributedlog/config/TestConcurrentBaseConfiguration.java
----------------------------------------------------------------------
diff --git a/distributedlog-core/src/test/java/com/twitter/distributedlog/config/TestConcurrentBaseConfiguration.java b/distributedlog-core/src/test/java/com/twitter/distributedlog/config/TestConcurrentBaseConfiguration.java
index 4cdbafd..33f10e4 100644
--- a/distributedlog-core/src/test/java/com/twitter/distributedlog/config/TestConcurrentBaseConfiguration.java
+++ b/distributedlog-core/src/test/java/com/twitter/distributedlog/config/TestConcurrentBaseConfiguration.java
@@ -26,7 +26,7 @@ import static org.junit.Assert.*;
 public class TestConcurrentBaseConfiguration {
     static final Logger LOG = LoggerFactory.getLogger(TestConcurrentBaseConfiguration.class);
 
-    @Test
+    @Test(timeout = 20000)
     public void testBasicOperations() throws Exception {
         ConcurrentBaseConfiguration conf = new ConcurrentBaseConfiguration();
         conf.setProperty("prop1", "1");

http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/blob/dadd5922/distributedlog-core/src/test/java/com/twitter/distributedlog/impl/TestZKLogSegmentFilters.java
----------------------------------------------------------------------
diff --git a/distributedlog-core/src/test/java/com/twitter/distributedlog/impl/TestZKLogSegmentFilters.java b/distributedlog-core/src/test/java/com/twitter/distributedlog/impl/TestZKLogSegmentFilters.java
index 6cdf6c9..52b1485 100644
--- a/distributedlog-core/src/test/java/com/twitter/distributedlog/impl/TestZKLogSegmentFilters.java
+++ b/distributedlog-core/src/test/java/com/twitter/distributedlog/impl/TestZKLogSegmentFilters.java
@@ -37,7 +37,7 @@ public class TestZKLogSegmentFilters {
 
     static final Logger LOG = LoggerFactory.getLogger(TestZKLogSegmentFilters.class);
 
-    @Test
+    @Test(timeout = 60000)
     public void testWriteFilter() {
         Set<String> expectedFilteredSegments = new HashSet<String>();
         List<String> segments = new ArrayList<String>();

http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/blob/dadd5922/distributedlog-core/src/test/java/com/twitter/distributedlog/limiter/TestRequestLimiter.java
----------------------------------------------------------------------
diff --git a/distributedlog-core/src/test/java/com/twitter/distributedlog/limiter/TestRequestLimiter.java b/distributedlog-core/src/test/java/com/twitter/distributedlog/limiter/TestRequestLimiter.java
index e34caa2..589539b 100644
--- a/distributedlog-core/src/test/java/com/twitter/distributedlog/limiter/TestRequestLimiter.java
+++ b/distributedlog-core/src/test/java/com/twitter/distributedlog/limiter/TestRequestLimiter.java
@@ -39,7 +39,7 @@ public class TestRequestLimiter {
         }
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testChainedRequestLimiter() throws Exception {
         MockRequestLimiter limiter1 = new MockRequestLimiter();
         MockRequestLimiter limiter2 = new MockRequestLimiter();

http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/blob/dadd5922/distributedlog-core/src/test/java/com/twitter/distributedlog/metadata/TestLogSegmentMetadataStoreUpdater.java
----------------------------------------------------------------------
diff --git a/distributedlog-core/src/test/java/com/twitter/distributedlog/metadata/TestLogSegmentMetadataStoreUpdater.java b/distributedlog-core/src/test/java/com/twitter/distributedlog/metadata/TestLogSegmentMetadataStoreUpdater.java
index 038f4b3..82fbc69 100644
--- a/distributedlog-core/src/test/java/com/twitter/distributedlog/metadata/TestLogSegmentMetadataStoreUpdater.java
+++ b/distributedlog-core/src/test/java/com/twitter/distributedlog/metadata/TestLogSegmentMetadataStoreUpdater.java
@@ -225,7 +225,7 @@ public class TestLogSegmentMetadataStoreUpdater extends ZooKeeperClusterTestCase
         assertEquals(inprogressLogSegment, readInprogressLogSegment);
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testChangeTruncationStatus() throws Exception {
         String ledgerPath = "/ledgers2";
         zkc.get().create(ledgerPath, new byte[0], ZooDefs.Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);

http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/blob/dadd5922/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestConfUtils.java
----------------------------------------------------------------------
diff --git a/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestConfUtils.java b/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestConfUtils.java
index 08b9b31..7061423 100644
--- a/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestConfUtils.java
+++ b/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestConfUtils.java
@@ -25,7 +25,7 @@ import static org.junit.Assert.*;
 
 public class TestConfUtils {
 
-    @Test
+    @Test(timeout = 60000)
     public void testLoadConfiguration() {
         Configuration conf1 = new CompositeConfiguration();
         conf1.setProperty("key1", "value1");

http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/blob/dadd5922/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestPermitManager.java
----------------------------------------------------------------------
diff --git a/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestPermitManager.java b/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestPermitManager.java
index 5953343..8899c0e 100644
--- a/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestPermitManager.java
+++ b/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestPermitManager.java
@@ -29,7 +29,7 @@ import static org.junit.Assert.*;
 
 public class TestPermitManager {
 
-    @Test
+    @Test(timeout = 60000)
     public void testUnlimitedPermitManager() {
         PermitManager pm = PermitManager.UNLIMITED_PERMIT_MANAGER;
         List<PermitManager.Permit> permits = new ArrayList<PermitManager.Permit>();
@@ -53,7 +53,7 @@ public class TestPermitManager {
         }
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testLimitedPermitManager() {
         ScheduledExecutorService executorService = Executors.newSingleThreadScheduledExecutor();
         PermitManager pm = new LimitedPermitManager(1, 0, TimeUnit.SECONDS, executorService);

http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/blob/dadd5922/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestSafeQueueingFuturePool.java
----------------------------------------------------------------------
diff --git a/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestSafeQueueingFuturePool.java b/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestSafeQueueingFuturePool.java
index 1991ad1..bca3b28 100644
--- a/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestSafeQueueingFuturePool.java
+++ b/distributedlog-core/src/test/java/com/twitter/distributedlog/util/TestSafeQueueingFuturePool.java
@@ -73,7 +73,7 @@ public class TestSafeQueueingFuturePool {
         }
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testSimpleSuccess() throws Exception {
         TestFuturePool<Void> pool = new TestFuturePool<Void>();
         final AtomicBoolean result = new AtomicBoolean(false);
@@ -88,7 +88,7 @@ public class TestSafeQueueingFuturePool {
         pool.shutdown();
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testSimpleFailure() throws Exception {
         TestFuturePool<Void> pool = new TestFuturePool<Void>();
         Future<Void> future = pool.wrapper.apply(new Function0<Void>() {
@@ -104,7 +104,7 @@ public class TestSafeQueueingFuturePool {
         pool.shutdown();
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testFailedDueToClosed() throws Exception {
         TestFuturePool<Void> pool = new TestFuturePool<Void>();
         pool.wrapper.close();
@@ -121,7 +121,7 @@ public class TestSafeQueueingFuturePool {
         pool.shutdown();
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testRejectedFailure() throws Exception {
         TestFuturePool<Void> pool = new TestFuturePool<Void>();
         final AtomicBoolean result = new AtomicBoolean(false);
@@ -146,7 +146,7 @@ public class TestSafeQueueingFuturePool {
         pool.shutdown();
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testRejectedBackupFailure() throws Exception {
         TestFuturePool<Void> pool = new TestFuturePool<Void>();
         final AtomicBoolean result = new AtomicBoolean(false);

http://git-wip-us.apache.org/repos/asf/incubator-distributedlog/blob/dadd5922/distributedlog-service/src/test/java/com/twitter/distributedlog/service/stream/TestStreamManager.java
----------------------------------------------------------------------
diff --git a/distributedlog-service/src/test/java/com/twitter/distributedlog/service/stream/TestStreamManager.java b/distributedlog-service/src/test/java/com/twitter/distributedlog/service/stream/TestStreamManager.java
index 034e934..71e46db 100644
--- a/distributedlog-service/src/test/java/com/twitter/distributedlog/service/stream/TestStreamManager.java
+++ b/distributedlog-service/src/test/java/com/twitter/distributedlog/service/stream/TestStreamManager.java
@@ -100,7 +100,7 @@ public class TestStreamManager {
         assertEquals(0, streamManager.numCached());
     }
 
-    @Test
+    @Test(timeout = 60000)
     public void testCreateStream() throws Exception {
         Stream mockStream = mock(Stream.class);
         final String streamName = "stream1";