kudu git commit: java: add a stress test for short-lived clients

[jd...@apache.org]

Repository: kudu
Updated Branches:
  refs/heads/master ab0f44565 -> 548721090


java: add a stress test for short-lived clients

This simulates an Impala frontend-like workload and was able to
reproduce an earlier bug in which NPEs and SSLExceptions would be
logged.

Change-Id: Id7dd39882536e588ea63aefdabbbb0415a707846
Reviewed-on: http://gerrit.cloudera.org:8080/6615
Tested-by: Kudu Jenkins
Reviewed-by: Matthew Jacobs <mj...@cloudera.com>
Reviewed-by: Jean-Daniel Cryans <jd...@apache.org>


Project: http://git-wip-us.apache.org/repos/asf/kudu/repo
Commit: http://git-wip-us.apache.org/repos/asf/kudu/commit/54872109
Tree: http://git-wip-us.apache.org/repos/asf/kudu/tree/54872109
Diff: http://git-wip-us.apache.org/repos/asf/kudu/diff/54872109

Branch: refs/heads/master
Commit: 548721090e313c4d67af9453cf8a34e89dd31259
Parents: ab0f445
Author: Todd Lipcon <to...@apache.org>
Authored: Wed Apr 12 15:27:54 2017 -0700
Committer: Jean-Daniel Cryans <jd...@apache.org>
Committed: Wed Apr 12 23:23:24 2017 +0000

----------------------------------------------------------------------
 .../org/apache/kudu/client/ITClientStress.java  | 87 ++++++++++++++++++++
 1 file changed, 87 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/kudu/blob/54872109/java/kudu-client/src/test/java/org/apache/kudu/client/ITClientStress.java
----------------------------------------------------------------------
diff --git a/java/kudu-client/src/test/java/org/apache/kudu/client/ITClientStress.java b/java/kudu-client/src/test/java/org/apache/kudu/client/ITClientStress.java
new file mode 100644
index 0000000..29ea556
--- /dev/null
+++ b/java/kudu-client/src/test/java/org/apache/kudu/client/ITClientStress.java
@@ -0,0 +1,87 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package org.apache.kudu.client;
+
+import static org.junit.Assert.*;
+
+import java.io.Closeable;
+import java.util.concurrent.SynchronousQueue;
+import java.util.concurrent.ThreadPoolExecutor;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicReference;
+
+import org.apache.kudu.util.CapturingLogAppender;
+import org.junit.Test;
+
+import com.google.common.base.Stopwatch;
+
+public class ITClientStress extends BaseKuduTest {
+
+  /**
+   * Regression test for KUDU-1963. This simulates the behavior of the
+   * Impala 2.8 front-end under a high-concurrency workload. Each query
+   * starts a new client, fetches scan tokens, and closes the client.
+   */
+  @Test(timeout=60000)
+  public void testManyShortClientsGeneratingScanTokens() throws Exception {
+    final String TABLE_NAME = "testManyClients";
+    final int SECONDS_TO_RUN = 10;
+    final int NUM_THREADS = 80;
+    createFourTabletsTableWithNineRows(TABLE_NAME);
+
+    // Setup a pool with synchronous handoff.
+    SynchronousQueue<Runnable> queue = new SynchronousQueue<>();
+    ThreadPoolExecutor pool = new ThreadPoolExecutor(
+        NUM_THREADS, NUM_THREADS, 100, TimeUnit.MILLISECONDS,
+        queue, new ThreadPoolExecutor.CallerRunsPolicy());
+
+    // Capture any exception thrown by the tasks.
+    final AtomicReference<Throwable> thrown = new AtomicReference<>(null);
+
+    // Capture logs so we can check that no exceptions are logged.
+    CapturingLogAppender cla = new CapturingLogAppender();
+    try (Closeable c = cla.attach()) {
+      // Submit tasks for the prescribed amount of time.
+      Stopwatch s = Stopwatch.createStarted();
+      while (s.elapsed(TimeUnit.SECONDS) < SECONDS_TO_RUN &&
+             thrown.get() == null) {
+        pool.submit(new Runnable() {
+          @Override
+          public void run() {
+            try (AsyncKuduClient client =
+                  new AsyncKuduClient.AsyncKuduClientBuilder(masterAddresses)
+                  .defaultAdminOperationTimeoutMs(DEFAULT_SLEEP)
+                  .build()) {
+              KuduTable t = client.openTable(TABLE_NAME).join();
+              new KuduScanToken.KuduScanTokenBuilder(client, t).build();
+            } catch (Throwable t) {
+              thrown.set(t);
+            }
+          }
+        });
+      }
+      pool.shutdown();
+      pool.awaitTermination(10, TimeUnit.SECONDS);
+    }
+    assertNull(thrown.get());
+    assertFalse("log contained NPE",
+        cla.getAppendedText().contains("NullPointerException"));
+    assertFalse("log contained SSLException",
+        cla.getAppendedText().contains("SSLException"));
+  }
+
+}