[accumulo-testing] branch master updated: Add Durability Performance Test to Fix Durability IT (#74)

[kt...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

kturner pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/accumulo-testing.git


The following commit(s) were added to refs/heads/master by this push:
     new b4cb40a  Add Durability Performance Test to Fix Durability IT (#74)
b4cb40a is described below

commit b4cb40aa29372e9e5f17e42bae89e784accf3379
Author: Jeffrey Manno <je...@gmail.com>
AuthorDate: Tue May 21 14:58:00 2019 -0400

    Add Durability Performance Test to Fix Durability IT (#74)
---
 .../performance/tests/DurabilityWriteSpeedPT.java  | 74 ++++++++++++++++++++++
 1 file changed, 74 insertions(+)

diff --git a/src/main/java/org/apache/accumulo/testing/performance/tests/DurabilityWriteSpeedPT.java b/src/main/java/org/apache/accumulo/testing/performance/tests/DurabilityWriteSpeedPT.java
new file mode 100644
index 0000000..99e5bb6
--- /dev/null
+++ b/src/main/java/org/apache/accumulo/testing/performance/tests/DurabilityWriteSpeedPT.java
@@ -0,0 +1,74 @@
+package org.apache.accumulo.testing.performance.tests;
+
+import java.util.Arrays;
+import java.util.Collections;
+
+import org.apache.accumulo.core.client.AccumuloClient;
+import org.apache.accumulo.core.client.BatchWriter;
+import org.apache.accumulo.core.client.admin.NewTableConfiguration;
+import org.apache.accumulo.core.client.admin.TableOperations;
+import org.apache.accumulo.core.data.Mutation;
+import org.apache.accumulo.testing.performance.Environment;
+import org.apache.accumulo.testing.performance.PerformanceTest;
+import org.apache.accumulo.testing.performance.Report;
+import org.apache.accumulo.testing.performance.SystemConfiguration;
+
+public class DurabilityWriteSpeedPT implements PerformanceTest {
+  static final long N = 100000;
+
+  @Override
+  public SystemConfiguration getSystemConfig() {
+    return new SystemConfiguration();
+  }
+
+  private void createTable(AccumuloClient c, String table, String durability) throws Exception {
+    NewTableConfiguration ntc = new NewTableConfiguration();
+    ntc.setProperties(Collections.singletonMap("table.durability", durability));
+    c.tableOperations().create(table, ntc);
+  }
+
+  @Override
+  public Report runTest(Environment env) throws Exception {
+    Report.Builder reportBuilder = Report.builder();
+    reportBuilder.id("durability");
+    reportBuilder.description("Compares writes speeds at different durability levels");
+    try (AccumuloClient client = env.getClient()) {
+      TableOperations tableOps = client.tableOperations();
+      for (String durability : new String[] {"sync", "flush", "log", "none"}) {
+        String tableName = durability + "T";
+        createTable(client, tableName, durability);
+        long median = writeSome(reportBuilder, client, tableName, N, durability);
+        tableOps.delete(tableName);
+        reportBuilder.result(durability + " Median", median,
+            "Median time result for " + durability);
+      }
+    }
+    reportBuilder.parameter("rows", N, "Number of random rows written.");
+    return reportBuilder.build();
+  }
+
+  private long writeSome(Report.Builder reportBuilder, AccumuloClient c, String table, long count,
+      String durabilityLevel) throws Exception {
+    int iterations = 5;
+    long[] attempts = new long[iterations];
+    for (int attempt = 0; attempt < iterations; attempt++) {
+      long now = System.currentTimeMillis();
+      try (BatchWriter bw = c.createBatchWriter(table)) {
+        for (int i = 1; i < count + 1; i++) {
+          Mutation m = new Mutation("" + i);
+          m.put("", "", "");
+          bw.addMutation(m);
+          if (i % (Math.max(1, count / 100)) == 0) {
+            bw.flush();
+          }
+        }
+      }
+      attempts[attempt] = System.currentTimeMillis() - now;
+      reportBuilder.info(durabilityLevel + " attempt " + attempt, System.currentTimeMillis() - now,
+          "Times for each attempt in ms");
+    }
+    Arrays.sort(attempts);
+    // Return the median duration
+    return attempts[2];
+  }
+}