git commit: HBASE-11239 Forgot to svn add test that was part of HBASE-11171, TestCacheConfig

[st...@apache.org]

Repository: hbase
Updated Branches:
  refs/heads/master ea9e65769 -> 0b883059e


HBASE-11239 Forgot to svn add test that was part of HBASE-11171, TestCacheConfig


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/0b883059
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/0b883059
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/0b883059

Branch: refs/heads/master
Commit: 0b883059ead43e84d691d92066aca5c658101dea
Parents: ea9e657
Author: Michael Stack <st...@duboce.net>
Authored: Thu May 22 23:10:25 2014 -0700
Committer: Michael Stack <st...@duboce.net>
Committed: Thu May 22 23:10:25 2014 -0700

----------------------------------------------------------------------
 .../hadoop/hbase/io/hfile/TestCacheConfig.java  | 176 +++++++++++++++++++
 1 file changed, 176 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase/blob/0b883059/hbase-server/src/test/java/org/apache/hadoop/hbase/io/hfile/TestCacheConfig.java
----------------------------------------------------------------------
diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/io/hfile/TestCacheConfig.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/io/hfile/TestCacheConfig.java
new file mode 100644
index 0000000..919fa9b
--- /dev/null
+++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/io/hfile/TestCacheConfig.java
@@ -0,0 +1,176 @@
+/**
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase.io.hfile;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+
+import java.io.IOException;
+import java.nio.ByteBuffer;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hbase.HBaseConfiguration;
+import org.apache.hadoop.hbase.SmallTests;
+import org.junit.After;
+import org.junit.Before;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.mortbay.log.Log;
+
+/**
+ * Tests that {@link CacheConfig} does as expected.
+ */
+@Category(SmallTests.class)
+public class TestCacheConfig {
+  private Configuration conf;
+
+  static class DataCacheEntry implements Cacheable {
+    private static final int SIZE = 1;
+    private static DataCacheEntry SINGLETON = new DataCacheEntry();
+
+    private final CacheableDeserializer<Cacheable> deserializer =
+        new CacheableDeserializer<Cacheable>() {
+      @Override
+      public int getDeserialiserIdentifier() {
+        return 0;
+      }
+      
+      @Override
+      public Cacheable deserialize(ByteBuffer b, boolean reuse) throws IOException {
+        Log.info("Deserialized " + b + ", reuse=" + reuse);
+        return SINGLETON;
+      }
+      
+      @Override
+      public Cacheable deserialize(ByteBuffer b) throws IOException {
+        Log.info("Deserialized " + b);
+        return SINGLETON;
+      }
+    };
+
+    public String toString() {
+      return "size=" + SIZE + ", type=" + getBlockType();
+    };
+ 
+    @Override
+    public long heapSize() {
+      return SIZE;
+    }
+
+    @Override
+    public int getSerializedLength() {
+      return SIZE;
+    }
+
+    @Override
+    public void serialize(ByteBuffer destination) {
+      Log.info("Serialized " + this + " to " + destination);
+    }
+
+    @Override
+    public CacheableDeserializer<Cacheable> getDeserializer() {
+      return this.deserializer;
+    }
+
+    @Override
+    public BlockType getBlockType() {
+      return BlockType.DATA;
+    }
+  };
+
+  static class MetaCacheEntry extends DataCacheEntry {
+    @Override
+    public BlockType getBlockType() {
+      return BlockType.INTERMEDIATE_INDEX;
+    }
+  }
+
+  @Before
+  public void setUp() throws Exception {
+    CacheConfig.GLOBAL_BLOCK_CACHE_INSTANCE = null;
+    this.conf = HBaseConfiguration.create();
+  }
+
+  @After
+  public void tearDown() throws Exception {
+    // Let go of current block cache.
+    CacheConfig.GLOBAL_BLOCK_CACHE_INSTANCE = null;
+  }
+
+  /**
+   * @param cc
+   * @param doubling If true, addition of element ups counter by 2, not 1, because element added
+   * to onheap and offheap caches.
+   * @param sizing True if we should run sizing test (doesn't always apply).
+   */
+  private void basicBlockCacheOps(final CacheConfig cc, final boolean doubling,
+      final boolean sizing) {
+    assertTrue(cc.isBlockCacheEnabled());
+    assertTrue(CacheConfig.DEFAULT_IN_MEMORY == cc.isInMemory());
+    BlockCache bc = cc.getBlockCache();
+    BlockCacheKey bck = new BlockCacheKey("f", 0);
+    Cacheable c = new DataCacheEntry();
+    // Do asserts on block counting.
+    long initialBlockCount = bc.getBlockCount();
+    bc.cacheBlock(bck, c);
+    assertEquals(doubling? 2: 1, bc.getBlockCount() - initialBlockCount);
+    bc.evictBlock(bck);
+    assertEquals(initialBlockCount, bc.getBlockCount());
+    // Do size accounting.  Do it after the above 'warm-up' because it looks like some
+    // buffers do lazy allocation so sizes are off on first go around.
+    if (sizing) {
+      long originalSize = bc.getCurrentSize();
+      bc.cacheBlock(bck, c);
+      long size = bc.getCurrentSize();
+      assertTrue(bc.getCurrentSize() > originalSize);
+      bc.evictBlock(bck);
+      size = bc.getCurrentSize();
+      assertEquals(originalSize, size);
+    }
+  }
+
+  @Test
+  public void testCacheConfigDefaultLRUBlockCache() {
+    CacheConfig cc = new CacheConfig(this.conf);
+    assertTrue(cc.isBlockCacheEnabled());
+    assertTrue(CacheConfig.DEFAULT_IN_MEMORY == cc.isInMemory());
+    basicBlockCacheOps(cc, false, true);
+    assertTrue(cc.getBlockCache() instanceof LruBlockCache);
+  }
+
+  @Test
+  public void testSlabCacheConfig() {
+    this.conf.setFloat(CacheConfig.SLAB_CACHE_OFFHEAP_PERCENTAGE_KEY, 0.1f);
+    CacheConfig cc = new CacheConfig(this.conf);
+    basicBlockCacheOps(cc, true, true);
+    assertTrue(cc.getBlockCache() instanceof DoubleBlockCache);
+    // TODO Assert sizes allocated are right.
+  }
+
+  @Test
+  public void testBucketCacheConfig() {
+    this.conf.set(CacheConfig.BUCKET_CACHE_IOENGINE_KEY, "offheap");
+    this.conf.setInt(CacheConfig.BUCKET_CACHE_SIZE_KEY, 100);
+    this.conf.setFloat(CacheConfig.BUCKET_CACHE_COMBINED_PERCENTAGE_KEY, 0.8f);
+    CacheConfig cc = new CacheConfig(this.conf);
+    basicBlockCacheOps(cc, false, false);
+    assertTrue(cc.getBlockCache() instanceof CombinedBlockCache);
+    // TODO: Assert sizes allocated are right and proportions.
+  }
+}