You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@bookkeeper.apache.org by GitBox <gi...@apache.org> on 2017/12/11 22:31:32 UTC
[GitHub] merlimat commented on a change in pull request #828: DbLedgerStorage -- Write cache
merlimat commented on a change in pull request #828: DbLedgerStorage -- Write cache
URL: https://github.com/apache/bookkeeper/pull/828#discussion_r156219859
##########
File path: bookkeeper-server/src/main/java/org/apache/bookkeeper/bookie/storage/ldb/WriteCache.java
##########
@@ -0,0 +1,278 @@
+/**
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ *
+ */
+package org.apache.bookkeeper.bookie.storage.ldb;
+
+import io.netty.buffer.ByteBuf;
+import io.netty.buffer.ByteBufAllocator;
+import io.netty.buffer.Unpooled;
+
+import java.io.Closeable;
+import java.util.concurrent.atomic.AtomicLong;
+import java.util.concurrent.atomic.LongAdder;
+import java.util.concurrent.locks.ReentrantLock;
+
+import org.apache.bookkeeper.util.collections.ConcurrentLongHashSet;
+import org.apache.bookkeeper.util.collections.ConcurrentLongLongHashMap;
+import org.apache.bookkeeper.util.collections.ConcurrentLongLongPairHashMap;
+import org.apache.bookkeeper.util.collections.ConcurrentLongLongPairHashMap.LongPair;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+/**
+ * Write cache implementation.
+ *
+ * <p>The write cache will allocate the requested size from direct memory
+ * and it will break it down into multiple segments.
+ *
+ * <p>The entries are appended in a common buffer and indexed though a
+ * hashmap, until the cache is cleared.
+ *
+ * <p>There is the possibility to iterate through the stored entries in
+ * an ordered way, by (ledgerId, entry).
+ */
+public class WriteCache implements Closeable {
+
+ /**
+ * Consumer that is used to scan the entire write cache.
+ */
+ public interface EntryConsumer {
+ void accept(long ledgerId, long entryId, ByteBuf entry);
+ }
+
+ private final ConcurrentLongLongPairHashMap index = new ConcurrentLongLongPairHashMap(4096,
+ 2 * Runtime.getRuntime().availableProcessors());
+
+ private final ConcurrentLongLongHashMap lastEntryMap = new ConcurrentLongLongHashMap(4096,
+ 2 * Runtime.getRuntime().availableProcessors());
+
+ private final ByteBuf[] cacheSegments;
+ private final int segmentsCount;
+
+ private static final int MaxSegmentSize = Integer.MAX_VALUE;
+ private static final long SegmentOffsetMask = (long) Integer.MAX_VALUE;
+
+ private final long maxCacheSize;
+ private final AtomicLong cacheSize = new AtomicLong(0);
+ private final LongAdder cacheCount = new LongAdder();
+
+ private final ConcurrentLongHashSet deletedLedgers = new ConcurrentLongHashSet();
+
+ public WriteCache(long maxCacheSize) {
+ this.maxCacheSize = maxCacheSize;
+ this.segmentsCount = 1 + (int) (maxCacheSize / MaxSegmentSize);
+
+ this.cacheSegments = new ByteBuf[segmentsCount];
+
+ for (int i = 0; i < segmentsCount - 1; i++) {
+ // All intermediate segments will be full-size
+ cacheSegments[i] = Unpooled.directBuffer(MaxSegmentSize, MaxSegmentSize);
+ }
+
+ int lastSegmentSize = (int) (maxCacheSize % MaxSegmentSize);
+ cacheSegments[segmentsCount - 1] = Unpooled.directBuffer(lastSegmentSize, lastSegmentSize);
+ }
+
+ public void clear() {
+ cacheSize.set(0L);
+ cacheCount.reset();
+ index.clear();
+ lastEntryMap.clear();
+ deletedLedgers.clear();
+ }
+
+ @Override
+ public void close() {
+ for (ByteBuf buf : cacheSegments) {
+ buf.release();
+ }
+ }
+
+ public boolean put(long ledgerId, long entryId, ByteBuf entry) {
+ int size = entry.readableBytes();
+
+ // Align to 64 bytes so that different threads will not contend the same L1 cache line
+ int alignedSize = align64(size);
+
+ long offset;
+ int localOffset;
+ int segmentIdx;
+
+ while (true) {
+ offset = cacheSize.getAndAdd(alignedSize);
+ localOffset = (int) (offset & SegmentOffsetMask);
Review comment:
Very good point. I absolutely cannot remember why is this not a `>> 32`. Need to think about it.
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
With regards,
Apache Git Services