You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by lh...@apache.org on 2026/10/19 21:18:35 UTC

(pulsar) 16/16: [improve][bk] Partition index and filter blocks in the entry location RocksDB config (#27008)

This is an automated email from the ASF dual-hosted git repository.

lhotari pushed a commit to branch branch-5.0
in repository https://gitbox.apache.org/repos/asf/pulsar.git

commit 392f5f6e4f2dba944ad7964647e6e4130ade4a0a
Author: Matteo Merli <mm...@apache.org>
AuthorDate: Mon Oct 19 14:15:36 2026 -0700

    [improve][bk] Partition index and filter blocks in the entry location RocksDB config (#27008)
    
    (cherry picked from commit 58caa74a5b85ec01e738413d66be3dea066f5d5f)
---
 conf/entry_location_rocksdb.conf | 13 ++++++++++++-
 1 file changed, 12 insertions(+), 1 deletion(-)

diff --git a/conf/entry_location_rocksdb.conf b/conf/entry_location_rocksdb.conf
index 9c675554b24a..ca8af0977e0d 100644
--- a/conf/entry_location_rocksdb.conf
+++ b/conf/entry_location_rocksdb.conf
@@ -67,4 +67,15 @@
  # set by jni: tableOptions.setFilterPolicy, bloomfilter:[bits_per_key]:[use_block_based_builder]
  filter_policy=rocksdb.BloomFilter:10:false
  # set by jni: tableOptions.setCacheIndexAndFilterBlocks
- cache_index_and_filter_blocks=true
\ No newline at end of file
+ cache_index_and_filter_blocks=true
+ # Split index and filter blocks into partitions of ~metadata_block_size
+ # (4 KiB). An unpartitioned filter of a 64 MiB SST is several MiB, larger
+ # than a block cache shard, so the cache drops it after each use and every
+ # lookup reads it again. Only the small top-level blocks are pinned.
+ # Partitioned index and filters are readable by 7.9.2.
+ # set by jni: tableOptions.setIndexType
+ index_type=kTwoLevelIndexSearch
+ # set by jni: tableOptions.setPartitionFilters
+ partition_filters=true
+ # set by jni: tableOptions.setPinTopLevelIndexAndFilter
+ pin_top_level_index_and_filter=true