(pulsar) branch branch-3.2 updated: [improve][broker] Add missing configuration keys for caching catch-up reads (#22295)

[lh...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

lhotari pushed a commit to branch branch-3.2
in repository https://gitbox.apache.org/repos/asf/pulsar.git


The following commit(s) were added to refs/heads/branch-3.2 by this push:
     new ab9aefda34d [improve][broker] Add missing configuration keys for caching catch-up reads (#22295)
ab9aefda34d is described below

commit ab9aefda34d05c98b975c68e35d566ed38bcf1e2
Author: Lari Hotari <lh...@users.noreply.github.com>
AuthorDate: Tue Mar 19 09:56:53 2024 -0700

    [improve][broker] Add missing configuration keys for caching catch-up reads (#22295)
    
    (cherry picked from commit 2803ba20ed48b3fe9c251f69246249ff3fbd47dd)
---
 conf/broker.conf     | 12 +++++++++++-
 conf/standalone.conf |  4 ++--
 2 files changed, 13 insertions(+), 3 deletions(-)

diff --git a/conf/broker.conf b/conf/broker.conf
index 82dd5640740..4f5c4cac565 100644
--- a/conf/broker.conf
+++ b/conf/broker.conf
@@ -1142,6 +1142,16 @@ managedLedgerCacheEvictionTimeThresholdMillis=1000
 # and thus should be set as inactive.
 managedLedgerCursorBackloggedThreshold=1000
 
+# Minimum cursors that must be in backlog state to cache and reuse the read entries.
+# (Default =0 to disable backlog reach cache)
+managedLedgerMinimumBacklogCursorsForCaching=0
+
+# Minimum backlog entries for any cursor before start caching reads.
+managedLedgerMinimumBacklogEntriesForCaching=1000
+
+# Maximum backlog entry difference to prevent caching entries that can't be reused.
+managedLedgerMaxBacklogBetweenCursorsForCaching=1000
+
 # Rate limit the amount of writes per second generated by consumer acking the messages
 managedLedgerDefaultMarkDeleteRateLimit=1.0
 
@@ -1840,4 +1850,4 @@ brokerInterceptorsDirectory=./interceptors
 brokerInterceptors=
 
 # Enable or disable the broker interceptor, which is only used for testing for now
-disableBrokerInterceptors=true
\ No newline at end of file
+disableBrokerInterceptors=true
diff --git a/conf/standalone.conf b/conf/standalone.conf
index cf13f12c8fe..21b57067ad2 100644
--- a/conf/standalone.conf
+++ b/conf/standalone.conf
@@ -807,10 +807,10 @@ managedLedgerNewEntriesCheckDelayInMillis=10
 managedLedgerMinimumBacklogCursorsForCaching=0
 
 # Minimum backlog entries for any cursor before start caching reads.
-managedLedgerMinimumBacklogEntriesForCaching=100
+managedLedgerMinimumBacklogEntriesForCaching=1000
 
 # Maximum backlog entry difference to prevent caching entries that can't be reused.
-managedLedgerMaxBacklogBetweenCursorsForCaching=10000
+managedLedgerMaxBacklogBetweenCursorsForCaching=1000
 
 # Use Open Range-Set to cache unacked messages
 managedLedgerUnackedRangesOpenCacheSetEnabled=true