You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pegasus.apache.org by sm...@apache.org on 2021/08/13 05:53:16 UTC

[incubator-pegasus] branch master updated: feat: split read request thread pool (#782)

This is an automated email from the ASF dual-hosted git repository.

smityz pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pegasus.git


The following commit(s) were added to refs/heads/master by this push:
     new bed7f4d  feat: split read request thread pool (#782)
bed7f4d is described below

commit bed7f4d2174089bc2cf954307f02644152915f59
Author: Smilencer <52...@qq.com>
AuthorDate: Fri Aug 13 13:53:07 2021 +0800

    feat: split read request thread pool (#782)
---
 rdsn                                    |  2 +-
 src/include/rrdb/rrdb.code.definition.h | 10 +++++-----
 src/server/config.ini                   |  8 +++++++-
 src/server/config.min.ini               |  6 +++++-
 4 files changed, 18 insertions(+), 8 deletions(-)

diff --git a/rdsn b/rdsn
index e3e24f7..2b7cbf5 160000
--- a/rdsn
+++ b/rdsn
@@ -1 +1 @@
-Subproject commit e3e24f7fd4d05ba8241beb8dab42ca072dbc3d11
+Subproject commit 2b7cbf5294fbfd05b0b3eda68a60292916cb6370
diff --git a/src/include/rrdb/rrdb.code.definition.h b/src/include/rrdb/rrdb.code.definition.h
index a55dc1c..f9cfb54 100644
--- a/src/include/rrdb/rrdb.code.definition.h
+++ b/src/include/rrdb/rrdb.code.definition.h
@@ -31,11 +31,11 @@ DEFINE_STORAGE_WRITE_RPC_CODE(RPC_RRDB_RRDB_CHECK_AND_SET, NOT_ALLOW_BATCH, NOT_
 DEFINE_STORAGE_WRITE_RPC_CODE(RPC_RRDB_RRDB_CHECK_AND_MUTATE, NOT_ALLOW_BATCH, NOT_IDEMPOTENT)
 DEFINE_STORAGE_WRITE_RPC_CODE(RPC_RRDB_RRDB_DUPLICATE, NOT_ALLOW_BATCH, IS_IDEMPOTENT)
 DEFINE_STORAGE_READ_RPC_CODE(RPC_RRDB_RRDB_GET)
-DEFINE_STORAGE_READ_RPC_CODE(RPC_RRDB_RRDB_MULTI_GET)
-DEFINE_STORAGE_READ_RPC_CODE(RPC_RRDB_RRDB_SORTKEY_COUNT)
 DEFINE_STORAGE_READ_RPC_CODE(RPC_RRDB_RRDB_TTL)
-DEFINE_STORAGE_READ_RPC_CODE(RPC_RRDB_RRDB_GET_SCANNER)
-DEFINE_STORAGE_READ_RPC_CODE(RPC_RRDB_RRDB_SCAN)
-DEFINE_STORAGE_READ_RPC_CODE(RPC_RRDB_RRDB_CLEAR_SCANNER)
+DEFINE_STORAGE_SCAN_RPC_CODE(RPC_RRDB_RRDB_SORTKEY_COUNT)
+DEFINE_STORAGE_SCAN_RPC_CODE(RPC_RRDB_RRDB_GET_SCANNER)
+DEFINE_STORAGE_SCAN_RPC_CODE(RPC_RRDB_RRDB_SCAN)
+DEFINE_STORAGE_SCAN_RPC_CODE(RPC_RRDB_RRDB_CLEAR_SCANNER)
+DEFINE_STORAGE_SCAN_RPC_CODE(RPC_RRDB_RRDB_MULTI_GET)
 }
 }
diff --git a/src/server/config.ini b/src/server/config.ini
index 65c770b..0f3ae37 100644
--- a/src/server/config.ini
+++ b/src/server/config.ini
@@ -16,7 +16,7 @@
   name = replica
   arguments =
   ports = 34801
-  pools = THREAD_POOL_DEFAULT,THREAD_POOL_REPLICATION_LONG,THREAD_POOL_REPLICATION,THREAD_POOL_FD,THREAD_POOL_LOCAL_APP,THREAD_POOL_BLOCK_SERVICE,THREAD_POOL_COMPACT,THREAD_POOL_INGESTION,THREAD_POOL_SLOG,THREAD_POOL_PLOG
+  pools = THREAD_POOL_DEFAULT,THREAD_POOL_REPLICATION_LONG,THREAD_POOL_REPLICATION,THREAD_POOL_FD,THREAD_POOL_LOCAL_APP,THREAD_POOL_BLOCK_SERVICE,THREAD_POOL_COMPACT,THREAD_POOL_INGESTION,THREAD_POOL_SLOG,THREAD_POOL_PLOG,THREAD_POOL_SCAN
   run = true
   count = 1
 
@@ -124,6 +124,12 @@
   worker_priority = THREAD_xPRIORITY_NORMAL
   worker_count = 24
 
+[threadpool.THREAD_POOL_SCAN]
+  name = scan_query
+  partitioned = false
+  worker_priority = THREAD_xPRIORITY_NORMAL
+  worker_count = 24
+
 [threadpool.THREAD_POOL_REPLICATION_LONG]
   name = rep_long
   partitioned = false
diff --git a/src/server/config.min.ini b/src/server/config.min.ini
index d7bd908..ff74e65 100644
--- a/src/server/config.min.ini
+++ b/src/server/config.min.ini
@@ -12,7 +12,7 @@
   type = replica
   name = replica
   ports = @REPLICA_PORT@
-  pools = THREAD_POOL_DEFAULT,THREAD_POOL_REPLICATION_LONG,THREAD_POOL_REPLICATION,THREAD_POOL_FD,THREAD_POOL_LOCAL_APP,THREAD_POOL_BLOCK_SERVICE,THREAD_POOL_COMPACT,THREAD_POOL_INGESTION,THREAD_POOL_SLOG,THREAD_POOL_PLOG
+  pools = THREAD_POOL_DEFAULT,THREAD_POOL_REPLICATION_LONG,THREAD_POOL_REPLICATION,THREAD_POOL_FD,THREAD_POOL_LOCAL_APP,THREAD_POOL_BLOCK_SERVICE,THREAD_POOL_COMPACT,THREAD_POOL_INGESTION,THREAD_POOL_SLOG,THREAD_POOL_PLOG,THREAD_POOL_SCAN
 
 [apps.collector]
   name = collector
@@ -72,6 +72,10 @@
   name = local_app
   worker_count = 2
 
+[threadpool.THREAD_POOL_SCAN]
+  name = scan_query
+  worker_count = 2
+
 [threadpool.THREAD_POOL_REPLICATION_LONG]
   name = rep_long
   worker_count = 2

---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pegasus.apache.org
For additional commands, e-mail: commits-help@pegasus.apache.org