You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kvrocks.apache.org by ti...@apache.org on 2022/11/05 08:01:31 UTC
[incubator-kvrocks] branch unstable updated: util: Add WriteBatchInspector to inspect WriteBatch (#1069)
This is an automated email from the ASF dual-hosted git repository.
tison pushed a commit to branch unstable
in repository https://gitbox.apache.org/repos/asf/incubator-kvrocks.git
The following commit(s) were added to refs/heads/unstable by this push:
new 19c6e950 util: Add WriteBatchInspector to inspect WriteBatch (#1069)
19c6e950 is described below
commit 19c6e9504548ce66ed2f6a8d2940010cba61e699
Author: mwish <ma...@gmail.com>
AuthorDate: Sat Nov 5 16:01:26 2022 +0800
util: Add WriteBatchInspector to inspect WriteBatch (#1069)
---
src/cluster/replication.cc | 3 +-
src/storage/batch_debugger.h | 137 +++++++++++++++++++++++++++++++++++++++++++
2 files changed, 139 insertions(+), 1 deletion(-)
diff --git a/src/cluster/replication.cc b/src/cluster/replication.cc
index d2f0e6af..f020f064 100644
--- a/src/cluster/replication.cc
+++ b/src/cluster/replication.cc
@@ -38,6 +38,7 @@
#include "server/redis_reply.h"
#include "server/server.h"
#include "status.h"
+#include "storage/batch_debugger.h"
#include "util.h"
Status FeedSlaveThread::Start() {
@@ -111,7 +112,7 @@ void FeedSlaveThread::loop() {
batches_bulk += Redis::BulkString(batch.writeBatchPtr->Data());
// 1. We must send the first replication batch, as said above.
// 2. To avoid frequently calling 'write' system call to send replication stream,
- // we pack multiple bacthes into one big bulk if possible, and only send once.
+ // we pack multiple batches into one big bulk if possible, and only send once.
// But we should send the bulk of batches if its size exceed kMaxDelayBytes,
// 16Kb by default. Moreover, we also send if updates count in all bathes is
// more that kMaxDelayUpdates, to void too many delayed updates.
diff --git a/src/storage/batch_debugger.h b/src/storage/batch_debugger.h
new file mode 100644
index 00000000..17b0d7b3
--- /dev/null
+++ b/src/storage/batch_debugger.h
@@ -0,0 +1,137 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ *
+ */
+
+// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
+// This source code is licensed under both the GPLv2 (found in the
+// COPYING file in the root directory) and Apache 2.0 License
+// (found in the LICENSE.Apache file in the root directory).
+//
+// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file. See the AUTHORS file for names of contributors.
+
+// The file is copy and modified from rocksdb:
+// https://github.com/facebook/rocksdb/blob/5cf6ab6f315e2506171aad2504638a7da9af7d1e/db/write_batch_test.cc#L251
+
+#pragma once
+
+#include <rocksdb/db.h>
+#include <rocksdb/slice.h>
+
+#include <string>
+#include <vector>
+
+/// WriteBatchInspector can be used to Iterate and print rocksdb's WriteBatch,
+/// kvrocks' replication serialize WriteBatch in WAL, but WriteBatch is not
+/// human-readable. WriteBatchInspector can be used to trace and print the
+/// content of the WriteBatch for debugging.
+///
+/// Usage:
+///
+/// ```
+/// WriteBatchInspector inspector;
+/// status = write_batch.Iterate(&inspector);
+/// LOG(INFO) << inspector.seen << ", cnt: " << inspector.cnt;
+/// ```
+struct WriteBatchInspector : public rocksdb::WriteBatch::Handler {
+ std::string seen;
+ int cnt = 0;
+ rocksdb::Status PutCF(uint32_t column_family_id, const rocksdb::Slice& key, const rocksdb::Slice& value) override {
+ ++cnt;
+ if (column_family_id == 0) {
+ seen += "Put(" + key.ToString() + ", " + value.ToString() + ")";
+ } else {
+ seen += "PutCF(" + std::to_string(column_family_id) + ", " + key.ToString() + ", " + value.ToString() + ")";
+ }
+ return rocksdb::Status::OK();
+ }
+ rocksdb::Status DeleteCF(uint32_t column_family_id, const rocksdb::Slice& key) override {
+ ++cnt;
+ if (column_family_id == 0) {
+ seen += "Delete(" + key.ToString() + ")";
+ } else {
+ seen += "DeleteCF(" + std::to_string(column_family_id) + ", " + key.ToString() + ")";
+ }
+ return rocksdb::Status::OK();
+ }
+ rocksdb::Status SingleDeleteCF(uint32_t column_family_id, const rocksdb::Slice& key) override {
+ ++cnt;
+ if (column_family_id == 0) {
+ seen += "SingleDelete(" + key.ToString() + ")";
+ } else {
+ seen += "SingleDeleteCF(" + std::to_string(column_family_id) + ", " + key.ToString() + ")";
+ }
+ return rocksdb::Status::OK();
+ }
+ rocksdb::Status DeleteRangeCF(uint32_t column_family_id, const rocksdb::Slice& begin_key,
+ const rocksdb::Slice& end_key) override {
+ ++cnt;
+ if (column_family_id == 0) {
+ seen += "DeleteRange(" + begin_key.ToString() + ", " + end_key.ToString() + ")";
+ } else {
+ seen += "DeleteRangeCF(" + std::to_string(column_family_id) + ", " + begin_key.ToString() + ", " +
+ end_key.ToString() + ")";
+ }
+ return rocksdb::Status::OK();
+ }
+ rocksdb::Status MergeCF(uint32_t column_family_id, const rocksdb::Slice& key, const rocksdb::Slice& value) override {
+ ++cnt;
+ if (column_family_id == 0) {
+ seen += "Merge(" + key.ToString() + ", " + value.ToString() + ")";
+ } else {
+ seen += "MergeCF(" + std::to_string(column_family_id) + ", " + key.ToString() + ", " + value.ToString() + ")";
+ }
+ return rocksdb::Status::OK();
+ }
+ void LogData(const rocksdb::Slice& blob) override {
+ ++cnt;
+ seen += "LogData(" + blob.ToString() + ")";
+ }
+ rocksdb::Status MarkBeginPrepare(bool unprepare) override {
+ ++cnt;
+ seen += "MarkBeginPrepare(" + std::string(unprepare ? "true" : "false") + ")";
+ return rocksdb::Status::OK();
+ }
+ rocksdb::Status MarkEndPrepare(const rocksdb::Slice& xid) override {
+ ++cnt;
+ seen += "MarkEndPrepare(" + xid.ToString() + ")";
+ return rocksdb::Status::OK();
+ }
+ rocksdb::Status MarkNoop(bool empty_batch) override {
+ ++cnt;
+ seen += "MarkNoop(" + std::string(empty_batch ? "true" : "false") + ")";
+ return rocksdb::Status::OK();
+ }
+ rocksdb::Status MarkCommit(const rocksdb::Slice& xid) override {
+ ++cnt;
+ seen += "MarkCommit(" + xid.ToString() + ")";
+ return rocksdb::Status::OK();
+ }
+ rocksdb::Status MarkCommitWithTimestamp(const rocksdb::Slice& xid, const rocksdb::Slice& ts) override {
+ ++cnt;
+ seen += "MarkCommitWithTimestamp(" + xid.ToString() + ", " + ts.ToString(true) + ")";
+ return rocksdb::Status::OK();
+ }
+ rocksdb::Status MarkRollback(const rocksdb::Slice& xid) override {
+ ++cnt;
+ seen += "MarkRollback(" + xid.ToString() + ")";
+ return rocksdb::Status::OK();
+ }
+};