You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pegasus.apache.org by gi...@apache.org on 2020/10/03 13:29:15 UTC
[incubator-pegasus-website] branch asf-site updated: Automatic Site
Publish by Buildbot
This is an automated email from the ASF dual-hosted git repository.
git-site-role pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/incubator-pegasus-website.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 79e488c Automatic Site Publish by Buildbot
79e488c is described below
commit 79e488ca9931d7b8395cf6620a7e4bbf7dbf6d0e
Author: buildbot <us...@infra.apache.org>
AuthorDate: Sat Oct 3 13:29:11 2020 +0000
Automatic Site Publish by Buildbot
---
output/2017/11/21/meta-server-design.html | 178 ++--
output/2017/11/21/replica-server-design.html | 178 ++--
output/2018/03/07/last_flushed_decree.html | 178 ++--
output/2019/04/29/threads-in-pegasus.html | 178 ++--
output/2019/06/09/duplication-design.html | 178 ++--
output/2019/06/09/how-i-build-pegasus-website.html | 178 ++--
output/2020/02/06/partition-split-design.html | 178 ++--
output/2020/02/18/bulk-load-design.html | 178 ++--
output/2020/06/19/pegasus-2.0.0-is-out.html | 178 ++--
output/404.html | 55 ++
output/administration/backup-request.html | 438 ----------
output/administration/bad-disk.html | 435 ----------
output/administration/compression.html | 494 -----------
output/administration/deployment.html | 566 -------------
output/administration/experiences.html | 515 ------------
output/administration/index.html | 423 ----------
output/administration/manual-compact.html | 552 ------------
output/administration/membership-change.html | 465 ----------
output/administration/partition-split.html | 501 -----------
output/administration/remote-commands.html | 607 -------------
output/administration/replica-recovery.html | 468 -----------
output/administration/resource-management.html | 477 -----------
output/administration/rolling-update.html | 543 ------------
output/administration/table-env.html | 653 --------------
output/administration/table-migration.html | 431 ----------
output/administration/table-soft-delete.html | 522 ------------
output/administration/throttling.html | 468 -----------
output/administration/usage-scenario.html | 489 -----------
output/administration/whitelist.html | 450 ----------
output/administration/zk-migration.html | 510 -----------
output/api/index.html | 321 -------
output/api/redis.html | 512 -----------
output/api/single-atomic.html | 349 --------
output/api/ttl.html | 376 ---------
output/assets/css/app.css | 76 +-
output/assets/css/app.css.map | 124 ---
output/assets/images/pegasus-logo-inv.png | Bin 0 -> 34250 bytes
output/assets/images/pegasus-square.png | Bin 0 -> 21055 bytes
output/assets/js/app.js | 7 +-
output/blogs.html | 164 ++--
output/clients/go-client.html | 349 --------
output/clients/index.html | 322 -------
output/clients/node-client.html | 569 -------------
output/community/coding-guides.html | 207 ++---
output/community/index.html | 160 ++--
output/community/mail-subscribe.html | 193 ++---
output/community/proposal.html | 279 +++---
output/community/roadmap.html | 203 ++---
output/docs/administration/backup-request.html | 710 ++++++++++++++++
output/docs/administration/bad-disk.html | 707 ++++++++++++++++
output/{ => docs}/administration/cold-backup.html | 820 ++++++++++++------
output/docs/administration/compression.html | 766 +++++++++++++++++
output/{ => docs}/administration/config.html | 792 +++++++++++------
output/docs/administration/deployment.html | 824 ++++++++++++++++++
output/{ => docs}/administration/duplication.html | 820 ++++++++++++------
output/docs/administration/experiences.html | 787 +++++++++++++++++
output/docs/administration/index.html | 695 +++++++++++++++
output/docs/administration/manual-compact.html | 824 ++++++++++++++++++
.../{ => docs}/administration/meta-recovery.html | 804 ++++++++++++------
output/{ => docs}/administration/monitoring.html | 820 ++++++++++++------
output/docs/administration/partition-split.html | 773 +++++++++++++++++
output/{ => docs}/administration/rebalance.html | 820 ++++++++++++------
output/docs/administration/remote-commands.html | 879 +++++++++++++++++++
output/docs/administration/replica-recovery.html | 740 ++++++++++++++++
.../docs/administration/resource-management.html | 749 +++++++++++++++++
output/docs/administration/rolling-update.html | 815 ++++++++++++++++++
output/docs/administration/scale-in-out.html | 737 ++++++++++++++++
output/docs/administration/table-env.html | 925 ++++++++++++++++++++
output/docs/administration/table-migration.html | 703 ++++++++++++++++
output/docs/administration/table-soft-delete.html | 794 +++++++++++++++++
output/docs/administration/throttling.html | 740 ++++++++++++++++
output/docs/administration/usage-scenario.html | 761 +++++++++++++++++
output/docs/administration/whitelist.html | 722 ++++++++++++++++
output/docs/administration/zk-migration.html | 782 +++++++++++++++++
output/{ => docs}/api/geo.html | 840 ++++++++++++------
output/{ => docs}/api/http.html | 840 ++++++++++++------
output/docs/api/index.html | 693 +++++++++++++++
output/docs/api/redis.html | 884 +++++++++++++++++++
output/docs/api/single-atomic.html | 721 ++++++++++++++++
output/docs/api/ttl.html | 748 ++++++++++++++++
output/{ => docs}/clients/cpp-client.html | 839 ++++++++++++------
output/docs/clients/go-client.html | 702 ++++++++++++++++
output/docs/clients/index.html | 689 +++++++++++++++
output/{ => docs}/clients/java-client.html | 839 ++++++++++++------
output/docs/clients/node-client.html | 936 +++++++++++++++++++++
output/{ => docs}/clients/python-client.html | 839 ++++++++++++------
output/{ => docs}/clients/scala-client.html | 839 ++++++++++++------
output/docs/index.html | 671 +++++++++++++++
output/{ => en}/2017/11/21/meta-server-design.html | 200 ++---
.../{ => en}/2017/11/21/replica-server-design.html | 200 ++---
.../{ => en}/2018/03/07/last_flushed_decree.html | 200 ++---
output/{ => en}/2019/04/29/threads-in-pegasus.html | 200 ++---
output/{ => en}/2019/06/09/duplication-design.html | 202 ++---
.../2019/06/09/how-i-build-pegasus-website.html | 200 ++---
.../2020/02/06/partition-split-design.html | 200 ++---
output/{ => en}/2020/02/18/bulk-load-design.html | 200 ++---
.../{ => en}/2020/06/19/pegasus-2.0.0-is-out.html | 200 ++---
output/en/404.html | 55 ++
output/en/License.Apache2 | 202 +++++
output/en/License.MIT | 21 +
output/{ => en}/assets/css/app.css | 76 +-
output/en/assets/images/benchmark/5-node-read.png | Bin 0 -> 58720 bytes
output/en/assets/images/benchmark/5-node-write.png | Bin 0 -> 53890 bytes
.../assets/images/benchmark/500-limit-auto-set.png | Bin 0 -> 33504 bytes
.../en/assets/images/benchmark/500-limit-set.png | Bin 0 -> 42800 bytes
.../images/benchmark/io-limit-500MB-auto.png | Bin 0 -> 57452 bytes
.../en/assets/images/benchmark/io-limit-500MB.png | Bin 0 -> 88865 bytes
output/en/assets/images/benchmark/io-no-limit.png | Bin 0 -> 56772 bytes
output/en/assets/images/benchmark/limit.png | Bin 0 -> 71919 bytes
output/en/assets/images/benchmark/no-limit-set.png | Bin 0 -> 35954 bytes
.../en/assets/images/benchmark/node-qps-read.png | Bin 0 -> 63576 bytes
.../en/assets/images/benchmark/node-qps-write.png | Bin 0 -> 55852 bytes
output/en/assets/images/benchmark/partition.png | Bin 0 -> 59966 bytes
.../en/assets/images/compression-comparation.png | Bin 0 -> 35092 bytes
output/en/assets/images/ddd-diagnose.png | Bin 0 -> 74120 bytes
output/en/assets/images/egg-logo.png | Bin 0 -> 17961 bytes
output/en/assets/images/favicon.ico | Bin 0 -> 1775 bytes
output/en/assets/images/geo_faces.png | Bin 0 -> 510331 bytes
.../en/assets/images/grafana-dashboard-pegasus.png | Bin 0 -> 226780 bytes
output/en/assets/images/grafana-getAPIKey.png | Bin 0 -> 31309 bytes
.../assets/images/grafana-import-panel-upload.png | Bin 0 -> 41916 bytes
output/en/assets/images/grafana-import-panel.png | Bin 0 -> 49457 bytes
output/en/assets/images/grafana-login.png | Bin 0 -> 55507 bytes
output/en/assets/images/hilbert.png | Bin 0 -> 54978 bytes
output/en/assets/images/nasa-53884-unsplash.jpg | Bin 0 -> 499652 bytes
output/en/assets/images/network-partition.png | Bin 0 -> 33269 bytes
.../images/pegasus-architecture-components.png | Bin 0 -> 126310 bytes
.../images/pegasus-architecture-overview.png | Bin 0 -> 156496 bytes
.../en/assets/images/pegasus-data-model-sample.png | Bin 0 -> 109912 bytes
output/en/assets/images/pegasus-data-model.png | Bin 0 -> 73897 bytes
output/en/assets/images/pegasus-healthy-status.png | Bin 0 -> 200865 bytes
output/en/assets/images/pegasus-icon.png | Bin 0 -> 7122 bytes
output/en/assets/images/pegasus-logo-inv.png | Bin 0 -> 34250 bytes
output/en/assets/images/pegasus-logo.png | Bin 0 -> 24792 bytes
output/en/assets/images/pegasus-square.png | Bin 0 -> 21055 bytes
output/en/assets/images/pegasus-ttl.png | Bin 0 -> 81531 bytes
.../en/assets/images/perfect-failure-detector.png | Bin 0 -> 73525 bytes
output/en/assets/images/prometheus-server.png | Bin 0 -> 34973 bytes
output/en/assets/images/redis_proxy_arch.png | Bin 0 -> 36247 bytes
output/en/assets/images/s2_cap_1.png | Bin 0 -> 75709 bytes
output/en/assets/images/s2_cap_2.png | Bin 0 -> 231587 bytes
output/{ => en}/assets/js/app.js | 7 +-
output/{ => en}/blogs.html | 224 +++--
output/{ => en}/community/coding-guides.html | 229 +++--
output/{ => en}/community/index.html | 196 ++---
output/{ => en}/community/mail-subscribe.html | 215 ++---
output/{ => en}/community/proposal.html | 301 +++----
output/{ => en}/community/roadmap.html | 225 +++--
output/en/docs/administration/backup-request.html | 664 +++++++++++++++
output/en/docs/administration/bad-disk.html | 664 +++++++++++++++
output/en/docs/administration/cold-backup.html | 664 +++++++++++++++
output/en/docs/administration/compression.html | 664 +++++++++++++++
output/en/docs/administration/config.html | 664 +++++++++++++++
output/en/docs/administration/deployment.html | 664 +++++++++++++++
output/en/docs/administration/duplication.html | 664 +++++++++++++++
output/en/docs/administration/experiences.html | 664 +++++++++++++++
output/en/docs/administration/manual-compact.html | 664 +++++++++++++++
output/en/docs/administration/meta-recovery.html | 664 +++++++++++++++
output/en/docs/administration/monitoring.html | 664 +++++++++++++++
output/en/docs/administration/partition-split.html | 664 +++++++++++++++
output/en/docs/administration/rebalance.html | 664 +++++++++++++++
output/en/docs/administration/remote-commands.html | 664 +++++++++++++++
.../en/docs/administration/replica-recovery.html | 664 +++++++++++++++
.../docs/administration/resource-management.html | 664 +++++++++++++++
output/en/docs/administration/rolling-update.html | 664 +++++++++++++++
output/en/docs/administration/scale-in-out.html | 664 +++++++++++++++
output/en/docs/administration/table-env.html | 664 +++++++++++++++
output/en/docs/administration/table-migration.html | 664 +++++++++++++++
.../en/docs/administration/table-soft-delete.html | 664 +++++++++++++++
output/en/docs/administration/throttling.html | 664 +++++++++++++++
output/en/docs/administration/usage-scenario.html | 664 +++++++++++++++
output/en/docs/administration/whitelist.html | 664 +++++++++++++++
output/en/docs/administration/zk-migration.html | 664 +++++++++++++++
output/en/docs/api/geo.html | 664 +++++++++++++++
output/en/docs/api/http.html | 664 +++++++++++++++
output/en/docs/api/index.html | 697 +++++++++++++++
output/en/docs/api/redis.html | 664 +++++++++++++++
output/en/docs/api/single-atomic.html | 664 +++++++++++++++
output/en/docs/api/ttl.html | 664 +++++++++++++++
output/en/docs/clients/cpp-client.html | 664 +++++++++++++++
output/en/docs/clients/go-client.html | 664 +++++++++++++++
output/en/docs/clients/index.html | 693 +++++++++++++++
output/en/docs/clients/java-client.html | 664 +++++++++++++++
output/en/docs/clients/node-client.html | 664 +++++++++++++++
output/en/docs/clients/python-client.html | 664 +++++++++++++++
output/en/docs/clients/scala-client.html | 664 +++++++++++++++
output/en/docs/en/administration/index.html | 397 +++++++++
output/en/docs/index.html | 662 +++++++++++++++
output/{ => en}/feed.xml | 18 +-
output/{ => en}/index.html | 198 ++---
output/en/overview/architecture.html | 281 +++++++
output/en/overview/background/index.html | 281 +++++++
output/en/overview/benchmark/index.html | 281 +++++++
output/en/overview/data-model/index.html | 281 +++++++
output/en/overview/index.html | 281 +++++++
output/en/overview/installation/index.html | 281 +++++++
output/en/overview/onebox/index.html | 281 +++++++
output/en/overview/shell/index.html | 281 +++++++
output/en/package-lock.json | 11 +
output/{ => en}/releases/index.html | 191 ++---
output/en/releases/v1.11.4.md | 58 ++
output/en/releases/v1.11.5.md | 31 +
output/en/releases/v1.11.6.md | 60 ++
output/en/releases/v1.12.0.md | 58 ++
output/en/releases/v1.12.1.md | 21 +
output/en/releases/v1.12.2.md | 28 +
output/en/releases/v1.12.3.md | 61 ++
output/en/robots.txt | 1 +
output/en/sitemap.xml | 261 ++++++
output/feed.xml | 2 +-
output/index.html | 176 ++--
output/overview/architecture.html | 261 +++---
.../{background.html => background/index.html} | 248 +++---
.../{benchmark.html => benchmark/index.html} | 297 +++----
.../{data-model.html => data-model/index.html} | 263 +++---
output/overview/index.html | 259 +++---
.../{compilation.html => installation/index.html} | 267 +++---
output/overview/{onebox.html => onebox/index.html} | 248 +++---
output/overview/{shell.html => shell/index.html} | 248 +++---
output/releases/index.html | 169 ++--
output/sitemap.xml | 214 ++---
221 files changed, 61845 insertions(+), 21222 deletions(-)
diff --git a/output/2017/11/21/meta-server-design.html b/output/2017/11/21/meta-server-design.html
index 76f7f19..7573702 100644
--- a/output/2017/11/21/meta-server-design.html
+++ b/output/2017/11/21/meta-server-design.html
@@ -6,6 +6,9 @@
<title>Pegasus | Meta Server 的设计</title>
<link rel="stylesheet" href="/assets/css/app.css">
<link rel="shortcut icon" href="/assets/images/favicon.ico">
+ <link href="https://cdn.bootcdn.net/ajax/libs/tailwindcss/1.8.10/utilities.min.css" rel="stylesheet">
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
+ <script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
<script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
<!-- Begin Jekyll SEO tag v2.6.1 -->
<title>Meta Server 的设计 | Pegasus</title>
@@ -19,71 +22,50 @@
<meta property="og:type" content="article" />
<meta property="article:published_time" content="2017-11-21T00:00:00+00:00" />
<script type="application/ld+json">
-{"url":"/2017/11/21/meta-server-design.html","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/2017/11/21/meta-server-design.html"},"headline":"Meta Server 的设计","author":{"@type":"Person","name":"Pegasus"},"description":"在 Pegasus 的架构中，Meta Server 是一个专门用于管理元数据的服务节点，我们在这篇文章中详细讨论它的内部机制。","dateModified":"2017-11-21T00:00:00+00:00","datePublished":"2017-11-21T00:00:00+00:00","@context":"https://schema.org"}</script>
+{"url":"/2017/11/21/meta-server-design.html","@type":"BlogPosting","headline":"Meta Server 的设计","dateModified":"2017-11-21T00:00:00+00:00","datePublished":"2017-11-21T00:00:00+00:00","mainEntityOfPage":{"@type":"WebPage","@id":"/2017/11/21/meta-server-design.html"},"author":{"@type":"Person","name":"Pegasus"},"description":"在 Pegasus 的架构中，Meta Server 是一个专门用于管理元数据的服务节点，我们在这篇文章中详细讨论它的内部机制。","@context":"https://schema.org"}</script>
<!-- End Jekyll SEO tag -->
</head>
<body>
- <nav class="navbar is-info ">
+
+
+
+
+<nav class="navbar is-info">
<div class="container">
+ <!--container will be unwrapped when it's in docs-->
<div class="navbar-brand">
<a href="/" class="navbar-item ">
- <!-- Pegasus -->
+ <!-- Pegasus Icon -->
<img src="/assets/images/pegasus-icon.png">
</a>
+ <div class="navbar-item">
+ <a href="/docs" class="button is-primary is-outlined is-inverted">
+ <span class="icon"><i class="fas fa-book"></i></span>
+ <span>Docs</span>
+ </a>
+ </div>
+ <div class="navbar-item is-hidden-desktop">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2017/11/21/meta-server-design.html"><strong>En</strong></a>
+
+ </div>
<a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
+ <!-- Appears in mobile mode only -->
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
</a>
</div>
<div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
+ <div class="navbar-end">
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
+ <!--dropdown-->
+ <div class="navbar-item has-dropdown is-hoverable ">
<a href="/community"
class="navbar-link ">
@@ -91,41 +73,55 @@
<i class="fas fa-user-plus"></i>
</span>
- <span>Community</span>
+ <span>
+ 开源社区
+ </span>
</a>
<div class="navbar-dropdown">
<a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
+ class="navbar-item ">
+ 联系我们
+ </a>
<a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
+ class="navbar-item ">
+ 参与贡献
+ </a>
<a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
+ class="navbar-item ">
+ 编码指引
+ </a>
<a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
+ class="navbar-item ">
+ 路线图
+ </a>
<a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
+ class="navbar-item ">
+ Bug追踪
+ </a>
<a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
+ class="navbar-item ">
+ Apache提案
+ </a>
</div>
</div>
- <a href="https://github.com/XiaoMi/pegasus"
+ <a href="/blogs"
class="navbar-item ">
<span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
+ <i class="fas fa-rss"></i>
</span>
- <span>Github</span>
+ <span>Blog</span>
</a>
@@ -137,59 +133,24 @@
<i class="fas fa-fire"></i>
</span>
- <span>Releases</span>
+ <span>版本发布</span>
</a>
-
</div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
+ <div class="navbar-item is-hidden-mobile">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2017/11/21/meta-server-design.html"><strong>En</strong></a>
+
</div>
</div>
</div>
</nav>
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-info" >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">Meta Server 的设计</p>
- </div>
- </div>
-</section>
<section class="section">
<div class="container">
<div class="columns is-multiline">
@@ -362,16 +323,15 @@
</div>
</div>
-
<div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
<p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
+ <span class="icon">
+ <i class="fa fa-bars" aria-hidden="true"></i>
+ </span>
+ 本页导航
+</p>
+<ul class="menu-list">
<li><a href="#table的管理">Table的管理</a></li>
<li><a href="#replicagroup的管理">ReplicaGroup的管理</a></li>
<li><a href="#replicaserver的管理">ReplicaServer的管理</a></li>
diff --git a/output/2017/11/21/replica-server-design.html b/output/2017/11/21/replica-server-design.html
index 011cbfc..87fd068 100644
--- a/output/2017/11/21/replica-server-design.html
+++ b/output/2017/11/21/replica-server-design.html
@@ -6,6 +6,9 @@
<title>Pegasus | Replica Server 的设计</title>
<link rel="stylesheet" href="/assets/css/app.css">
<link rel="shortcut icon" href="/assets/images/favicon.ico">
+ <link href="https://cdn.bootcdn.net/ajax/libs/tailwindcss/1.8.10/utilities.min.css" rel="stylesheet">
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
+ <script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
<script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
<!-- Begin Jekyll SEO tag v2.6.1 -->
<title>Replica Server 的设计 | Pegasus</title>
@@ -19,71 +22,50 @@
<meta property="og:type" content="article" />
<meta property="article:published_time" content="2017-11-21T00:00:00+00:00" />
<script type="application/ld+json">
-{"url":"/2017/11/21/replica-server-design.html","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/2017/11/21/replica-server-design.html"},"headline":"Replica Server 的设计","author":{"@type":"Person","name":"Pegasus"},"description":"在 Pegasus 的架构中，ReplicaServer负责数据的读写请求。我们在这篇文章中详细讨论它的内部机制。","dateModified":"2017-11-21T00:00:00+00:00","datePublished":"2017-11-21T00:00:00+00:00","@context":"https://schema.org"}</script>
+{"url":"/2017/11/21/replica-server-design.html","@type":"BlogPosting","headline":"Replica Server 的设计","dateModified":"2017-11-21T00:00:00+00:00","datePublished":"2017-11-21T00:00:00+00:00","mainEntityOfPage":{"@type":"WebPage","@id":"/2017/11/21/replica-server-design.html"},"author":{"@type":"Person","name":"Pegasus"},"description":"在 Pegasus 的架构中，ReplicaServer负责数据的读写请求。我们在这篇文章中详细讨论它的内部机制。","@context":"https://schema.org"}</script>
<!-- End Jekyll SEO tag -->
</head>
<body>
- <nav class="navbar is-info ">
+
+
+
+
+<nav class="navbar is-info">
<div class="container">
+ <!--container will be unwrapped when it's in docs-->
<div class="navbar-brand">
<a href="/" class="navbar-item ">
- <!-- Pegasus -->
+ <!-- Pegasus Icon -->
<img src="/assets/images/pegasus-icon.png">
</a>
+ <div class="navbar-item">
+ <a href="/docs" class="button is-primary is-outlined is-inverted">
+ <span class="icon"><i class="fas fa-book"></i></span>
+ <span>Docs</span>
+ </a>
+ </div>
+ <div class="navbar-item is-hidden-desktop">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2017/11/21/replica-server-design.html"><strong>En</strong></a>
+
+ </div>
<a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
+ <!-- Appears in mobile mode only -->
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
</a>
</div>
<div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
+ <div class="navbar-end">
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
+ <!--dropdown-->
+ <div class="navbar-item has-dropdown is-hoverable ">
<a href="/community"
class="navbar-link ">
@@ -91,41 +73,55 @@
<i class="fas fa-user-plus"></i>
</span>
- <span>Community</span>
+ <span>
+ 开源社区
+ </span>
</a>
<div class="navbar-dropdown">
<a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
+ class="navbar-item ">
+ 联系我们
+ </a>
<a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
+ class="navbar-item ">
+ 参与贡献
+ </a>
<a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
+ class="navbar-item ">
+ 编码指引
+ </a>
<a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
+ class="navbar-item ">
+ 路线图
+ </a>
<a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
+ class="navbar-item ">
+ Bug追踪
+ </a>
<a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
+ class="navbar-item ">
+ Apache提案
+ </a>
</div>
</div>
- <a href="https://github.com/XiaoMi/pegasus"
+ <a href="/blogs"
class="navbar-item ">
<span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
+ <i class="fas fa-rss"></i>
</span>
- <span>Github</span>
+ <span>Blog</span>
</a>
@@ -137,59 +133,24 @@
<i class="fas fa-fire"></i>
</span>
- <span>Releases</span>
+ <span>版本发布</span>
</a>
-
</div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
+ <div class="navbar-item is-hidden-mobile">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2017/11/21/replica-server-design.html"><strong>En</strong></a>
+
</div>
</div>
</div>
</nav>
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-info" >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">Replica Server 的设计</p>
- </div>
- </div>
-</section>
<section class="section">
<div class="container">
<div class="columns is-multiline">
@@ -394,16 +355,15 @@
</div>
</div>
-
<div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
<p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
+ <span class="icon">
+ <i class="fa fa-bars" aria-hidden="true"></i>
+ </span>
+ 本页导航
+</p>
+<ul class="menu-list">
<li><a href="#读写流程">读写流程</a></li>
<li><a href="#读写一致性模型">读写一致性模型</a></li>
<li><a href="#sharedlog和privatelog">SharedLog和PrivateLog</a></li>
diff --git a/output/2018/03/07/last_flushed_decree.html b/output/2018/03/07/last_flushed_decree.html
index 7027945..96ab800 100644
--- a/output/2018/03/07/last_flushed_decree.html
+++ b/output/2018/03/07/last_flushed_decree.html
@@ -6,6 +6,9 @@
<title>Pegasus | Pegasus 的 last_flushed_decree</title>
<link rel="stylesheet" href="/assets/css/app.css">
<link rel="shortcut icon" href="/assets/images/favicon.ico">
+ <link href="https://cdn.bootcdn.net/ajax/libs/tailwindcss/1.8.10/utilities.min.css" rel="stylesheet">
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
+ <script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
<script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
<!-- Begin Jekyll SEO tag v2.6.1 -->
<title>Pegasus 的 last_flushed_decree | Pegasus</title>
@@ -19,71 +22,50 @@
<meta property="og:type" content="article" />
<meta property="article:published_time" content="2018-03-07T00:00:00+00:00" />
<script type="application/ld+json">
-{"url":"/2018/03/07/last_flushed_decree.html","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/2018/03/07/last_flushed_decree.html"},"headline":"Pegasus 的 last_flushed_decree","author":{"@type":"Person","name":"吴涛"},"description":"本文主要为大家梳理 last_flushed_decree 的原理。","dateModified":"2018-03-07T00:00:00+00:00","datePublished":"2018-03-07T00:00:00+00:00","@context":"https://schema.org"}</script>
+{"url":"/2018/03/07/last_flushed_decree.html","@type":"BlogPosting","headline":"Pegasus 的 last_flushed_decree","dateModified":"2018-03-07T00:00:00+00:00","datePublished":"2018-03-07T00:00:00+00:00","mainEntityOfPage":{"@type":"WebPage","@id":"/2018/03/07/last_flushed_decree.html"},"author":{"@type":"Person","name":"吴涛"},"description":"本文主要为大家梳理 last_flushed_decree 的原理。","@context":"https://schema.org"}</script>
<!-- End Jekyll SEO tag -->
</head>
<body>
- <nav class="navbar is-info ">
+
+
+
+
+<nav class="navbar is-info">
<div class="container">
+ <!--container will be unwrapped when it's in docs-->
<div class="navbar-brand">
<a href="/" class="navbar-item ">
- <!-- Pegasus -->
+ <!-- Pegasus Icon -->
<img src="/assets/images/pegasus-icon.png">
</a>
+ <div class="navbar-item">
+ <a href="/docs" class="button is-primary is-outlined is-inverted">
+ <span class="icon"><i class="fas fa-book"></i></span>
+ <span>Docs</span>
+ </a>
+ </div>
+ <div class="navbar-item is-hidden-desktop">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2018/03/07/last_flushed_decree.html"><strong>En</strong></a>
+
+ </div>
<a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
+ <!-- Appears in mobile mode only -->
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
</a>
</div>
<div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
+ <div class="navbar-end">
-
-
- <div class="navbar-item has-dropdown is-hoverable">
+ <!--dropdown-->
+ <div class="navbar-item has-dropdown is-hoverable ">
<a href="/community"
class="navbar-link ">
@@ -91,41 +73,55 @@
<i class="fas fa-user-plus"></i>
</span>
- <span>Community</span>
+ <span>
+ 开源社区
+ </span>
</a>
<div class="navbar-dropdown">
<a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
+ class="navbar-item ">
+ 联系我们
+ </a>
<a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
+ class="navbar-item ">
+ 参与贡献
+ </a>
<a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
+ class="navbar-item ">
+ 编码指引
+ </a>
<a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
+ class="navbar-item ">
+ 路线图
+ </a>
<a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
+ class="navbar-item ">
+ Bug追踪
+ </a>
<a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
+ class="navbar-item ">
+ Apache提案
+ </a>
</div>
</div>
- <a href="https://github.com/XiaoMi/pegasus"
+ <a href="/blogs"
class="navbar-item ">
<span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
+ <i class="fas fa-rss"></i>
</span>
- <span>Github</span>
+ <span>Blog</span>
</a>
@@ -137,59 +133,24 @@
<i class="fas fa-fire"></i>
</span>
- <span>Releases</span>
+ <span>版本发布</span>
</a>
-
</div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
+ <div class="navbar-item is-hidden-mobile">
+
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
+<a class="button is-primary is-outlined is-inverted" href="/en/2018/03/07/last_flushed_decree.html"><strong>En</strong></a>
- <section class="hero is-info" >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">Pegasus 的 last_flushed_decree</p>
+ </div>
</div>
</div>
-</section>
+</nav>
+
<section class="section">
<div class="container">
<div class="columns is-multiline">
@@ -257,16 +218,15 @@ shared log 也可以及时被删除。
</div>
</div>
-
<div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
<p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
-
+ <span class="icon">
+ <i class="fa fa-bars" aria-hidden="true"></i>
+ </span>
+ 本页导航
+</p>
+
</div>
diff --git a/output/2019/04/29/threads-in-pegasus.html b/output/2019/04/29/threads-in-pegasus.html
index b9dec8d..50470c7 100644
--- a/output/2019/04/29/threads-in-pegasus.html
+++ b/output/2019/04/29/threads-in-pegasus.html
@@ -6,6 +6,9 @@
<title>Pegasus | Pegasus 线程梳理</title>
<link rel="stylesheet" href="/assets/css/app.css">
<link rel="shortcut icon" href="/assets/images/favicon.ico">
+ <link href="https://cdn.bootcdn.net/ajax/libs/tailwindcss/1.8.10/utilities.min.css" rel="stylesheet">
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
+ <script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
<script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
<!-- Begin Jekyll SEO tag v2.6.1 -->
<title>Pegasus 线程梳理 | Pegasus</title>
@@ -19,71 +22,50 @@
<meta property="og:type" content="article" />
<meta property="article:published_time" content="2019-04-29T00:00:00+00:00" />
<script type="application/ld+json">
-{"url":"/2019/04/29/threads-in-pegasus.html","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/2019/04/29/threads-in-pegasus.html"},"headline":"Pegasus 线程梳理","author":{"@type":"Person","name":"吴涛"},"description":"当前在我们的推荐配置下，Pegasus Replica Server 一共会有 174 线程在工作，所有的线程都是长线程。 这些线程到底是用来做什么的，我们在这篇文章进行梳理。","dateModified":"2019-04-29T00:00:00+00:00","datePublished":"2019-04-29T00:00:00+00:00","@context":"https://schema.org"}</script>
+{"url":"/2019/04/29/threads-in-pegasus.html","@type":"BlogPosting","headline":"Pegasus 线程梳理","dateModified":"2019-04-29T00:00:00+00:00","datePublished":"2019-04-29T00:00:00+00:00","mainEntityOfPage":{"@type":"WebPage","@id":"/2019/04/29/threads-in-pegasus.html"},"author":{"@type":"Person","name":"吴涛"},"description":"当前在我们的推荐配置下，Pegasus Replica Server 一共会有 174 线程在工作，所有的线程都是长线程。 这些线程到底是用来做什么的，我们在这篇文章进行梳理。","@context":"https://schema.org"}</script>
<!-- End Jekyll SEO tag -->
</head>
<body>
- <nav class="navbar is-info ">
+
+
+
+
+<nav class="navbar is-info">
<div class="container">
+ <!--container will be unwrapped when it's in docs-->
<div class="navbar-brand">
<a href="/" class="navbar-item ">
- <!-- Pegasus -->
+ <!-- Pegasus Icon -->
<img src="/assets/images/pegasus-icon.png">
</a>
+ <div class="navbar-item">
+ <a href="/docs" class="button is-primary is-outlined is-inverted">
+ <span class="icon"><i class="fas fa-book"></i></span>
+ <span>Docs</span>
+ </a>
+ </div>
+ <div class="navbar-item is-hidden-desktop">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2019/04/29/threads-in-pegasus.html"><strong>En</strong></a>
+
+ </div>
<a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
+ <!-- Appears in mobile mode only -->
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
</a>
</div>
<div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
+ <div class="navbar-end">
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
+ <!--dropdown-->
+ <div class="navbar-item has-dropdown is-hoverable ">
<a href="/community"
class="navbar-link ">
@@ -91,41 +73,55 @@
<i class="fas fa-user-plus"></i>
</span>
- <span>Community</span>
+ <span>
+ 开源社区
+ </span>
</a>
<div class="navbar-dropdown">
<a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
+ class="navbar-item ">
+ 联系我们
+ </a>
<a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
+ class="navbar-item ">
+ 参与贡献
+ </a>
<a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
+ class="navbar-item ">
+ 编码指引
+ </a>
<a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
+ class="navbar-item ">
+ 路线图
+ </a>
<a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
+ class="navbar-item ">
+ Bug追踪
+ </a>
<a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
+ class="navbar-item ">
+ Apache提案
+ </a>
</div>
</div>
- <a href="https://github.com/XiaoMi/pegasus"
+ <a href="/blogs"
class="navbar-item ">
<span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
+ <i class="fas fa-rss"></i>
</span>
- <span>Github</span>
+ <span>Blog</span>
</a>
@@ -137,59 +133,24 @@
<i class="fas fa-fire"></i>
</span>
- <span>Releases</span>
+ <span>版本发布</span>
</a>
-
</div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
+ <div class="navbar-item is-hidden-mobile">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2019/04/29/threads-in-pegasus.html"><strong>En</strong></a>
+
</div>
</div>
</div>
</nav>
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-info" >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">Pegasus 线程梳理</p>
- </div>
- </div>
-</section>
<section class="section">
<div class="container">
<div class="columns is-multiline">
@@ -326,16 +287,15 @@ worker_count = 8
</div>
</div>
-
<div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
<p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
+ <span class="icon">
+ <i class="fa fa-bars" aria-hidden="true"></i>
+ </span>
+ 本页导航
+</p>
+<ul class="menu-list">
<li><a href="#线程总览">线程总览</a></li>
<li><a href="#30-个线程负责定时任务的处理">30 个线程负责定时任务的处理</a></li>
<li><a href="#40-个线程负责网络报文处理">40 个线程负责网络报文处理</a></li>
diff --git a/output/2019/06/09/duplication-design.html b/output/2019/06/09/duplication-design.html
index 10c2ff0..7b9f8cd 100644
--- a/output/2019/06/09/duplication-design.html
+++ b/output/2019/06/09/duplication-design.html
@@ -6,6 +6,9 @@
<title>Pegasus | 跨机房同步设计文档</title>
<link rel="stylesheet" href="/assets/css/app.css">
<link rel="shortcut icon" href="/assets/images/favicon.ico">
+ <link href="https://cdn.bootcdn.net/ajax/libs/tailwindcss/1.8.10/utilities.min.css" rel="stylesheet">
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
+ <script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
<script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
<!-- Begin Jekyll SEO tag v2.6.1 -->
<title>跨机房同步设计文档 | Pegasus</title>
@@ -19,71 +22,50 @@
<meta property="og:type" content="article" />
<meta property="article:published_time" content="2019-06-09T00:00:00+00:00" />
<script type="application/ld+json">
-{"url":"/2019/06/09/duplication-design.html","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/2019/06/09/duplication-design.html"},"headline":"跨机房同步设计文档","author":{"@type":"Person","name":"吴涛"},"description":"关于热备份的基本概念和使用可以参照 administration/duplication，这里将主要描述跨机房同步的设计方案和执行细节。","dateModified":"2019-06-09T00:00:00+00:00","datePublished":"2019-06-09T00:00:00+00:00","@context":"https://schema.org"}</script>
+{"url":"/2019/06/09/duplication-design.html","@type":"BlogPosting","headline":"跨机房同步设计文档","dateModified":"2019-06-09T00:00:00+00:00","datePublished":"2019-06-09T00:00:00+00:00","mainEntityOfPage":{"@type":"WebPage","@id":"/2019/06/09/duplication-design.html"},"author":{"@type":"Person","name":"吴涛"},"description":"关于热备份的基本概念和使用可以参照 administration/duplication，这里将主要描述跨机房同步的设计方案和执行细节。","@context":"https://schema.org"}</script>
<!-- End Jekyll SEO tag -->
</head>
<body>
- <nav class="navbar is-info ">
+
+
+
+
+<nav class="navbar is-info">
<div class="container">
+ <!--container will be unwrapped when it's in docs-->
<div class="navbar-brand">
<a href="/" class="navbar-item ">
- <!-- Pegasus -->
+ <!-- Pegasus Icon -->
<img src="/assets/images/pegasus-icon.png">
</a>
+ <div class="navbar-item">
+ <a href="/docs" class="button is-primary is-outlined is-inverted">
+ <span class="icon"><i class="fas fa-book"></i></span>
+ <span>Docs</span>
+ </a>
+ </div>
+ <div class="navbar-item is-hidden-desktop">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2019/06/09/duplication-design.html"><strong>En</strong></a>
+
+ </div>
<a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
+ <!-- Appears in mobile mode only -->
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
</a>
</div>
<div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
+ <div class="navbar-end">
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
+ <!--dropdown-->
+ <div class="navbar-item has-dropdown is-hoverable ">
<a href="/community"
class="navbar-link ">
@@ -91,41 +73,55 @@
<i class="fas fa-user-plus"></i>
</span>
- <span>Community</span>
+ <span>
+ 开源社区
+ </span>
</a>
<div class="navbar-dropdown">
<a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
+ class="navbar-item ">
+ 联系我们
+ </a>
<a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
+ class="navbar-item ">
+ 参与贡献
+ </a>
<a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
+ class="navbar-item ">
+ 编码指引
+ </a>
<a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
+ class="navbar-item ">
+ 路线图
+ </a>
<a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
+ class="navbar-item ">
+ Bug追踪
+ </a>
<a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
+ class="navbar-item ">
+ Apache提案
+ </a>
</div>
</div>
- <a href="https://github.com/XiaoMi/pegasus"
+ <a href="/blogs"
class="navbar-item ">
<span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
+ <i class="fas fa-rss"></i>
</span>
- <span>Github</span>
+ <span>Blog</span>
</a>
@@ -137,59 +133,24 @@
<i class="fas fa-fire"></i>
</span>
- <span>Releases</span>
+ <span>版本发布</span>
</a>
-
</div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
+ <div class="navbar-item is-hidden-mobile">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2019/06/09/duplication-design.html"><strong>En</strong></a>
+
</div>
</div>
</div>
</nav>
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-info" >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">跨机房同步设计文档</p>
- </div>
- </div>
-</section>
<section class="section">
<div class="container">
<div class="columns is-multiline">
@@ -555,16 +516,15 @@ hashkey sortkey 20190912 => value
</div>
</div>
-
<div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
<p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
+ <span class="icon">
+ <i class="fa fa-bars" aria-hidden="true"></i>
+ </span>
+ 本页导航
+</p>
+<ul class="menu-list">
<li><a href="#背景">背景</a></li>
<li><a href="#架构选择">架构选择</a></li>
<li><a href="#基本概念">基本概念</a>
diff --git a/output/2019/06/09/how-i-build-pegasus-website.html b/output/2019/06/09/how-i-build-pegasus-website.html
index 7a450ed..6459a16 100644
--- a/output/2019/06/09/how-i-build-pegasus-website.html
+++ b/output/2019/06/09/how-i-build-pegasus-website.html
@@ -6,6 +6,9 @@
<title>Pegasus | 我如何为 Pegasus 编写网站？</title>
<link rel="stylesheet" href="/assets/css/app.css">
<link rel="shortcut icon" href="/assets/images/favicon.ico">
+ <link href="https://cdn.bootcdn.net/ajax/libs/tailwindcss/1.8.10/utilities.min.css" rel="stylesheet">
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
+ <script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
<script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
<!-- Begin Jekyll SEO tag v2.6.1 -->
<title>我如何为 Pegasus 编写网站？ | Pegasus</title>
@@ -19,71 +22,50 @@
<meta property="og:type" content="article" />
<meta property="article:published_time" content="2019-06-09T00:00:00+00:00" />
<script type="application/ld+json">
-{"url":"/2019/06/09/how-i-build-pegasus-website.html","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/2019/06/09/how-i-build-pegasus-website.html"},"headline":"我如何为 Pegasus 编写网站？","author":{"@type":"Person","name":"吴涛"},"description":"这篇文章主要讲述我搭建本网站的所做所想，可以对想要参与的小伙伴提供参考。","dateModified":"2019-06-09T00:00:00+00:00","datePublished":"2019-06-09T00:00:00+00:00","@context":"https://schema.org"}</script>
+{"url":"/2019/06/09/how-i-build-pegasus-website.html","@type":"BlogPosting","headline":"我如何为 Pegasus 编写网站？","dateModified":"2019-06-09T00:00:00+00:00","datePublished":"2019-06-09T00:00:00+00:00","mainEntityOfPage":{"@type":"WebPage","@id":"/2019/06/09/how-i-build-pegasus-website.html"},"author":{"@type":"Person","name":"吴涛"},"description":"这篇文章主要讲述我搭建本网站的所做所想，可以对想要参与的小伙伴提供参考。","@context":"https://schema.org"}</script>
<!-- End Jekyll SEO tag -->
</head>
<body>
- <nav class="navbar is-info ">
+
+
+
+
+<nav class="navbar is-info">
<div class="container">
+ <!--container will be unwrapped when it's in docs-->
<div class="navbar-brand">
<a href="/" class="navbar-item ">
- <!-- Pegasus -->
+ <!-- Pegasus Icon -->
<img src="/assets/images/pegasus-icon.png">
</a>
+ <div class="navbar-item">
+ <a href="/docs" class="button is-primary is-outlined is-inverted">
+ <span class="icon"><i class="fas fa-book"></i></span>
+ <span>Docs</span>
+ </a>
+ </div>
+ <div class="navbar-item is-hidden-desktop">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2019/06/09/how-i-build-pegasus-website.html"><strong>En</strong></a>
+
+ </div>
<a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
+ <!-- Appears in mobile mode only -->
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
</a>
</div>
<div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
+ <div class="navbar-end">
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
+ <!--dropdown-->
+ <div class="navbar-item has-dropdown is-hoverable ">
<a href="/community"
class="navbar-link ">
@@ -91,41 +73,55 @@
<i class="fas fa-user-plus"></i>
</span>
- <span>Community</span>
+ <span>
+ 开源社区
+ </span>
</a>
<div class="navbar-dropdown">
<a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
+ class="navbar-item ">
+ 联系我们
+ </a>
<a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
+ class="navbar-item ">
+ 参与贡献
+ </a>
<a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
+ class="navbar-item ">
+ 编码指引
+ </a>
<a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
+ class="navbar-item ">
+ 路线图
+ </a>
<a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
+ class="navbar-item ">
+ Bug追踪
+ </a>
<a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
+ class="navbar-item ">
+ Apache提案
+ </a>
</div>
</div>
- <a href="https://github.com/XiaoMi/pegasus"
+ <a href="/blogs"
class="navbar-item ">
<span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
+ <i class="fas fa-rss"></i>
</span>
- <span>Github</span>
+ <span>Blog</span>
</a>
@@ -137,59 +133,24 @@
<i class="fas fa-fire"></i>
</span>
- <span>Releases</span>
+ <span>版本发布</span>
</a>
-
</div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
+ <div class="navbar-item is-hidden-mobile">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2019/06/09/how-i-build-pegasus-website.html"><strong>En</strong></a>
+
</div>
</div>
</div>
</nav>
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-info" >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">我如何为 Pegasus 编写网站？</p>
- </div>
- </div>
-</section>
<section class="section">
<div class="container">
<div class="columns is-multiline">
@@ -279,16 +240,15 @@ jekyll serve
</div>
</div>
-
<div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
<p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
+ <span class="icon">
+ <i class="fa fa-bars" aria-hidden="true"></i>
+ </span>
+ 本页导航
+</p>
+<ul class="menu-list">
<li><a href="#为什么要为-pegasus-编写网站">为什么要为 Pegasus 编写网站？</a></li>
<li><a href="#这个网站部署在哪里">这个网站部署在哪里？</a></li>
<li><a href="#开发环境">开发环境</a></li>
diff --git a/output/2020/02/06/partition-split-design.html b/output/2020/02/06/partition-split-design.html
index 6bba8b8..73124d8 100644
--- a/output/2020/02/06/partition-split-design.html
+++ b/output/2020/02/06/partition-split-design.html
@@ -6,6 +6,9 @@
<title>Pegasus | Partition Split设计文档</title>
<link rel="stylesheet" href="/assets/css/app.css">
<link rel="shortcut icon" href="/assets/images/favicon.ico">
+ <link href="https://cdn.bootcdn.net/ajax/libs/tailwindcss/1.8.10/utilities.min.css" rel="stylesheet">
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
+ <script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
<script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
<!-- Begin Jekyll SEO tag v2.6.1 -->
<title>Partition Split设计文档 | Pegasus</title>
@@ -19,71 +22,50 @@
<meta property="og:type" content="article" />
<meta property="article:published_time" content="2020-02-06T00:00:00+00:00" />
<script type="application/ld+json">
-{"url":"/2020/02/06/partition-split-design.html","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/2020/02/06/partition-split-design.html"},"headline":"Partition Split设计文档","author":{"@type":"Person","name":"何昱晨"},"description":"关于partition split的基本概念和操作示例可以参照 administration/partition-split，这里将主要描述partition split的设计和实现细节。","dateModified":"2020-02-06T00:00:00+00:00","datePublished":"2020-02-06T00:00:00+00:00","@context":"https://schema.org"}</script>
+{"url":"/2020/02/06/partition-split-design.html","@type":"BlogPosting","headline":"Partition Split设计文档","dateModified":"2020-02-06T00:00:00+00:00","datePublished":"2020-02-06T00:00:00+00:00","mainEntityOfPage":{"@type":"WebPage","@id":"/2020/02/06/partition-split-design.html"},"author":{"@type":"Person","name":"何昱晨"},"description":"关于partition split的基本概念和操作示例可以参照 administration/partition-split，这里将主要描述partition split的设计和实现细节。","@context":"https://schema.org"}</script>
<!-- End Jekyll SEO tag -->
</head>
<body>
- <nav class="navbar is-info ">
+
+
+
+
+<nav class="navbar is-info">
<div class="container">
+ <!--container will be unwrapped when it's in docs-->
<div class="navbar-brand">
<a href="/" class="navbar-item ">
- <!-- Pegasus -->
+ <!-- Pegasus Icon -->
<img src="/assets/images/pegasus-icon.png">
</a>
+ <div class="navbar-item">
+ <a href="/docs" class="button is-primary is-outlined is-inverted">
+ <span class="icon"><i class="fas fa-book"></i></span>
+ <span>Docs</span>
+ </a>
+ </div>
+ <div class="navbar-item is-hidden-desktop">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2020/02/06/partition-split-design.html"><strong>En</strong></a>
+
+ </div>
<a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
+ <!-- Appears in mobile mode only -->
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
</a>
</div>
<div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
+ <div class="navbar-end">
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
+ <!--dropdown-->
+ <div class="navbar-item has-dropdown is-hoverable ">
<a href="/community"
class="navbar-link ">
@@ -91,41 +73,55 @@
<i class="fas fa-user-plus"></i>
</span>
- <span>Community</span>
+ <span>
+ 开源社区
+ </span>
</a>
<div class="navbar-dropdown">
<a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
+ class="navbar-item ">
+ 联系我们
+ </a>
<a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
+ class="navbar-item ">
+ 参与贡献
+ </a>
<a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
+ class="navbar-item ">
+ 编码指引
+ </a>
<a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
+ class="navbar-item ">
+ 路线图
+ </a>
<a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
+ class="navbar-item ">
+ Bug追踪
+ </a>
<a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
+ class="navbar-item ">
+ Apache提案
+ </a>
</div>
</div>
- <a href="https://github.com/XiaoMi/pegasus"
+ <a href="/blogs"
class="navbar-item ">
<span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
+ <i class="fas fa-rss"></i>
</span>
- <span>Github</span>
+ <span>Blog</span>
</a>
@@ -137,59 +133,24 @@
<i class="fas fa-fire"></i>
</span>
- <span>Releases</span>
+ <span>版本发布</span>
</a>
-
</div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
+ <div class="navbar-item is-hidden-mobile">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2020/02/06/partition-split-design.html"><strong>En</strong></a>
+
</div>
</div>
</div>
</nav>
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-info" >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">Partition Split设计文档</p>
- </div>
- </div>
-</section>
<section class="section">
<div class="container">
<div class="columns is-multiline">
@@ -458,16 +419,15 @@ partition split结束后，历史数据会同时存在于parent和child，但实
</div>
</div>
-
<div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
<p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
+ <span class="icon">
+ <i class="fa fa-bars" aria-hidden="true"></i>
+ </span>
+ 本页导航
+</p>
+<ul class="menu-list">
<li><a href="#功能简介">功能简介</a></li>
<li><a href="#整体流程">整体流程</a>
<ul>
diff --git a/output/2020/02/18/bulk-load-design.html b/output/2020/02/18/bulk-load-design.html
index 60f378a..543b675 100644
--- a/output/2020/02/18/bulk-load-design.html
+++ b/output/2020/02/18/bulk-load-design.html
@@ -6,6 +6,9 @@
<title>Pegasus | Bulk Load 设计文档</title>
<link rel="stylesheet" href="/assets/css/app.css">
<link rel="shortcut icon" href="/assets/images/favicon.ico">
+ <link href="https://cdn.bootcdn.net/ajax/libs/tailwindcss/1.8.10/utilities.min.css" rel="stylesheet">
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
+ <script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
<script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
<!-- Begin Jekyll SEO tag v2.6.1 -->
<title>Bulk Load 设计文档 | Pegasus</title>
@@ -19,71 +22,50 @@
<meta property="og:type" content="article" />
<meta property="article:published_time" content="2020-02-18T00:00:00+00:00" />
<script type="application/ld+json">
-{"url":"/2020/02/18/bulk-load-design.html","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/2020/02/18/bulk-load-design.html"},"headline":"Bulk Load 设计文档","author":{"@type":"Person","name":"何昱晨"},"description":"功能简介","dateModified":"2020-02-18T00:00:00+00:00","datePublished":"2020-02-18T00:00:00+00:00","@context":"https://schema.org"}</script>
+{"url":"/2020/02/18/bulk-load-design.html","@type":"BlogPosting","headline":"Bulk Load 设计文档","dateModified":"2020-02-18T00:00:00+00:00","datePublished":"2020-02-18T00:00:00+00:00","mainEntityOfPage":{"@type":"WebPage","@id":"/2020/02/18/bulk-load-design.html"},"author":{"@type":"Person","name":"何昱晨"},"description":"功能简介","@context":"https://schema.org"}</script>
<!-- End Jekyll SEO tag -->
</head>
<body>
- <nav class="navbar is-info ">
+
+
+
+
+<nav class="navbar is-info">
<div class="container">
+ <!--container will be unwrapped when it's in docs-->
<div class="navbar-brand">
<a href="/" class="navbar-item ">
- <!-- Pegasus -->
+ <!-- Pegasus Icon -->
<img src="/assets/images/pegasus-icon.png">
</a>
+ <div class="navbar-item">
+ <a href="/docs" class="button is-primary is-outlined is-inverted">
+ <span class="icon"><i class="fas fa-book"></i></span>
+ <span>Docs</span>
+ </a>
+ </div>
+ <div class="navbar-item is-hidden-desktop">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2020/02/18/bulk-load-design.html"><strong>En</strong></a>
+
+ </div>
<a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
+ <!-- Appears in mobile mode only -->
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
</a>
</div>
<div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
+ <div class="navbar-end">
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
+ <!--dropdown-->
+ <div class="navbar-item has-dropdown is-hoverable ">
<a href="/community"
class="navbar-link ">
@@ -91,41 +73,55 @@
<i class="fas fa-user-plus"></i>
</span>
- <span>Community</span>
+ <span>
+ 开源社区
+ </span>
</a>
<div class="navbar-dropdown">
<a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
+ class="navbar-item ">
+ 联系我们
+ </a>
<a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
+ class="navbar-item ">
+ 参与贡献
+ </a>
<a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
+ class="navbar-item ">
+ 编码指引
+ </a>
<a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
+ class="navbar-item ">
+ 路线图
+ </a>
<a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
+ class="navbar-item ">
+ Bug追踪
+ </a>
<a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
+ class="navbar-item ">
+ Apache提案
+ </a>
</div>
</div>
- <a href="https://github.com/XiaoMi/pegasus"
+ <a href="/blogs"
class="navbar-item ">
<span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
+ <i class="fas fa-rss"></i>
</span>
- <span>Github</span>
+ <span>Blog</span>
</a>
@@ -137,59 +133,24 @@
<i class="fas fa-fire"></i>
</span>
- <span>Releases</span>
+ <span>版本发布</span>
</a>
-
</div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
+ <div class="navbar-item is-hidden-mobile">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2020/02/18/bulk-load-design.html"><strong>En</strong></a>
+
</div>
</div>
</div>
</nav>
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-info" >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">Bulk Load 设计文档</p>
- </div>
- </div>
-</section>
<section class="section">
<div class="container">
<div class="columns is-multiline">
@@ -520,16 +481,15 @@ write(a=1) ingest(a=2) del(a) -> a not existed
</div>
</div>
-
<div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
<p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
+ <span class="icon">
+ <i class="fa fa-bars" aria-hidden="true"></i>
+ </span>
+ 本页导航
+</p>
+<ul class="menu-list">
<li><a href="#功能简介">功能简介</a></li>
<li><a href="#概念说明">概念说明</a>
<ul>
diff --git a/output/2020/06/19/pegasus-2.0.0-is-out.html b/output/2020/06/19/pegasus-2.0.0-is-out.html
index 2010c36..4fb3643 100644
--- a/output/2020/06/19/pegasus-2.0.0-is-out.html
+++ b/output/2020/06/19/pegasus-2.0.0-is-out.html
@@ -6,6 +6,9 @@
<title>Pegasus | Pegasus Server 2.0.0 来了</title>
<link rel="stylesheet" href="/assets/css/app.css">
<link rel="shortcut icon" href="/assets/images/favicon.ico">
+ <link href="https://cdn.bootcdn.net/ajax/libs/tailwindcss/1.8.10/utilities.min.css" rel="stylesheet">
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
+ <script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
<script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
<!-- Begin Jekyll SEO tag v2.6.1 -->
<title>Pegasus Server 2.0.0 来了 | Pegasus</title>
@@ -19,71 +22,50 @@
<meta property="og:type" content="article" />
<meta property="article:published_time" content="2020-06-19T00:00:00+00:00" />
<script type="application/ld+json">
-{"url":"/2020/06/19/pegasus-2.0.0-is-out.html","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/2020/06/19/pegasus-2.0.0-is-out.html"},"headline":"Pegasus Server 2.0.0 来了","author":{"@type":"Person","name":"吴涛"},"description":"Pegasus Server 又发布新版本了！在去年的几个版本演进中，我们把工作的重点放在了Pegasus的服务稳定性上。在今年的 2.0.0 版本中，我们更进一步，提供了如下几个能够显著减少延迟和抖动的机制。","dateModified":"2020-06-19T00:00:00+00:00","datePublished":"2020-06-19T00:00:00+00:00","@context":"https://schema.org"}</script>
+{"url":"/2020/06/19/pegasus-2.0.0-is-out.html","@type":"BlogPosting","headline":"Pegasus Server 2.0.0 来了","dateModified":"2020-06-19T00:00:00+00:00","datePublished":"2020-06-19T00:00:00+00:00","mainEntityOfPage":{"@type":"WebPage","@id":"/2020/06/19/pegasus-2.0.0-is-out.html"},"author":{"@type":"Person","name":"吴涛"},"description":"Pegasus Server 又发布新版本了！在去年的几个版本演进中，我们把工作的重点放在了Pegasus的服务稳定性上。在今年的 2.0.0 版本中，我们更进一步，提供了如下几个能够显著减少延迟和抖动的机制。","@context":"https://schema.org"}</script>
<!-- End Jekyll SEO tag -->
</head>
<body>
- <nav class="navbar is-info ">
+
+
+
+
+<nav class="navbar is-info">
<div class="container">
+ <!--container will be unwrapped when it's in docs-->
<div class="navbar-brand">
<a href="/" class="navbar-item ">
- <!-- Pegasus -->
+ <!-- Pegasus Icon -->
<img src="/assets/images/pegasus-icon.png">
</a>
+ <div class="navbar-item">
+ <a href="/docs" class="button is-primary is-outlined is-inverted">
+ <span class="icon"><i class="fas fa-book"></i></span>
+ <span>Docs</span>
+ </a>
+ </div>
+ <div class="navbar-item is-hidden-desktop">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2020/06/19/pegasus-2.0.0-is-out.html"><strong>En</strong></a>
+
+ </div>
<a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
+ <!-- Appears in mobile mode only -->
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
<span aria-hidden="true"></span>
</a>
</div>
<div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
+ <div class="navbar-end">
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
+ <!--dropdown-->
+ <div class="navbar-item has-dropdown is-hoverable ">
<a href="/community"
class="navbar-link ">
@@ -91,41 +73,55 @@
<i class="fas fa-user-plus"></i>
</span>
- <span>Community</span>
+ <span>
+ 开源社区
+ </span>
</a>
<div class="navbar-dropdown">
<a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
+ class="navbar-item ">
+ 联系我们
+ </a>
<a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
+ class="navbar-item ">
+ 参与贡献
+ </a>
<a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
+ class="navbar-item ">
+ 编码指引
+ </a>
<a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
+ class="navbar-item ">
+ 路线图
+ </a>
<a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
+ class="navbar-item ">
+ Bug追踪
+ </a>
<a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
+ class="navbar-item ">
+ Apache提案
+ </a>
</div>
</div>
- <a href="https://github.com/XiaoMi/pegasus"
+ <a href="/blogs"
class="navbar-item ">
<span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
+ <i class="fas fa-rss"></i>
</span>
- <span>Github</span>
+ <span>Blog</span>
</a>
@@ -137,59 +133,24 @@
<i class="fas fa-fire"></i>
</span>
- <span>Releases</span>
+ <span>版本发布</span>
</a>
-
</div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
+ <div class="navbar-item is-hidden-mobile">
+
+
+<!--A simple language switch button that only supports zh and en.-->
+<!--IF its language is zh, then switches to en.-->
+
+<a class="button is-primary is-outlined is-inverted" href="/en/2020/06/19/pegasus-2.0.0-is-out.html"><strong>En</strong></a>
+
</div>
</div>
</div>
</nav>
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-info" >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">Pegasus Server 2.0.0 来了</p>
- </div>
- </div>
-</section>
<section class="section">
<div class="container">
<div class="columns is-multiline">
@@ -262,16 +223,15 @@
</div>
</div>
-
<div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
<p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
+ <span class="icon">
+ <i class="fa fa-bars" aria-hidden="true"></i>
+ </span>
+ 本页导航
+</p>
+<ul class="menu-list">
<li><a href="#跨机房异步复制">跨机房异步复制</a></li>
<li><a href="#backup-request">Backup Request</a></li>
<li><a href="#扩容优化">扩容优化</a></li>
diff --git a/output/404.html b/output/404.html
new file mode 100644
index 0000000..52f88da
--- /dev/null
+++ b/output/404.html
@@ -0,0 +1,55 @@
+<!DOCTYPE html>
+<html>
+
+<head>
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>Pegasus | </title>
+ <link rel="stylesheet" href="/assets/css/app.css">
+ <link rel="shortcut icon" href="/assets/images/favicon.ico">
+ <link href="https://cdn.bootcdn.net/ajax/libs/tailwindcss/1.8.10/utilities.min.css" rel="stylesheet">
+ <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
+ <script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
+ <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
+ <!-- Begin Jekyll SEO tag v2.6.1 -->
+<title>Pegasus</title>
+<meta name="generator" content="Jekyll v4.1.1" />
+<meta property="og:title" content="Pegasus" />
+<meta property="og:locale" content="en_US" />
+<meta property="og:site_name" content="Pegasus" />
+<script type="application/ld+json">
+{"url":"/404.html","@type":"WebPage","headline":"Pegasus","@context":"https://schema.org"}</script>
+<!-- End Jekyll SEO tag -->
+</head>
+
+
+<body>
+ <section class="hero is-fullheight">
+ <div class="hero-body">
+ <div class="container has-text-centered">
+ <div class="columns is-multiline">
+ <div class="column is-full">
+ <img src="/assets/images/pegasus-logo-inv.png">
+ </div>
+
+ <div class="column is-full">
+ <p class="title is-size-1 text-red-600"><strong>404</strong></p>
+ <p class="subtitle pt-3 is-size-4">This page is not the page you are looking for.</p>
+ </div>
+
+ <div class="column is-full">
+ <ul>
+ <li class="pb-3 is-size-5">
+ <a href="/">Pegasus Home Page</a>
+ </li>
+ <li class="is-size-5">
+ <a href="/docs">Pegasus Documentation</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ </div>
+ </section>
+</body>
+
+</html>
\ No newline at end of file
diff --git a/output/administration/backup-request.html b/output/administration/backup-request.html
deleted file mode 100644
index 4ac233d..0000000
--- a/output/administration/backup-request.html
+++ /dev/null
@@ -1,438 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | Backup Request</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>Backup Request | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="Backup Request" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="背景 在当前的Pegasus实现中，由于向secondary读取会导致不一致的情况发生，所以目前Pegasus仅仅支持对primary副本的读取。但是在某些情况下（例如：负载均衡、热点写入等）经常会导致primary不稳定。所以我们希望在primary不稳定时能够读取secondary，通过牺牲部分强一致性来降低读请求的长尾并提高系统的可用性。backup request便是用来实现此功能的。" />
-<meta property="og:description" content="背景 在当前的Pegasus实现中，由于向secondary读取会导致不一致的情况发生，所以目前Pegasus仅仅支持对primary副本的读取。但是在某些情况下（例如：负载均衡、热点写入等）经常会导致primary不稳定。所以我们希望在primary不稳定时能够读取secondary，通过牺牲部分强一致性来降低读请求的长尾并提高系统的可用性。backup request便是用来实现此功能的。" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/backup-request","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/backup-request"},"headline":"Backup Request","description":"背景 在当前的Pegasus实现中，由于向secondary读取会导致不一致的情况发生，所以目前Pegasus仅仅支持对primary副本的读取。但是在某些情况下（例如：负载均衡、热点写入等）经常会导致primary不稳定。所以我们希望在primary不稳定时能够读取secondary，通过牺牲部分强一致性来降低读请求的长尾并提高系统的可用性。backup request便是用来实现此功能的。","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://sc [...]
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">Backup Request</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="is-active">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <h1 id="背景">背景</h1>
-<p>在当前的Pegasus实现中，由于向secondary读取会导致不一致的情况发生，所以目前Pegasus仅仅支持对primary副本的读取。但是在某些情况下（例如：负载均衡、热点写入等）经常会导致primary不稳定。所以我们希望在primary不稳定时能够读取secondary，通过牺牲部分强一致性来降低读请求的长尾并提高系统的可用性。backup request便是用来实现此功能的。</p>
-
-<h1 id="设计实现">设计实现</h1>
-
-<p>backup reqeust的实现原理比较简单：对于读操作（目前写操作不支持backup request），当client向primary发送请求后，如果经过一段时间延时（通常是p999）其response仍然没有返回，则随机选择一台secondary并向其发送backup request。最后获取最快返回来的response进行处理。</p>
-
-<p>这里发送secondary请求的延时我们建议选择p999，因为backup request操作是用来实现消除长尾的，并不是提升集群性能的。如果将该值设置过低，则会由于backup request的请求量过大而导致集群压力增大（假设选择p50作为其延时，这样便会有50%的请求向secondary发送请求，系统负载便会增大50%）。</p>
-
-<h1 id="如何使用">如何使用</h1>
-<p>在Pegasus java client v2.0.0中，我们增加了一个接口，通过该接口可以打开某个表的backup reqeust功能。其实现如下：</p>
-<div class="language-java highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="kd">public</span> <span class="nc">PegasusTableInterface</span> <span class="nf">openTable</span><span class="o">(</span><span class="nc">String</span> <span class="n">tableName</span><span class="o">,</span> <span class="kt">int</span> <span class="n">backupRequestDelayMs</span><span class="o">)</span> <span class="kd">throws</span> <span class="nc">PException</span><span class= [...]
-</code></pre></div></div>
-
-<p>相比于老版本的<code class="language-plaintext highlighter-rouge">openTable</code>接口，我们增加了一个<code class="language-plaintext highlighter-rouge">backupRequestDelayMs</code>参数。这个参数便是上文所指的时延，即：向primary发送请求，如果过了<code class="language-plaintext highlighter-rouge">backupRequestDelayMs</code>毫秒response仍没有返回，则向secondary发送backup request。需要注意的是，<code class="language-plaintext highlighter-rouge">backupRequestDelayMs <= 0</code>代表禁用backup reqeust功能。</p>
-
-<p>另外在老版本的<code class="language-plaintext highlighter-rouge">openTable</code>接口中，backup request功能默认是关闭的。</p>
-
-<h1 id="性能测试">性能测试</h1>
-
-<p>下面表格里展示了是否打开backup request的性能对比，这里我们选取了未打开backup request时读请求的p999时间作为backup request的delay时间(138ms)。数据显示，打开backup request之后get请求的p999时延<strong>基本没有变化</strong>，而p9999时延却有了<strong>数倍的降低</strong>。</p>
-
-<p>另外，由于delay时间设置的是p999时间，大约1000个请求里只有1个请求会发送backup request，因此额外请求量（也就是开启backup request的额外开销）比例在0.1%左右。依此类推，若想要降低P999时延，则可以将 <code class="language-plaintext highlighter-rouge">backupRequestDelayMs</code> 设置为P99延迟，由此会增加1%的额外读流量。</p>
-
-<table>
- <thead>
- <tr>
- <th>test case</th>
- <th>enable backup request</th>
- <th>read p9999</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td>3-clients 15-threads</td>
- <td>no</td>
- <td>988671</td>
- </tr>
- <tr>
- <td>3-clients 15-threads</td>
- <td>yes</td>
- <td>153599</td>
- </tr>
- </tbody>
-</table>
-
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#背景">背景</a></li>
- <li><a href="#设计实现">设计实现</a></li>
- <li><a href="#如何使用">如何使用</a></li>
- <li><a href="#性能测试">性能测试</a></li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/bad-disk.html b/output/administration/bad-disk.html
deleted file mode 100644
index 451685f..0000000
--- a/output/administration/bad-disk.html
+++ /dev/null
@@ -1,435 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | 坏盘检修</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>坏盘检修 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="坏盘检修" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="磁盘故障时有发生，通常有下列检查方式：" />
-<meta property="og:description" content="磁盘故障时有发生，通常有下列检查方式：" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/bad-disk","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/bad-disk"},"headline":"坏盘检修","description":"磁盘故障时有发生，通常有下列检查方式：","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">坏盘检修</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="is-active">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <p>磁盘故障时有发生，通常有下列检查方式：</p>
-
-<ul>
- <li>
- <p>可能是某节点的延迟明显高于其他节点，追其原因，如果看到某个 SSD 的 IO await 明显较高，
-那基本说明该磁盘是“慢盘”。</p>
- </li>
- <li>
- <p>平时的周期运维检修也容易发现潜在的磁盘故障。</p>
- </li>
-</ul>
-
-<p>在Pegasus中，我们如何进行坏盘维修的操作？</p>
-
-<h2 id="坏盘黑名单">坏盘黑名单</h2>
-
-<p>Pegasus 支持磁盘黑名单，如果你要下线某块磁盘，首先要把它定义在其所在 Replica 节点的黑名单文件中，
-黑名单文件的所在路径依据配置：</p>
-
-<div class="language-ini highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nn">[replication]</span>
- <span class="py">data_dirs_black_list_file</span> <span class="p">=</span> <span class="s">/home/work/.pegasus_data_dirs_black_list</span>
-</code></pre></div></div>
-
-<p>接着你登录对应节点，编辑 /home/work/.pegasus_data_dirs_black_list:</p>
-
-<pre><code class="language-txt">/home/work/ssd2
-/home/work/ssd3
-</code></pre>
-
-<p>上面标注磁盘 ssd2 与 ssd3 需要下线。</p>
-
-<h2 id="重启节点">重启节点</h2>
-
-<p>在你标注好坏盘名单后，你可以通过 <a href="rolling-update">高可用升级</a> 单独重启对应节点的服务进程。
-通常你在程序日志中能够看到下列记录，表示黑名单内的磁盘的确被忽略了：</p>
-
-<pre><code class="language-log">D2019-07-10 21:54:28.879 (1562766868879176673 9e8d) replica.default0.00009e5b00010001: replication_common.cpp:177:initialize(): data_dirs_black_list_file[/home/work/.pegasus_data_dirs_black_list] found, apply it
-D2019-07-10 21:54:28.879 (1562766868879300907 9e8d) replica.default0.00009e5b00010001: replication_common.cpp:194:initialize(): black_list[1] = [/home/work/ssd2/]
-D2019-07-10 21:54:28.879 (1562766868879312394 9e8d) replica.default0.00009e5b00010001: replication_common.cpp:194:initialize(): black_list[2] = [/home/work/ssd3/]
-W2019-07-10 21:54:28.879 (1562766868879404635 9e8d) replica.default0.00009e5b00010001: replication_common.cpp:218:initialize(): replica data dir /home/work/ssd2/pegasus/c3tst-dup2/replica is in black list, ignore it
-W2019-07-10 21:54:28.879 (1562766868879411121 9e8d) replica.default0.00009e5b00010001: replication_common.cpp:218:initialize(): replica data dir /home/work/ssd3/pegasus/c3tst-dup2/replica is in black list, ignore it
-D2019-07-10 21:54:28.879 (1562766868879415865 9e8d) replica.default0.00009e5b00010001: replication_common.cpp:220:initialize(): data_dirs[0] = /home/work/ssd4/pegasus/c3tst-dup2/replica, tag = ssd4
-D2019-07-10 21:54:28.879 (1562766868879422843 9e8d) replica.default0.00009e5b00010001: replication_common.cpp:220:initialize(): data_dirs[1] = /home/work/ssd5/pegasus/c3tst-dup2/replica, tag = ssd5
-D2019-07-10 21:54:28.879 (1562766868879428846 9e8d) replica.default0.00009e5b00010001: replication_common.cpp:220:initialize(): data_dirs[2] = /home/work/ssd6/pegasus/c3tst-dup2/replica, tag = ssd6
-</code></pre>
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#坏盘黑名单">坏盘黑名单</a></li>
- <li><a href="#重启节点">重启节点</a></li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/compression.html b/output/administration/compression.html
deleted file mode 100644
index bd3aa85..0000000
--- a/output/administration/compression.html
+++ /dev/null
@@ -1,494 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | 数据压缩</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>数据压缩 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="数据压缩" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="客户端压缩" />
-<meta property="og:description" content="客户端压缩" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/compression","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/compression"},"headline":"数据压缩","description":"客户端压缩","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">数据压缩</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="is-active">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <h1 id="客户端压缩">客户端压缩</h1>
-
-<p>请参考 <a href="/clients/java-client#数据序列化">Java客户端文档#数据序列化</a> 和 <a href="/clients/java-client#数据压缩">Java客户端文档#数据压缩</a> 。</p>
-
-<h1 id="服务端压缩">服务端压缩</h1>
-
-<p><strong>把总结放在最前面：</strong></p>
-<ul>
- <li>对于CPU比较空闲的场景，建议采用压缩率高的<code class="language-plaintext highlighter-rouge">zstd</code>算法。</li>
- <li>对于CPU比较繁忙的场景，建议采用综合性能比较优异的<code class="language-plaintext highlighter-rouge">lz4</code>算法。</li>
-</ul>
-
-<p>Pegasus服务端支持的压缩算法：</p>
-<ul>
- <li>snappy</li>
- <li>lz4 (从<a href="https://github.com/XiaoMi/pegasus/releases/tag/v1.11.2">v1.11.2版本</a>开始支持)</li>
- <li>zstd (从<a href="https://github.com/XiaoMi/pegasus/releases/tag/v1.11.2">v1.11.2版本</a>开始支持)</li>
-</ul>
-
-<p>通过<a href="config">配置文件</a>来配置压缩算法，譬如：</p>
-<div class="language-ini highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nn">[pegasus.server]</span>
- <span class="py">rocksdb_compression_type</span> <span class="p">=</span> <span class="s">lz4</span>
-</code></pre></div></div>
-
-<p>不同压缩算法的比较（数据来自<a href="https://facebook.github.io/zstd/">zstd官方的benchmark</a>）：</p>
-
-<table>
- <thead>
- <tr>
- <th>Compressor name</th>
- <th>Ratio</th>
- <th>Compression(MB/s)</th>
- <th>Decompress(MB/s)</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td>zstd 1.3.4 -1</td>
- <td>2.877</td>
- <td>470</td>
- <td>1380</td>
- </tr>
- <tr>
- <td>zlib 1.2.11 -1</td>
- <td>2.743</td>
- <td>110</td>
- <td>400</td>
- </tr>
- <tr>
- <td>brotli 1.0.2 -0</td>
- <td>2.701</td>
- <td>410</td>
- <td>430</td>
- </tr>
- <tr>
- <td>quicklz 1.5.0 -1</td>
- <td>2.238</td>
- <td>550</td>
- <td>710</td>
- </tr>
- <tr>
- <td>lzo1x 2.09 -1</td>
- <td>2.108</td>
- <td>650</td>
- <td>830</td>
- </tr>
- <tr>
- <td>lz4 1.8.1</td>
- <td>2.101</td>
- <td>750</td>
- <td>3700</td>
- </tr>
- <tr>
- <td>snappy 1.1.4</td>
- <td>2.091</td>
- <td>530</td>
- <td>1800</td>
- </tr>
- <tr>
- <td>lzf 3.6 -1</td>
- <td>2.077</td>
- <td>400</td>
- <td>860</td>
- </tr>
- </tbody>
-</table>
-
-<p><img src="/assets/images/compression-comparation.png" alt="compression-comparation.png" class="img-responsive" /></p>
-
-<p>这个结果与<a href="https://github.com/lz4/lz4#benchmarks">lz4官方的benchmark</a>也是一致的。</p>
-
-<p>附上<a href="https://github.com/facebook/rocksdb/wiki/Compression">RocksDB的压缩建议</a>：</p>
-<blockquote>
- <p>Use options.compression to specify the compression to use. By default it is Snappy. We believe LZ4 is almost always better than Snappy. We leave Snappy as default to avoid unexpected compatibility problems to previous users. LZ4/Snappy is lightweight compression so it usually strikes a good balance between space and CPU usage.</p>
-</blockquote>
-
-<blockquote>
- <p>If you want to further reduce the in-memory and have some free CPU to use, you can try to set a heavy-weight compression in the latter by setting options.bottommost_compression. The bottommost level will be compressed using this compression style. Usually the bottommost level contains majority of the data, so users get almost optimal space setting, without paying CPU for compress all the data ever flowing to any level. We recommend ZSTD. If it is not available, Zlib is the second ch [...]
-</blockquote>
-
-<blockquote>
- <p>If you want have a lot of free CPU and want to reduce not just space but write amplification too, try to set options.compression to heavy weight compression type. We recommend ZSTD. Use Zlib if it is not available.</p>
-</blockquote>
-
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#客户端压缩">客户端压缩</a></li>
- <li><a href="#服务端压缩">服务端压缩</a></li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/deployment.html b/output/administration/deployment.html
deleted file mode 100644
index 3fd6a40..0000000
--- a/output/administration/deployment.html
+++ /dev/null
@@ -1,566 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | 集群部署</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>集群部署 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="集群部署" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="集群部署" />
-<meta property="og:description" content="集群部署" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/deployment","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/deployment"},"headline":"集群部署","description":"集群部署","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">集群部署</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="is-active">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <h1 id="集群部署">集群部署</h1>
-
-<h2 id="准备机器">准备机器</h2>
-<p>Pegasus分布式集群至少需要准备这些机器：</p>
-<ul>
- <li>MetaServer：2~3台机器，无需SSD盘。</li>
- <li>ReplicaServer：至少3台机器，建议挂SSD盘。譬如一台服务器挂着8块或者12块SSD盘。这些机器要求是同构的，即具有相同的配置。</li>
- <li>Collector：可选角色，1台机器，无需SSD盘。该进程主要用于收集和汇总集群的统计信息，负载很小，建议放在MetaServer的其中一台机器上。</li>
-</ul>
-
-<h2 id="准备zookeeper">准备Zookeeper</h2>
-<p>Pegasus集群依赖Zookeeper进行元数据存储和MetaServer抢锁，因此需要一个Zookeeper服务：</p>
-<ul>
- <li>如果在公司内部维护着Zookeeper集群，直接使用该集群就可以了。</li>
- <li>如果没有，就自己搭建一个Zookeeper集群，建议在Pegasus集群机器所在的同机房搭建。</li>
-</ul>
-
-<p>记下Zookeeper的服务地址列表，后面配置文件要用。</p>
-
-<h2 id="准备配置文件">准备配置文件</h2>
-<p>我们提供了配置文件<a href="https://github.com/XiaoMi/pegasus/blob/master/src/server/config.ini">src/server/config.ini</a>（从1.7.1版本开始支持），你需要修改该文件，替换所有<code class="language-plaintext highlighter-rouge">%{xxx}</code>形式的变量为合适的值，如下：</p>
-
-<table>
- <thead>
- <tr>
- <th>变量</th>
- <th>说明</th>
- <th>示例</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td>%{cluster.name}</td>
- <td>集群名称。</td>
- <td>my_cluster</td>
- </tr>
- <tr>
- <td>%{home.dir}</td>
- <td>HOME路径。</td>
- <td>/home/work</td>
- </tr>
- <tr>
- <td>%{app.dir}</td>
- <td>程序工作路径，默认数据文件和日志文件都会放在这下面。</td>
- <td>/home/work/app/pegasus</td>
- </tr>
- <tr>
- <td>%{slog.dir}</td>
- <td>存放Shared Commit Log文件的路径，建议放在一个独享的SSD盘上。如果没有可用的SSD盘，可以设置为空字符串，表示默认使用%{app.dir}。</td>
- <td>/home/work/ssd1/pegasus</td>
- </tr>
- <tr>
- <td>%{data.dirs}</td>
- <td>存放各Replica数据的路径列表，可以用逗号分隔指定多个盘，每个路径需要指定一个名称，格式为<code class="language-plaintext highlighter-rouge">name1:path1,name2:path2</code>。如果没有可用的独立SSD盘，可以设置为空字符串，表示默认使用%{app.dir}。</td>
- <td>ssd2:/home/work/ssd2/pegasus</td>
- </tr>
- <tr>
- <td>%{meta.server.list}</td>
- <td>MetaServer地址列表，用逗号分隔，格式为<code class="language-plaintext highlighter-rouge">ip1:port1,ip2:port2</code>。<strong>注意只能用IP地址，不能用hostname</strong>。</td>
- <td>1.2.3.4:34601,1.2.3.5:34601</td>
- </tr>
- <tr>
- <td>%{zk.server.list}</td>
- <td>Zookeeper地址列表，用逗号分隔，格式为<code class="language-plaintext highlighter-rouge">ip1:port1,ip2:port2</code>。</td>
- <td>1.2.3.4:2181,1.2.3.5:2181</td>
- </tr>
- </tbody>
-</table>
-
-<p>注意：同一个变量可能出现在多个地方，要保证所有的<code class="language-plaintext highlighter-rouge">%{xxx}</code>变量都被替换掉。</p>
-
-<h3 id="多个ssd盘如何配置">多个SSD盘如何配置</h3>
-<p>如果有多个SSD盘，推荐使用一个SSD盘专门用于shared log，其他盘用于存储replica数据。</p>
-
-<p>譬如，假设机器有4个盘，挂载路径为/home/work/ssd{id}，其中{id}=1,2,3,4。那么可以将ssd1用于shared log，可配置如下：</p>
-<div class="language-ini highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nn">[replication]</span>
- <span class="py">slog_dir</span> <span class="p">=</span> <span class="s">/home/work/ssd1/pegasus</span>
- <span class="py">data_dirs</span> <span class="p">=</span> <span class="s">ssd2:/home/work/ssd2/pegasus,ssd3:/home/work/ssd3/pegasus,ssd4:/home/work/ssd4/pegasus</span>
-</code></pre></div></div>
-
-<p>如果只有一个SSD盘，那么就没得选择，只能都用这一个盘。假设SSD盘挂载路径为/home/work/ssd，可配置如下：</p>
-<div class="language-ini highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nn">[replication]</span>
- <span class="py">slog_dir</span> <span class="p">=</span> <span class="s">/home/work/ssd/pegasus/{cluster.name}</span>
- <span class="py">data_dirs</span> <span class="p">=</span> <span class="s">ssd:/home/work/ssd/pegasus/{cluster.name}</span>
-</code></pre></div></div>
-
-<h3 id="多个网卡如何配置">多个网卡如何配置</h3>
-<p>在配置文件中有以下section：</p>
-<div class="language-ini highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nn">[network]</span>
- <span class="py">primary_interface</span> <span class="p">=</span>
- <span class="py">io_service_worker_count</span> <span class="p">=</span> <span class="s">4</span>
-</code></pre></div></div>
-
-<p>通过primary_interface指定网卡：</p>
-<ul>
- <li>如果只有一个网卡，可以设置为空字符串，表示自动获取合适的网卡地址。具体策略就是在ifconfig的列表中查找第一个符合10.*.*.*/172.16.*.*/192.168.*.*的地址，这样就会忽略回环地址和虚拟地址。</li>
- <li>如果有多个网卡，请指定网卡名。如果不指定，则会获取第一个符合10.*.*.*/172.16.*.*/192.168.*.*的地址。</li>
-</ul>
-
-<p>譬如，如果有多个网卡，想使用eth2所在网卡，可配置如下：</p>
-<div class="language-ini highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nn">[network]</span>
- <span class="py">primary_interface</span> <span class="p">=</span> <span class="s">eth2</span>
- <span class="py">io_service_worker_count</span> <span class="p">=</span> <span class="s">4</span>
-</code></pre></div></div>
-
-<h2 id="准备部署包">准备部署包</h2>
-<p>ReplicaServer/MetaServer/Collector三种角色的Server共用一套server程序和配置文件。</p>
-
-<p>首先<a href="/overview/compilation">编译Pegasus</a>，编译完成后运行以下命令可以打包生产server端部署包：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>./run.sh pack_server
-</code></pre></div></div>
-<p>运行成功后，会在本地文件夹下生产<code class="language-plaintext highlighter-rouge">pegasus-server-{version}-{platform}-{buildType}</code>的文件夹以及tar.gz包。在文件夹里面有个bin/文件夹，里面包含pegasus_server程序及依赖库，还包括<strong>刚刚修改好的config.ini文件</strong>。</p>
-
-<p>将部署tar.gz包拷贝到各个机器上，并解压。你可以使用合适的分布式分发工具来完成这件事情。</p>
-
-<h2 id="启动服务">启动服务</h2>
-
-<p>在启动程序之前，需要先把程序所依赖的动态链接库的路径加入到<code class="language-plaintext highlighter-rouge">LD_LIBRARY_PATH</code>中：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>export LD_LIBRARY_PATH=/path/to/your/pegasus/bin:$LD_LIBRARY_PATH
-</code></pre></div></div>
-
-<p>启动MetaServer：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>cd bin/
-./pegasus_server config.ini -app_list meta
-</code></pre></div></div>
-
-<p>启动ReplicaServer：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>cd bin/
-./pegasus_server config.ini -app_list replica
-</code></pre></div></div>
-
-<p>启动Collector：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>cd bin/
-./pegasus_server config.ini -app_list collector
-</code></pre></div></div>
-
-<p>集群启动成功后，会默认创建一个<code class="language-plaintext highlighter-rouge">temp</code>表，该表也用于Collector的集群可用度检查，最好不要删除。</p>
-
-<p>你可以使用<a href="/overview/shell">Shell工具</a>查看集群的各种状态。如果启动失败，可以到<code class="language-plaintext highlighter-rouge">%{app.dir}/log</code>下面查看错误日志，排查问题。</p>
-
-<h1 id="分布式部署工具">分布式部署工具</h1>
-
-<h2 id="minos部署">Minos部署</h2>
-
-<p>我们在小米内部使用Minos工具部署，该工具也已经开源，参见<a href="https://github.com/XiaoMi/minos">XiaoMi/minos</a>。Minos工具能够基于配置模板动态生成合适的配置文件，操作简单，推荐使用。关于如何使用Minos的流程与细节，后续会补充相关文档。</p>
-
-<h1 id="常见问题">常见问题</h1>
-
-<h2 id="集群清理重建">集群清理重建</h2>
-<p>如果想完全重新部署集群，<strong>以前的数据都不要了</strong>，需要清理以下环境，否则可能出现启动新集群失败的情况：</p>
-<ul>
- <li>清理MetaServer/ReplicaServer/Collector的<code class="language-plaintext highlighter-rouge">%{app.dir}</code>、<code class="language-plaintext highlighter-rouge">%{slog.dir}</code>和<code class="language-plaintext highlighter-rouge">%{data.dirs}</code>文件夹</li>
- <li>删除Zookeeper的<code class="language-plaintext highlighter-rouge">/pegasus/%{cluster.name}</code>节点</li>
-</ul>
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#集群部署">集群部署</a>
- <ul>
- <li><a href="#准备机器">准备机器</a></li>
- <li><a href="#准备zookeeper">准备Zookeeper</a></li>
- <li><a href="#准备配置文件">准备配置文件</a>
- <ul>
- <li><a href="#多个ssd盘如何配置">多个SSD盘如何配置</a></li>
- <li><a href="#多个网卡如何配置">多个网卡如何配置</a></li>
- </ul>
- </li>
- <li><a href="#准备部署包">准备部署包</a></li>
- <li><a href="#启动服务">启动服务</a></li>
- </ul>
- </li>
- <li><a href="#分布式部署工具">分布式部署工具</a>
- <ul>
- <li><a href="#minos部署">Minos部署</a></li>
- </ul>
- </li>
- <li><a href="#常见问题">常见问题</a>
- <ul>
- <li><a href="#集群清理重建">集群清理重建</a></li>
- </ul>
- </li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/experiences.html b/output/administration/experiences.html
deleted file mode 100644
index 2b3854e..0000000
--- a/output/administration/experiences.html
+++ /dev/null
@@ -1,515 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | 运维经验</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>运维经验 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="运维经验" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="任何一个分布式系统的运维工作都少不了周期巡检，问题排查，故障报警，人工审核。它们是保证服务稳定运行的关键。 这里整理Pegasus的监控指标，你可以根据需要接入到你的运维工具中。" />
-<meta property="og:description" content="任何一个分布式系统的运维工作都少不了周期巡检，问题排查，故障报警，人工审核。它们是保证服务稳定运行的关键。 这里整理Pegasus的监控指标，你可以根据需要接入到你的运维工具中。" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/experiences","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/experiences"},"headline":"运维经验","description":"任何一个分布式系统的运维工作都少不了周期巡检，问题排查，故障报警，人工审核。它们是保证服务稳定运行的关键。 这里整理Pegasus的监控指标，你可以根据需要接入到你的运维工具中。","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">运维经验</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="is-active">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <p>任何一个分布式系统的运维工作都少不了周期巡检，问题排查，故障报警，人工审核。它们是保证服务稳定运行的关键。
-这里整理Pegasus的监控指标，你可以根据需要接入到你的运维工具中。</p>
-
-<h2 id="周期巡检">周期巡检</h2>
-
-<ul>
- <li>
- <p><strong>可用度</strong>：正常时可用度会保持在100%，发生节点故障等异常偶尔会有可用度低于100%的情况</p>
- </li>
- <li>
- <p><strong>总QPS</strong>：异常流量的突增或者突降有时会导致服务抖动</p>
- </li>
- <li>
- <p><strong>读写延迟</strong>：P99读延迟和P99写延迟可能有异常毛刺的情况，对用户会造成影响</p>
- </li>
- <li>
- <p><strong>内存使用</strong>：关注内存使用是否正常，譬如memory是否出现暴涨、是否达到了警戒线</p>
- </li>
- <li>
- <p><strong>存储使用</strong>：关注磁盘存储使用是否正常，预估存储是否够用</p>
- </li>
-</ul>
-
-<h2 id="问题排查">问题排查</h2>
-
-<ul>
- <li>集群基础信息是否正常：<code class="language-plaintext highlighter-rouge">cluster_info</code>
- <ul>
- <li>meta_servers列表是否正确</li>
- <li>primary_meta_server是否为第一个（因为推荐使用第一个，第二个节点上可能部署有数据节点）</li>
- <li>meta_function_level是否是steady状态</li>
- </ul>
- </li>
- <li>各Table、各Partition是否健康：<code class="language-plaintext highlighter-rouge">ls -d</code>
- <ul>
- <li>Table数量是否正常</li>
- <li>所有Table的unhealthy_num（没有达到一主一备的partition数量）和partly_healthy_num（没有达到一主两备的partition数量）是否都为0</li>
- </ul>
- </li>
- <li>各节点是否健康：<code class="language-plaintext highlighter-rouge">nodes -d</code>
- <ul>
- <li>所有节点是否都是ALIVE状态</li>
- <li>数据分布是否倾斜严重，如果倾斜严重，可以选择集群流量比较小的时间段将meta_function_level设置为lively进行负载均衡调整，并在调整完成后设置回steady状态</li>
- <li>注意：负载均衡只有在必要的时候才进行，前提是不要影响服务稳定性，因此不要频繁操作；在调整过程中要全程监控集群状态</li>
- </ul>
- </li>
- <li>各节点的基本信息是否正常：<code class="language-plaintext highlighter-rouge">server_info</code>
- <ul>
- <li>Server版本是否正确</li>
- <li>通过Start Time判断是否发生过重启</li>
- </ul>
- </li>
- <li>各节点的实时统计信息是否正常：<code class="language-plaintext highlighter-rouge">server_stat</code>
- <ul>
- <li>读写QPS、读写延迟</li>
- <li>SharedLog大小</li>
- <li>内存使用量</li>
- </ul>
- </li>
- <li>各Table的实时统计信息是否正常：<code class="language-plaintext highlighter-rouge">app_stat</code>
- <ul>
- <li>各操作的QPS情况是否正常</li>
- <li>各Table的存储用量是否正常</li>
- </ul>
- </li>
- <li>检查机器的socket连接数：
- <ul>
- <li>到MetaServer所在机器上使用netstat命令检查连接数：</li>
- </ul>
-
- <div class="language-bash highlighter-rouge"><div class="highlight"><pre class="highlight"><code>netstat <span class="nt">-na</span> | <span class="nb">grep</span> <span class="s1">'601\>'</span> | <span class="nb">grep </span>ESTABLISHED | <span class="nb">wc</span> <span class="nt">-l</span>
-</code></pre></div> </div>
-
- <ul>
- <li>检查与该机器建立连接的远程节点，按照连接数排序：</li>
- </ul>
-
- <div class="language-bash highlighter-rouge"><div class="highlight"><pre class="highlight"><code>netstat <span class="nt">-na</span> | <span class="nb">grep</span> <span class="s1">'601\>'</span> | <span class="nb">grep </span>ESTABLISHE | <span class="nb">awk</span> <span class="s1">'{print $5}'</span> | <span class="nb">sed</span> <span class="s1">'s/:.*//'</span> | <span class="nb">sort</span> | <span class="nb">uniq</span> <span class="nt">-c</span> | <span class="nb">sort</sp [...]
-</code></pre></div> </div>
-
- <ul>
- <li>如果连接数太多（譬如单节点连接数超过100），就需要进一步分析原因。</li>
- </ul>
- </li>
-</ul>
-
-<p>常见故障处理办法：</p>
-
-<ul>
- <li>如果节点挂掉重启，需要登录到对应机器上，检查原因：
- <ul>
- <li>通过server的日志</li>
- <li>通过core文件；如果没有core文件，需要检查ulimit配置是否正确，或者通过dmesg或者/var/log/messages查看是否因为OutOfMemory原因被系统杀死</li>
- </ul>
- </li>
- <li>如果出故障机器较多，可以考虑将meta置为freezed状态，避免雪崩</li>
- <li>进程不停重启，可以考虑停止进程</li>
- <li>机器无法从relay连接，有可能是宕机了，快速联系系统运维人员</li>
- <li>注意系统的参数：CPU情况、diskIO负载和latency、network负载和latency、socket个数</li>
- <li>通过dmesg查看内核报错</li>
-</ul>
-
-<h2 id="需求审核">需求审核</h2>
-
-<p>Pegasus和多数数据库一样，以表的方式管理资源。
-每个表需要的资源量需要提前告知，这样我们才能为需求分配合适的计算存储资源。
-除此外，与业务深度交流，定制最合适的存储方案也有助于后期服务的稳定运行。</p>
-
-<p>有哪些重要的需求需要提前审核：</p>
-
-<ul>
- <li>表名</li>
- <li>读峰值（QPS）</li>
- <li>读总量（条/天）</li>
- <li>写峰值（QPS）</li>
- <li>写总量（条/天）</li>
- <li>单条数据平均大小（KB/条）</li>
- <li>数据总量预估 （GB）</li>
- <li>增长预估（6个月/1年/3年与目前相比倍数）</li>
- <li>读延迟需求（毫秒/P99）</li>
- <li>写延迟需求（毫秒/P99）</li>
- <li>访问特征（如定时批量写入）</li>
- <li>是否存在既有数据需导入/数据规模</li>
-</ul>
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#周期巡检">周期巡检</a></li>
- <li><a href="#问题排查">问题排查</a></li>
- <li><a href="#需求审核">需求审核</a></li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/index.html b/output/administration/index.html
deleted file mode 100644
index 62600c7..0000000
--- a/output/administration/index.html
+++ /dev/null
@@ -1,423 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | 高效运维</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>高效运维 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="高效运维" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="Pegasus 不仅仅只提供简单的 key value 存储接口，我们还基于稳定性考虑，增加了许多有助于高效运维的特性。" />
-<meta property="og:description" content="Pegasus 不仅仅只提供简单的 key value 存储接口，我们还基于稳定性考虑，增加了许多有助于高效运维的特性。" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/index","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/index"},"headline":"高效运维","description":"Pegasus 不仅仅只提供简单的 key value 存储接口，我们还基于稳定性考虑，增加了许多有助于高效运维的特性。","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">高效运维</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <p>Pegasus 不仅仅只提供简单的 key value 存储接口，我们还基于稳定性考虑，增加了许多有助于高效运维的特性。</p>
-
-<p>如果你刚开始使用 Pegasus，想要把已编译好的系统部署在你的机器上，你首先需要参考 <a href="config">配置管理</a>，
-根据环境来调整参数。然后你应该参考 <a href="deployment">集群部署</a> 将 Pegasus 搭载在你的机器集群上。</p>
-
-<p>在成功部署后，你应该着重观察系统运行情况，参考 <a href="monitoring">可视化监控</a> 来查看相关指标。</p>
-
-<p>在服务运行后，偶然的异常(可能是网络，磁盘，系统故障，潜在 Bug 导致的异常)会使集群抖动。如果造成了节点负载不均衡，你可以参照 <a href="rebalance">负载均衡</a> 进行操作。</p>
-
-<p>如果是随着业务量增大，超出了你的服务资源所能承受的能力，你可以参照 <a href="membership-change">集群扩容缩容</a> 来增加节点数。
-如果有机器发生持久性的故障，你也可以参照 <a href="membership-change">集群扩容缩容</a> 剔除这个坏节点。
-如果是机器的某个SSD盘出故障，可以参照 <a href="bad-disk">坏盘检修</a> 剔除这个坏盘。</p>
-
-<p>如果需要升级集群，请参照 <a href="rolling-update">集群升级</a>。</p>
-
-<p>集群运行过程中，你需要时刻关注资源（磁盘、内存、网络）的使用情况，并及时做出运维调整，请参照 <a href="resource-management">资源管理</a>。</p>
-
-<p>如果业务数据量很大或者单条value很长，你可以参照 <a href="compression">数据压缩</a> 来提高磁盘利用率和提升读写性能。</p>
-
-<p>对一些重要的业务，你可以将相关的表定期进行 <a href="cold-backup">冷备份</a> 来保证数据安全性。冷备份的功能也常常用作于快速的大量数据迁移。</p>
-
-<p>对于一些极端情况，譬如元数据丢失、多个节点同时宕机，可能会造成集群数据的不一致。
-如果元数据丢失，建议你参考 <a href="meta-recovery">元数据恢复</a>；对于数据备份丢失造成的不一致，建议你参考 <a href="replica-recovery">Replica数据恢复</a>。</p>
-
-<p>如果集群要依赖一个新的Zookeeper，需要迁移Zookeeper数据，请参考 <a href="zk-migration">Zookeeper迁移</a>。</p>
-
-<p>通常一个集群内会服务于许多表，所有的表都有相同的优先级，换言之，有某个表的请求量过大，
-其他表的服务质量就会下滑，这通常被称为 “多租户” 问题，你可以通过 <a href="throttling">流量控制</a> 满足每个表的 SLA。</p>
-
-<p>如果要迁移一个表的数据到另外一个表，请参考 <a href="table-migration">Table迁移</a>。</p>
-
-<p>表级的运维操作还包括 <a href="table-soft-delete">Table软删除</a> 、<a href="table-env">Table环境变量</a>、<a href="partition-split">Partition Split</a>、<a href="manual-compact">Manual Compact功能</a>、<a href="usage-scenario">Usage Scenario功能</a> 等。</p>
-
-<p>除此之外，我们还支持了 <a href="remote-commands">远程命令</a>，方便运维人员对Server进行直接控制，并提供了 <a href="http">HTTP接口</a>。</p>
-
-<p>我们在运维集群服务业务的过程中，也积累了很多 <a href="experiences">运维经验</a>，你可以参考。</p>
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
-
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/manual-compact.html b/output/administration/manual-compact.html
deleted file mode 100644
index 9fec212..0000000
--- a/output/administration/manual-compact.html
+++ /dev/null
@@ -1,552 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | Manual Compact功能</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>Manual Compact功能 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="Manual Compact功能" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="注：manual compact功能从v1.8.1版本开始支持。 原理" />
-<meta property="og:description" content="注：manual compact功能从v1.8.1版本开始支持。 原理" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/manual-compact","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/manual-compact"},"headline":"Manual Compact功能","description":"注：manual compact功能从v1.8.1版本开始支持。 原理","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">Manual Compact功能</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="is-active">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <p>注：manual compact功能从<a href="https://github.com/XiaoMi/pegasus/releases/tag/v1.8.1">v1.8.1版本</a>开始支持。</p>
-<h1 id="原理">原理</h1>
-
-<p>RocksDB除了根据需要自动触发compaction外，还能通过接口手动触发compaction，这个功能称之为<a href="https://github.com/facebook/rocksdb/wiki/Manual-Compaction">Manual Compaction</a>。其提供了<code class="language-plaintext highlighter-rouge">CompactRange()</code>接口，如下：</p>
-<pre><code class="language-C++">// CompactRangeOptions is used by CompactRange() call.
-struct CompactRangeOptions {
- // If true, no other compaction will run at the same time as this
- // manual compaction
- bool exclusive_manual_compaction = true;
- // If true, compacted files will be moved to the minimum level capable
- // of holding the data or given level (specified non-negative target_level).
- bool change_level = false;
- // If change_level is true and target_level have non-negative value, compacted
- // files will be moved to target_level.
- int target_level = -1;
- // Compaction outputs will be placed in options.db_paths[target_path_id].
- // Behavior is undefined if target_path_id is out of range.
- uint32_t target_path_id = 0;
- // By default level based compaction will only compact the bottommost level
- // if there is a compaction filter
- BottommostLevelCompaction bottommost_level_compaction =
- BottommostLevelCompaction::kIfHaveCompactionFilter;
-};
-
-// Compact the underlying storage for the key range [*begin,*end].
-// The actual compaction interval might be superset of [*begin, *end].
-// In particular, deleted and overwritten versions are discarded,
-// and the data is rearranged to reduce the cost of operations
-// needed to access the data. This operation should typically only
-// be invoked by users who understand the underlying implementation.
-//
-// begin==nullptr is treated as a key before all keys in the database.
-// end==nullptr is treated as a key after all keys in the database.
-// Therefore the following call will compact the entire database:
-// db->CompactRange(options, nullptr, nullptr);
-// Note that after the entire database is compacted, all data are pushed
-// down to the last level containing any data. If the total data size after
-// compaction is reduced, that level might not be appropriate for hosting all
-// the files. In this case, client could set options.change_level to true, to
-// move the files back to the minimum level capable of holding the data set
-// or a given level (specified by non-negative options.target_level).
-virtual Status CompactRange(const CompactRangeOptions& options,
- ColumnFamilyHandle* column_family,
- const Slice* begin, const Slice* end) = 0;
-</code></pre>
-
-<p>对应地，Pegasus对该功能在上层进行了封装，提供了表级别的Manual Compact功能，其作用是：</p>
-<ul>
- <li>通过compaction去掉垃圾数据，减少数据量，降低文件层数，提升读操作的性能。</li>
- <li>对最高层做compaction，可以清理掉Delete标记数据。</li>
- <li>配合<a href="usage-scenario">Usage Scenario功能</a>中表的bulk_load模式，可以在灌数据完成后执行一次Manual Compact，去除垃圾数据，整理数据和文件夹结构，提升读性能。</li>
-</ul>
-
-<p>实现方式：</p>
-<ul>
- <li>扩展RocksDB，在Manifest中记录上一次执行Manual Compact的时间，并提供<code class="language-plaintext highlighter-rouge">GetLastManualCompactFinishTime()</code>方法来获取该时间。</li>
- <li>利用<a href="table-env">Table环境变量</a>，来设置两类Manual Compect的环境变量：
- <ul>
- <li>单次Manual Compact：
- <ul>
- <li><code class="language-plaintext highlighter-rouge">manual_compact.once.trigger_time</code>：格式为Unix时间戳的秒数，可通过shell命令<code class="language-plaintext highlighter-rouge">date +%s</code>获取当前时间戳。如果LastManualCompactFinishTime旧于该trigger_time，就触发Manual Compaction的执行。</li>
- <li><code class="language-plaintext highlighter-rouge">manual_compact.once.target_level</code>：用于设置<code class="language-plaintext highlighter-rouge">CompactRangeOptions::target_level</code>。如果不设置，则使用默认值-1。</li>
- <li><code class="language-plaintext highlighter-rouge">manual_compact.once.bottommost_level_compaction</code>：可设置为<code class="language-plaintext highlighter-rouge">skip</code>或者<code class="language-plaintext highlighter-rouge">force</code>。如果是<code class="language-plaintext highlighter-rouge">skip</code>，则不对最高层做compaction；如果是<code class="language-plaintext highlighter-rouge">force</code>，则强制对最高层做compaction。如果不设置，则默认为<code class="language-plaintext highlighter-rouge">skip</cod [...]
- </ul>
- </li>
- <li>周期Manual Compact：
- <ul>
- <li><code class="language-plaintext highlighter-rouge">manual_compact.periodic.trigger_time</code>：格式为逗号分隔的时钟，譬如<code class="language-plaintext highlighter-rouge">3:00,21:00</code>，表示每一天的3:00和21:00都触发一次Manual Compaction的执行。</li>
- <li><code class="language-plaintext highlighter-rouge">manual_compact.periodic.target_level</code>：用于设置<code class="language-plaintext highlighter-rouge">CompactRangeOptions::target_level</code>。如果不设置，则使用默认值-1。</li>
- <li><code class="language-plaintext highlighter-rouge">manual_compact.periodic.bottommost_level_compaction</code>：可设置为<code class="language-plaintext highlighter-rouge">skip</code>或者<code class="language-plaintext highlighter-rouge">force</code>。如果是<code class="language-plaintext highlighter-rouge">skip</code>，则不对最高层做compaction；如果是<code class="language-plaintext highlighter-rouge">force</code>，则强制对最高层做compaction。如果不设置，则默认为<code class="language-plaintext highlighter-rouge">skip< [...]
- </ul>
- </li>
- <li>Manual Compact总开关：
- <ul>
- <li><code class="language-plaintext highlighter-rouge">manual_compact.disabled</code>(从<a href="https://github.com/XiaoMi/pegasus/releases/tag/v1.9.0">v1.9.0版本</a>开始支持)：如果为true，则关闭Manual Compact功能，并且取消正在执行中的Manual Compact动作。如果不设置，默认为false。</li>
- <li><code class="language-plaintext highlighter-rouge">manual_compact.max_concurrent_running_count</code>(从<a href="https://github.com/XiaoMi/pegasus/releases/tag/v1.11.3">v1.11.3版本</a>开始支持)：指定最大并发数。实际上，可执行的最大并发数由<code class="language-plaintext highlighter-rouge">该env参数</code>和<code class="language-plaintext highlighter-rouge">服务端MANUAL_COMPACT_THRAD_POOL的线程数</code>共同决定，取两者的较小值。</li>
- </ul>
- </li>
- </ul>
- </li>
-</ul>
-
-<p>注意：</p>
-<ul>
- <li>Manual Compact功能是分派到独立的Compact线程池中执行的，每个线程同一时刻只能处理一个replica的full compaction，因为并发处理量与Compact线程池的线程数量有关，可以通过配置文件的<code class="language-plaintext highlighter-rouge">worker_count</code>进行配置，如果使用Manual Compact比较频繁，建议调大线程数量（譬如设置为cpu core数量接近）：
- <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>[threadpool.THREAD_POOL_COMPACT]
-name = compact
-partitioned = false
-max_input_queue_length = 128
-worker_priority = THREAD_xPRIORITY_NORMAL
-worker_count = 16
-</code></pre></div> </div>
- </li>
- <li>Manual Compact属于CPU和IO密集型操作，处理过程中会使CPU使用率长期处于高位，容易对集群的读写性能造成影响，所以<strong>建议在流量低峰时段进行操作</strong>。如果启动后发现读写性能下降影响了业务，可以立即通过设置该表的环境变量<code class="language-plaintext highlighter-rouge">manual_compact.disabled=true</code>来中止。</li>
- <li>Manual Compact过程中可能需要较多的额外磁盘空间。因为compaction前后文件变化较大，而Pegasus一般又会保留最近3个版本的checkpoint，所以基本上额外需要的磁盘空间量大约等于执行Manual Compact的表的数据存储量。所以，在执行Manual Compact前需<strong>确认集群有足够的存储空间</strong>，同时在执行过程中<strong>关注磁盘空间使用情况</strong>，避免因为磁盘空间耗尽导致集群节点宕机，影响集群可用度。</li>
-</ul>
-
-<h1 id="如何设置">如何设置</h1>
-
-<h2 id="通过shell设置">通过shell设置</h2>
-
-<p>既然Manual Compact功能是利用<a href="table-env">Table环境变量</a>触发的，那么可以直接通过shell功能的<a href="/overview/shell#set_app_envs">set_app_envs命令</a>来设置。需要设置的环境变量参照上面的描述，环境变量设置后不会立即生效，大约需要等几十秒后才能在所有replica上生效。</p>
-
-<p>由于需要设置的环境变量比较多，且对数据格式有要求，所以强烈建议不要自己直接设置，而是通过我们提供的脚本工具来设置，如下所示。</p>
-
-<h2 id="通过脚本设置">通过脚本设置</h2>
-<p>我们提供了一个脚本工具<a href="https://github.com/XiaoMi/pegasus/blob/master/scripts/pegasus_manual_compact.sh">scripts/pegasus_manual_compact.sh</a>来方便地设置，用法：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>$ ./scripts/pegasus_manual_compact.sh
-This tool is for manual compact specified table(app).
-USAGE: ./scripts/pegasus_manual_compact.sh -c cluster -a app-name [-t periodic|once] [-w] [-g trigger_time] [...]
-Options:
- -h|--help print help message
-
- -c|--cluster <str> cluster meta server list, default is "127.0.0.1:34601,127.0.0.1:34602"
-
- -a|--app_name <str> target table(app) name
-
- -t|--type <str> manual compact type, should be periodic or once, default is once
-
- -w|--wait_only this option is only used when the type is once!
- not trigger but only wait the last once compact to finish
-
- -g|--trigger_time <str> this option is only used when the type is periodic!
- specify trigger time of periodic compact in 24-hour format,
- e.g. "3:00,21:00" means 3:00 and 21:00 everyday
-
- --target_level <num> number in range of [-1,num_levels], -1 means automatically, default is -1
-
- --bottommost_level_compaction <skip|force>
- skip or force, default is skip
- more details: https://github.com/facebook/rocksdb/wiki/Manual-Compaction
-
- --max_concurrent_running_count <num>
- max concurrent running count limit, should be positive integer.
- if not set, means no limit.
-
-for example:
-
- 1) Start once type manual compact with default options:
-
- ./scripts/pegasus_manual_compact.sh -c 127.0.0.1:34601,127.0.0.1:34602 -a temp
-
- 2) Only wait last once type manual compact to finish:
-
- ./scripts/pegasus_manual_compact.sh -c 127.0.0.1:34601,127.0.0.1:34602 -a temp -w
-
- 3) Config periodic type manual compact with specified options:
-
- ./scripts/pegasus_manual_compact.sh -c 127.0.0.1:34601,127.0.0.1:34602 -a temp -t periodic -g 3:00,21:00 \
- --target_level 2 --bottommost_level_compaction force
-</code></pre></div></div>
-
-<p>该工具不仅会调用shell命令设置Table环境变量，对于once类型还会等待所有的replica上的操作都执行完成，使用起来十分方便。</p>
-
-<p>譬如，在<a href="usage-scenario#支持场景">bulk load</a>完成后执行once manual compact如下：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>$ ./scripts/pegasus_manual_compact.sh -c 127.0.0.1:34601,127.0.0.1:34602 -a temp
-</code></pre></div></div>
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#原理">原理</a></li>
- <li><a href="#如何设置">如何设置</a>
- <ul>
- <li><a href="#通过shell设置">通过shell设置</a></li>
- <li><a href="#通过脚本设置">通过脚本设置</a></li>
- </ul>
- </li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/membership-change.html b/output/administration/membership-change.html
deleted file mode 100644
index fc8dc53..0000000
--- a/output/administration/membership-change.html
+++ /dev/null
@@ -1,465 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | 集群扩容缩容</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>集群扩容缩容 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="集群扩容缩容" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="功能目标" />
-<meta property="og:description" content="功能目标" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/membership-change","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/membership-change"},"headline":"集群扩容缩容","description":"功能目标","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">集群扩容缩容</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="is-active">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <h1 id="功能目标">功能目标</h1>
-
-<p>当集群容量不够或者读写压力太大了，需要通过增加节点来扩容；当集群承担的业务规模缩减时，可以通过减少节点来缩容。</p>
-
-<p>扩容和缩容时，需要考虑这些点：</p>
-<ul>
- <li>不停服</li>
- <li>尽量不要影响可用性</li>
- <li>尽量减少不必要的数据拷贝</li>
-</ul>
-
-<h1 id="扩容流程">扩容流程</h1>
-
-<p>扩容流程非常简单：</p>
-<ul>
- <li>要扩容多个机器，就在这些新增机器上启动replica server进程，启动后replica server会主动联系meta server，加入节点列表中。</li>
- <li>在meta level为steady的情况下，不会进行<a href="rebalance">负载均衡</a>，因此用shell工具的<code class="language-plaintext highlighter-rouge">nodes -d</code>命令查看，可以看到新节点的状态为ALIVE，但是服务的replica个数为0。</li>
- <li>通过shell工具的<code class="language-plaintext highlighter-rouge">set_meta_level lively</code>启动负载均衡，meta server会逐渐将部分replica迁移到新节点上。</li>
- <li>通过shell工具的<code class="language-plaintext highlighter-rouge">nodes -d</code>命令查看个节点服务replica的情况，在达到均衡状态后，通过<code class="language-plaintext highlighter-rouge">set_meta_level steady</code>关闭负载均衡，扩容完成。</li>
-</ul>
-
-<h1 id="缩容流程">缩容流程</h1>
-
-<p>缩容相对扩容来说要考虑的点就多些，主要包括：</p>
-<ul>
- <li>如果同时要下线多个节点，需要一个一个进行，等一个下线完成后再下线另一个，避免影响集群的可用度和数据的安全性。</li>
- <li>如果同时要下线多个节点，在下线一个节点时，meta server补充备份要避免将备份分派在即将要下线的其他节点上，不然等后面下线其他节点时，又要重新补充备份，造成不必要的跨节点数据拷贝。我们提供了black_list来支持这个功能。</li>
- <li><strong>需要注意</strong>：节点下线后，在meta server上的状态会变成UNALIVE，可能会造成ALIVE的节点比例低于配置参数<code class="language-plaintext highlighter-rouge">node_live_percentage_threshold_for_update</code>，如果低于了限制，meta server就会自动降级为freezed状态，此时所有的<code class="language-plaintext highlighter-rouge">reconfiguration</code>操作都无法进行，缩容流程也进行不下去。所以在缩容之前需要计算一下是否会造成这种情况，如果会，就先升级meta server的配置，将<code class="language-plaintext highlighter-rouge">node_live_percentage_threshold_for_update</code>修改至足够低，保证在缩容过程中meta server不会自动降 [...]
-</ul>
-
-<p>推荐的缩容流程：</p>
-<ul>
- <li>计算缩容后ALIVE的节点比例会不会低于配置参数<code class="language-plaintext highlighter-rouge">node_live_percentage_threshold_for_update</code>，如果低于，就将该配置参数改小些，然后升级meta server。</li>
- <li>使用shell工具将集群的meta * level设置为steady，关闭<a href="rebalance">负载均衡功能</a>，避免不必要的replica迁移。
- <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> set_meta_level steady
-</code></pre></div> </div>
- </li>
- <li>使用shell工具向meta server发送<a href="remote-commands#meta-server">远程命令</a>，设置black_list：
- <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> remote_command -t meta-server meta.lb.assign_secondary_black_list $address_list
-</code></pre></div> </div>
- <p>其中<code class="language-plaintext highlighter-rouge">address_list</code>是要下线节点的ip:port地址列表，用逗号分隔。</p>
- </li>
- <li>使用shell工具将<code class="language-plaintext highlighter-rouge">assign_delay_ms</code>设为10，这样做的目的是让节点下线后，立即在其他节点上补充备份：
- <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> remote_command -t meta-server meta.lb.assign_delay_ms 10
-</code></pre></div> </div>
- </li>
- <li>逐个下线replica server。单个replica server下线流程：
- <ul>
- <li>kill掉replica server进程。</li>
- <li>使用shell的<code class="language-plaintext highlighter-rouge">ls -d</code>命令查看集群状态，等待所有partition都完全恢复健康（所有表的unhealthy数都为0）。</li>
- <li>清理该节点上的数据，释放存储空间。</li>
- <li>继续下线下一个replica server。</li>
- </ul>
- </li>
- <li>重启meta server：
- <ul>
- <li>重启是为了重置上面动态修改过的配置，并且让shell的<code class="language-plaintext highlighter-rouge">nodes -d</code>不再显示已经下线的节点。</li>
- <li>如果之前调整过配置参数<code class="language-plaintext highlighter-rouge">node_live_percentage_threshold_for_update</code>，重启时需要修改配置文件，再其调整为合适的值。</li>
- </ul>
- </li>
-</ul>
-
-<p>以上过程可以自动化，我们提供了集群升级脚本<a href="https://github.com/XiaoMi/pegasus/blob/master/scripts/pegasus_offline_node_list.sh">scripts/pegasus_offline_node_list.sh</a>。不过这个脚本并不能直接使用，因为其依赖minos部署工具来完成进程的远程stop操作。<code class="language-plaintext highlighter-rouge">pegasus_offline_node_list.sh</code>调用<code class="language-plaintext highlighter-rouge">pegasus_offline_node.sh</code>，因此这两个脚本的minos_client_dir都需要更改。你可以针对你们自己的部署系统，修改脚本中minos相关部分，使其可以正常工作。如需帮助，请联系我们。</p>
-
-<p>注意：在使用集群升级脚本的时候，也要保证配置参数<code class="language-plaintext highlighter-rouge">node_live_percentage_threshold_for_update</code>的值足够小（有必要可以先升级meta-server），避免使集群进入freezed状态。</p>
-
-<h1 id="节点迁移">节点迁移</h1>
-<p>通过先<strong>扩容</strong>后<strong>缩容</strong>，可以实现集群的节点迁移。为了尽量减少数据的重复拷贝和移动，建议按照如下步骤：</p>
-<ul>
- <li>先扩容：把需要扩容的机器加入到集群中，但是在加入后<strong>暂时不进行负载均衡</strong>。</li>
- <li>再缩容：将需要缩容的机器通过上面的<a href="#缩容流程">缩容流程</a>进行下线，<strong>特别注意参数<code class="language-plaintext highlighter-rouge">node_live_percentage_threshold_for_update</code>的配置</strong>。</li>
- <li>进行<a href="rebalance">负载均衡</a>。</li>
-</ul>
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#功能目标">功能目标</a></li>
- <li><a href="#扩容流程">扩容流程</a></li>
- <li><a href="#缩容流程">缩容流程</a></li>
- <li><a href="#节点迁移">节点迁移</a></li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/partition-split.html b/output/administration/partition-split.html
deleted file mode 100644
index dd655dd..0000000
--- a/output/administration/partition-split.html
+++ /dev/null
@@ -1,501 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | Partition Split</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>Partition Split | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="Partition Split" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="功能简介 在pegasus中，表的partition个数是在创建时指定的，并且不会动态改变，但随着数据量不断增大，可能出现partition数据过大的情况，这样可能会导致读写效率下降，因此需要人工增大partition个数来保障服务质量。" />
-<meta property="og:description" content="功能简介 在pegasus中，表的partition个数是在创建时指定的，并且不会动态改变，但随着数据量不断增大，可能出现partition数据过大的情况，这样可能会导致读写效率下降，因此需要人工增大partition个数来保障服务质量。" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/partition-split","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/partition-split"},"headline":"Partition Split","description":"功能简介 在pegasus中，表的partition个数是在创建时指定的，并且不会动态改变，但随着数据量不断增大，可能出现partition数据过大的情况，这样可能会导致读写效率下降，因此需要人工增大partition个数来保障服务质量。","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">Partition Split</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="is-active">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <h1 id="功能简介">功能简介</h1>
-<p>在pegasus中，表的partition个数是在创建时指定的，并且不会动态改变，但随着数据量不断增大，可能出现partition数据过大的情况，这样可能会导致读写效率下降，因此需要人工增大partition个数来保障服务质量。</p>
-
-<p>在pegasus的设计中，partition个数为2的幂次，目前split功能会将partition个数翻倍，partition(i)将会被分裂为partition(i)和partition(i+original_count) 。例如，原表有4个partition，在split之后将有8个partition，partition(0)将会分裂为partition(0)和partition(4)，partition(1)将会分裂为partition(1)和partition(5)……以此类推。我们将partition(i)称为parent partition，partition(i+original_count)称为 child partition</p>
-
-<h1 id="接口描述">接口描述</h1>
-<p><code class="language-plaintext highlighter-rouge">partition_split <app_name> <new_partition_count></code></p>
-<ul>
- <li>若当前表不可用，返回 ERR_APP_NOT_EXIST</li>
- <li>若new_partition_count != old_partition_count*2，返回 ERR_INVALID_PARAMETERS</li>
- <li>若表正在进行split，返回 ERR_BUSY</li>
- <li>若split成功返回 ERR_OK</li>
-</ul>
-
-<h1 id="设计与实现">设计与实现</h1>
-
-<h2 id="整体流程">整体流程</h2>
-<p>partition split过程可分为以下几个步骤：</p>
-<ol>
- <li>client发送partition split请求给meta server。</li>
- <li>replica server通过与meta server的config_sync发现表partition个数发生变化。</li>
- <li>每个parent partition通过异步learn的方式复制自己所有数据得到child partition。</li>
- <li>当一个group中的所有child partition就绪后，primary给meta server发送注册child partition的请求。</li>
- <li>meta server注册child partition。</li>
- <li>所有child partition被注册完成后，split过程结束。</li>
- <li>清理无效数据，详见<a href="#如何删除无效数据">如何删除无效数据</a>。</li>
-</ol>
-
-<h2 id="partition-split过程中的读写">Partition-Split过程中的读写</h2>
-<p>在partition split过程中，读写流程可保持正常进行，在注册child partition期间有短暂拒绝服务。</p>
-
-<p>为了方便说明，假设app的partition个数为4，分裂后为8，而client希望访问的数据，在分裂前由partition(1)服务，分裂后由partition(5)服务。从split开始到partition进行异步learn，都仍将由partition(1)为client进行服务，但当primary给meta server发送注册child partition请求后，partition(1)将拒绝client的读写请求，直到meta server注册完成。当注册完成后，client并不知道将由partition(5)为其服务，仍将请求发送给partition(1)，这时partition(1)会提示client更新访问路由表，而更新路由表是对用户透明的。总体来说服务不可用时间非常短。</p>
-
-<h2 id="为什么需要指定partition个数">为什么需要指定partition个数</h2>
-<p>由于partition split功能不能取消，且没有减小partition的功能，因此执行partition split需谨慎，虽然目前单次split只能使partition个数翻倍，但仍需指定partition count，这是为了防止client多次重试这个非幂等操作导致partition个数非预期增大。</p>
-
-<h2 id="如何删除无效数据">如何删除无效数据</h2>
-<p>执行partition
-split前需要保证磁盘空间可用超过50%，内存可用充足，因为split操作首先需要对每个partition进行复制，在split完成后，pegasus会通过rocksdb提供的filter功能在后台删除split造成的无效数据。若磁盘资源紧张或者希望尽快删除无效数据，可在集群CPU空闲期间执行manual_compact功能，手动触发filter，命令详情参见<a href="#操作示例">操作示例</a>。</p>
-
-<h2 id="partition-split与热点问题">Partition-Split与热点问题</h2>
-<p>split功能主要是为了保障在数据量非预期增长情况下的服务质量，并不能完全解决单个partition过热的问题，pegasus的数据模式是hash分片，在split完成后流量并不能保障是被平分在两个partition上，这个是依赖于用户的hashkey决定的，只能说可以缓解热点问题，并且partition split是表级命令，暂时不支持针对单个partition的partition split。</p>
-
-<h1 id="操作示例">操作示例</h1>
-<h2 id="执行partition-split">执行Partition-Split</h2>
-<p>在split前，建议先通过<code class="language-plaintext highlighter-rouge">app_stat</code>命令查看待split表的大小，再执行如下命令：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> partition_split split_table 8
-split app split_table succeed
-</code></pre></div></div>
-<p>通过shell工具执行partition split，将split_table partition count从4设置为8</p>
-
-<h2 id="partition-split过程中">Partition-Split过程中</h2>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> app split_table -d
-[Parameters]
-app_name: split_table
-detailed: true
-
-[Result]
-app_name : split_table
-app_id : 2
-partition_count : 8
-max_replica_count : 3
-details :
-pidx ballot replica_count primary secondaries
-0 3 3/3 10.239.35.234:34802 [10.239.35.234:34803,10.239.35.234:34801]
-1 3 3/3 10.239.35.234:34803 [10.239.35.234:34801,10.239.35.234:34802]
-2 3 3/3 10.239.35.234:34801 [10.239.35.234:34803,10.239.35.234:34802]
-3 3 3/3 10.239.35.234:34802 [10.239.35.234:34801,10.239.35.234:34803]
-4 -1 0/0 - []
-5 -1 0/0 - []
-6 -1 0/0 - []
-7 -1 0/0 - []
-
-node primary secondary total
-10.239.35.234:34801 1 3 4
-10.239.35.234:34802 2 2 4
-10.239.35.234:34803 1 3 4
- 4 8 12
-
-fully_healthy_partition_count : 4
-unhealthy_partition_count : 4
-write_unhealthy_partition_count : 4
-read_unhealthy_partition_count : 4
-
-list app split_table succeed
-</code></pre></div></div>
-<p>通过<code class="language-plaintext highlighter-rouge">app <table_name> -d</code>命令查看当前表的详情，ballot=-1表示该partition还没有被meta server注册</p>
-
-<h2 id="partition-split完成">Partition-Split完成</h2>
-<p>同样通过<code class="language-plaintext highlighter-rouge">app <table_name> -d</code>查看表详情，当发现所有ballot都大于0时表示所有partition都被注册，若当前流量不大可以将meta server设置为lively状态，进行负载均衡，并且通过<code class="language-plaintext highlighter-rouge">app_stat</code>命令查看表的大小，应该是split前的2倍左右</p>
-
-<h2 id="手动触发manual-compact">手动触发Manual-Compact</h2>
-<p>关于Manual compact详情可参见<a href="manual-compact">Manual compact功能</a>，在集群CPU空闲时进行操作，建议命令示例如下：
-<code class="language-plaintext highlighter-rouge">./scripts/pegasus_manual_compact.sh -c <meta_list> -a <table_name></code></p>
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#功能简介">功能简介</a></li>
- <li><a href="#接口描述">接口描述</a></li>
- <li><a href="#设计与实现">设计与实现</a>
- <ul>
- <li><a href="#整体流程">整体流程</a></li>
- <li><a href="#partition-split过程中的读写">Partition-Split过程中的读写</a></li>
- <li><a href="#为什么需要指定partition个数">为什么需要指定partition个数</a></li>
- <li><a href="#如何删除无效数据">如何删除无效数据</a></li>
- <li><a href="#partition-split与热点问题">Partition-Split与热点问题</a></li>
- </ul>
- </li>
- <li><a href="#操作示例">操作示例</a>
- <ul>
- <li><a href="#执行partition-split">执行Partition-Split</a></li>
- <li><a href="#partition-split过程中">Partition-Split过程中</a></li>
- <li><a href="#partition-split完成">Partition-Split完成</a></li>
- <li><a href="#手动触发manual-compact">手动触发Manual-Compact</a></li>
- </ul>
- </li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/remote-commands.html b/output/administration/remote-commands.html
deleted file mode 100644
index 92609a4..0000000
--- a/output/administration/remote-commands.html
+++ /dev/null
@@ -1,607 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | 远程命令</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>远程命令 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="远程命令" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="功能目标" />
-<meta property="og:description" content="功能目标" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/remote-commands","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/remote-commands"},"headline":"远程命令","description":"功能目标","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">远程命令</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="is-active">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <h1 id="功能目标">功能目标</h1>
-
-<p>Pegasus基于rDSN框架构建，可以利用到rDSN框架的很多有用的功能，远程命令就是其中一个。</p>
-
-<p>rDSN框架通过RPC对外提供服务，除了开发者注册的用于业务逻辑的RPC服务，还提供了内建的RPC服务<code class="language-plaintext highlighter-rouge">RPC_CLI_CLI_CALL</code>，接口定义如下：</p>
-<pre><code class="language-idl">struct command
-{
- 1:string cmd;
- 2:list<string> arguments;
-}
-
-service cli
-{
- string call(1:command c);
-}
-</code></pre>
-<p>RPC的请求参数为command结构体，指定远程命令的<code class="language-plaintext highlighter-rouge">cmd</code>和<code class="language-plaintext highlighter-rouge">arguments</code>；RPC的返回结果是<code class="language-plaintext highlighter-rouge">string</code>。</p>
-
-<p>开发者可以注册各种远程命令，对远程命令处理并返回结果。你可以通过shell的<code class="language-plaintext highlighter-rouge">remote_command</code>接口向Pegasus的进程发送远程命令，以执行某些操作。</p>
-
-<p>通过远程命令执行操作有这些好处：</p>
-<ul>
- <li>直接。命令直接发给目标进程。</li>
- <li>快速生效。命令一般都是立即执行。</li>
- <li>开发简单。注册和开发过程都很容易。</li>
-</ul>
-
-<h1 id="支持命令">支持命令</h1>
-
-<p>Pegasus不同角色的进程支持不同的远程命令。但是collector没有监听端口，所以不支持远程命令。</p>
-
-<h2 id="rdsn内建命令">rdsn内建命令</h2>
-
-<table>
- <thead>
- <tr>
- <th>命令</th>
- <th>功能</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td>engine</td>
- <td>获取rdsn框架引擎的信息，主要是包含哪些线程池、每个线程池有多少个线程</td>
- </tr>
- <tr>
- <td>system.queue</td>
- <td>获取各线程池执行队列的排队长度</td>
- </tr>
- <tr>
- <td>server-info</td>
- <td>获取进程的基本信息，包括版本号、启动时间，对应shell的<code class="language-plaintext highlighter-rouge">server_info</code>子命令</td>
- </tr>
- <tr>
- <td>server-stat</td>
- <td>获取进程的简要统计信息，包括get/put等操作的QPS和延迟、机器的内存和存储使用情况，对应shell的<code class="language-plaintext highlighter-rouge">server_stat</code>子命令</td>
- </tr>
- <tr>
- <td>task-code</td>
- <td>获取该进程注册的task code列表</td>
- </tr>
- <tr>
- <td>flush_log</td>
- <td>将最近缓冲区中的日志数据刷出到日志文件中，对应shell的<code class="language-plaintext highlighter-rouge">flush_log</code>子命令</td>
- </tr>
- <tr>
- <td>reset-log-start-level</td>
- <td>动态修改日志的级别</td>
- </tr>
- <tr>
- <td>perf-counters</td>
- <td>获取最近一个统计周期内的perf counter数据</td>
- </tr>
- <tr>
- <td>config-dump</td>
- <td>获取该进程启动时的配置文件的信息</td>
- </tr>
- </tbody>
-</table>
-
-<h2 id="meta-server">meta-server</h2>
-
-<table>
- <thead>
- <tr>
- <th>命令</th>
- <th>功能</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td>meta.lb.assign_delay_ms</td>
- <td>动态修改配置<code class="language-plaintext highlighter-rouge">replica_assign_delay_ms_for_dropouts</code></td>
- </tr>
- <tr>
- <td>meta.lb.assign_secondary_black_list</td>
- <td>动态修改<code class="language-plaintext highlighter-rouge">add_secondary</code>操作的黑名单，名单中的节点在负载均衡中不再分派replica</td>
- </tr>
- <tr>
- <td>meta.lb.balancer_in_turn</td>
- <td>动态修改配置<code class="language-plaintext highlighter-rouge">balancer_in_turn</code>，控制负载均衡app时是one-by-one执行还是并行执行</td>
- </tr>
- <tr>
- <td>meta.lb.only_primary_balancer</td>
- <td>动态修改配置<code class="language-plaintext highlighter-rouge">only_primary_balancer</code>，控制负载均衡时是否只要求各机器的primary replica个数达到平衡</td>
- </tr>
- <tr>
- <td>meta.lb.only_move_primary</td>
- <td>动态修改配置<code class="language-plaintext highlighter-rouge">only_move_primary</code>，控制负载均衡时是否只做primary replica迁移，不做replica数据拷贝</td>
- </tr>
- <tr>
- <td>meta.lb.add_secondary_enable_flow_control</td>
- <td>动态修改配置<code class="language-plaintext highlighter-rouge">add_secondary_enable_flow_control</code>，控制负载均衡时是否对<code class="language-plaintext highlighter-rouge">add_secondary</code>操作进行流控</td>
- </tr>
- <tr>
- <td>meta.lb.add_secondary_max_count_for_one_node</td>
- <td>动态修改配置<code class="language-plaintext highlighter-rouge">add_secondary_max_count_for_one_node</code>，控制负载均衡时如果进行流控，单个机器最多并发执行<code class="language-plaintext highlighter-rouge">add_secondary</code>操作的个数</td>
- </tr>
- </tbody>
-</table>
-
-<h2 id="replica-server">replica-server</h2>
-
-<table>
- <thead>
- <tr>
- <th>命令</th>
- <th>功能</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td>replica.kill_partition</td>
- <td>将指定的replica关闭，停止提供服务</td>
- </tr>
- <tr>
- <td>replica.deny-client</td>
- <td>动态修改配置<code class="language-plaintext highlighter-rouge">deny_client_on_start</code>，控制是否拒绝客户端的读写请求</td>
- </tr>
- <tr>
- <td>replica.verbose-client-log</td>
- <td>动态修改配置<code class="language-plaintext highlighter-rouge">verbose_client_log_on_start</code>，控制回复客户端的请求时是否打印ERROR日志</td>
- </tr>
- <tr>
- <td>replica.verbose-commit-log</td>
- <td>动态修改配置<code class="language-plaintext highlighter-rouge">verbose_commit_log_on_start</code>，控制在提交写请求时是否打印DEBUG日志</td>
- </tr>
- <tr>
- <td>replica.trigger-checkpoint</td>
- <td>对指定的replica手动触发<code class="language-plaintext highlighter-rouge">async_checkpoint</code>操作</td>
- </tr>
- <tr>
- <td>replica.query-compact</td>
- <td>对指定的replica查询其执行<a href="manual-compact">Manual-Compact</a>操作的状态</td>
- </tr>
- <tr>
- <td>replica.query-app-envs</td>
- <td>对指定的replica查询其当前的<a href="table-env">Table环境变量</a></td>
- </tr>
- <tr>
- <td>useless-dir-reserve-seconds</td>
- <td>动态修改无用文件夹的保留时间，方便快速释放存储空间，从<a href="https://github.com/XiaoMi/pegasus/releases/tag/v1.11.3">1.11.3版本</a>开始支持，参见<a href="#resource-management#垃圾文件夹管理">垃圾文件夹管理</a></td>
- </tr>
- </tbody>
-</table>
-
-<h1 id="如何使用">如何使用</h1>
-
-<p>通过shell的<code class="language-plaintext highlighter-rouge">remote_command</code>子命令，可以向指定的一个或者多个进程发送远程命令。用法：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>USAGE: remote_command [-t all|meta-server|replica-server] [-l ip:port,ip:port...] <command>
- [arguments...]
-</code></pre></div></div>
-<p>其中需要通过<code class="language-plaintext highlighter-rouge">-t</code>或者<code class="language-plaintext highlighter-rouge">-l</code>来指定目标进程：</p>
-<ul>
- <li><code class="language-plaintext highlighter-rouge">-t</code>：只向指定角色的所有进程发送。</li>
- <li><code class="language-plaintext highlighter-rouge">-l</code>：只向指定的地址发送，可以通过列表指定多个地址。</li>
-</ul>
-
-<p>如果你不知道目标进程支持哪些远程命令，可以发送<code class="language-plaintext highlighter-rouge">help</code>命令查看，譬如：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> remote_command -l 127.0.0.1:34801 help
-COMMAND: help
-
-CALL [user-specified] [127.0.0.1:34801] succeed: help|Help|h|H [command] - display help information
-repeat|Repeat|r|R interval_seconds max_count command - execute command periodically
-engine - get engine internal information
-system.queue - get queue internal information
-server-info - query server information
-server-stat - query selected perf counters
-task-code - query task code containing any given keywords
-flush-log - flush log to stderr or log file
-reset-log-start-level - reset the log start level
-perf-counters - query perf counters, supporting filter by POSIX basic regular expressions
-profile|Profile|p|P - performance profiling
-profiler data - get appointed data, using by pjs
-profiler.query|pq - query profiling data, output in json format
-config-dump - dump configuration
-replica.kill_partition [app_id [partition_index]]
-replica.deny-client <true|false>
-replica.verbose-client-log <true|false>
-replica.verbose-commit-log <true|false>
-replica.trigger-checkpoint [id1,id2,...] (where id is 'app_id' or 'app_id.partition_id')
-replica.query-compact [id1,id2,...] (where id is 'app_id' or 'app_id.partition_id')
-replica.query-app-envs [id1,id2,...] (where id is 'app_id' or 'app_id.partition_id')
-
-
-Succeed count: 1
-Failed count: 0
-</code></pre></div></div>
-
-<p>如果指定多个进程，就会并发地向所有进程发送命令，等待命令的返回结果，然后打印出来。</p>
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#功能目标">功能目标</a></li>
- <li><a href="#支持命令">支持命令</a>
- <ul>
- <li><a href="#rdsn内建命令">rdsn内建命令</a></li>
- <li><a href="#meta-server">meta-server</a></li>
- <li><a href="#replica-server">replica-server</a></li>
- </ul>
- </li>
- <li><a href="#如何使用">如何使用</a></li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/replica-recovery.html b/output/administration/replica-recovery.html
deleted file mode 100644
index fd4ddbb..0000000
--- a/output/administration/replica-recovery.html
+++ /dev/null
@@ -1,468 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | Replica数据恢复</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>Replica数据恢复 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="Replica数据恢复" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="原理" />
-<meta property="og:description" content="原理" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/replica-recovery","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/replica-recovery"},"headline":"Replica数据恢复","description":"原理","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">Replica数据恢复</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="is-active">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <h1 id="原理">原理</h1>
-
-<p>通常来说，Pegasus的数据会存储3个副本。对于每个partition，正常情况下应当都有一主两备3个replica提供服务。</p>
-
-<p>但是，集群不可避免会发生节点宕机、网络异常、心跳失联等情况，造成副本丢失，对服务可用性产生影响。副本丢失的程度会影响读写的能力（在<a href="rebalance#概念篇">负载均衡</a>里也有介绍）：</p>
-<ul>
- <li>一主两备都可用：partition完全健康，可以<strong>正常读和写</strong>。</li>
- <li>一主一备可用：根据PacificA一致性协议，同样可以<strong>安全地读和写</strong>。</li>
- <li>只有一主可用：此时<strong>不可写</strong>，但是<strong>可读</strong>。</li>
- <li>全部不可用：此时<strong>不可读写</strong>。这种情况我们称之为<strong>DDD</strong>，即Dead-Dead-Dead的缩写，表示3个副本都不可用。</li>
-</ul>
-
-<p>以上情况中，除了<strong>全部不可用的DDD状态</strong>，其他情况下MetaServer都能自动补充副本，并最终恢复至完全健康状态。但是如果partition进入DDD状态，MetaServer就无法对其进行自动恢复，需要进行人工干预。</p>
-
-<p><a href="https://github.com/XiaoMi/rdsn/issues/80">这个讨论</a>中给出了进入DDD状态的例子。实际上，<strong>只要某个partition进入DDD状态，且LastDrop的最后两个节点中有一个节点无法正常启动，就会进入需要人工干预的DDD状态</strong>。而在线上集群多个节点的起起停停过程中，这种情况是很容易出现的。</p>
-
-<p>可以通过Shell工具的<code class="language-plaintext highlighter-rouge">ls -d</code>命令查看健康状况，如果<code class="language-plaintext highlighter-rouge">read_unhealthy</code>的个数大于0，就表示有partition进入了DDD状态。</p>
-
-<h1 id="ddd诊断工具">DDD诊断工具</h1>
-
-<p>从<a href="https://github.com/XiaoMi/pegasus/releases/tag/v1.11.0">v1.11.0版本</a>开始，Pegasus在Shell工具中提供了<code class="language-plaintext highlighter-rouge">ddd_diagnose</code>命令，以支持DDD自动诊断功能。</p>
-
-<p>命令用法：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>ddd_diagnose [-g|--gpid appid|appid.pidx] [-d|--diagnose] [-a|--auto_diagnose]
- [-s|--skip_prompt] [-o|--output file_name]
-</code></pre></div></div>
-
-<p>参数说明：</p>
-<ul>
- <li><code class="language-plaintext highlighter-rouge">-g</code>：指定app_id或者partition_id，譬如<code class="language-plaintext highlighter-rouge">-g 1</code>或者<code class="language-plaintext highlighter-rouge">-g 1.3</code>；如果不指定，则对所有表执行操作。</li>
- <li><code class="language-plaintext highlighter-rouge">-d</code>：进入诊断模式；如果不指定，则只显示DDD情况，但不进行诊断。</li>
- <li><code class="language-plaintext highlighter-rouge">-a</code>：开启自动诊断，即在保证数据一致性前提下，如果诊断工具能寻找到合适的备份作为该partition的主备份，则自动将其设置为primary，完成数据恢复，无需人工干预。</li>
- <li><code class="language-plaintext highlighter-rouge">-s</code>：避免交互模式；如果不指定，则在进行诊断的过程中可能会要求用户输入信息，以完成选择、确认、或者信息补充。</li>
- <li><code class="language-plaintext highlighter-rouge">-o</code>：将结果输出到指定文件。</li>
-</ul>
-
-<p>使用示例（如果看不清楚，请在单独的页面中打开图片）：</p>
-
-<p><img src="/assets/images/ddd-diagnose.png" alt="ddd-diagnose.png" class="img-responsive" /></p>
-
-<p>上图是使用<code class="language-plaintext highlighter-rouge">ddd_diagnose</code>命令时的输出，我们通过红色的箭头标识依次进行说明：</p>
-<ul>
- <li>1：当前正在诊断的partition id。</li>
- <li>2：该partition在zookeeper上持久化的<code class="language-plaintext highlighter-rouge">ballot</code>和<code class="language-plaintext highlighter-rouge">last_committed_decree</code>信息，但是由于持久化不是实时的，该值可能小于实际值。</li>
- <li>3：dropped列表，列举曾经服务过该partition的节点的状态信息，重点关注：
- <ul>
- <li>alive：该节点是否可用。</li>
- <li>ballot：该partition在该节点上replica的实际<code class="language-plaintext highlighter-rouge">ballot</code>；如果为-1，表示该partition在该节点上不存在数据。</li>
- <li>last_committed：该partition在该节点上replica的实际<code class="language-plaintext highlighter-rouge">last_committed_decree</code>。</li>
- <li>last_prepared：该partition在该节点上replica的实际<code class="language-plaintext highlighter-rouge">last_prepared_decree</code>。</li>
- <li>最后如果有<code class="language-plaintext highlighter-rouge"><==</code>，表示该节点是 <strong>最后一个变得不可用</strong>（the latest） 还是 <strong>倒数第二个变得不可用</strong>（the secondary latest）。</li>
- </ul>
- </li>
- <li>4：last_drops列表，记录节点变得不可用的时间顺序。</li>
- <li>5：ddd_reason，表示该partition变成DDD状态的原因。</li>
- <li>6：recommanded_primary，诊断工具在保证数据一致性的前提下推荐的新primary；如果无法给出，则为<code class="language-plaintext highlighter-rouge">none</code>。</li>
- <li>7：如果第6步给出了推荐节点，则提示用户采取下一步操作（如果指定了<code class="language-plaintext highlighter-rouge">-a</code>或者<code class="language-plaintext highlighter-rouge">-s</code>选项，则不会进入这一步，相当于总是自动选择y）：
- <ul>
- <li>y：采用该推荐节点作为新的primary。</li>
- <li>n：不采用该推荐节点，而是让用户选择其他的节点。</li>
- <li>s：忽略对该partition的诊断。</li>
- </ul>
- </li>
- <li>8：如果第6步没有给出推荐节点或者第7步选择了n，则提示用户输入新的节点作为primary。</li>
- <li>9：生成propose命令，发送给MetaServer，将节点指定为新的primary，对该partition进行恢复。</li>
- <li>10：收到propose命令的回复，<code class="language-plaintext highlighter-rouge">ERR_OK</code>表示执行成功。</li>
- <li>11：显示当前已经完成的进度，分子为已经完成诊断的个数，分母为需要进行诊断的总个数。</li>
-</ul>
-
-<p><strong>推荐用法</strong>：</p>
-<ul>
- <li><code class="language-plaintext highlighter-rouge">ddd_diagnose -d -a</code>，即开启自动诊断，对于无法自动完成诊断的partition，通过与用户交互来获得人工干预。这是最简单省心的用法，在大部分情况下都能自动完成恢复过程，无需人工干预。</li>
-</ul>
-
-<p>在无法完成自动诊断的情况下，会进入上图中的第8步，需要用户输入新的节点作为primary。那么，在dropped列表的众多节点中，如何选择最合适的节点作为primary呢？我们的建议是：</p>
-<ul>
- <li><strong>在所有alive为true的节点中，选择<code class="language-plaintext highlighter-rouge">last_prepared</code>值最大的节点</strong>，因为这样能尽可能多地恢复数据，减少数据丢失的可能性。</li>
-</ul>
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#原理">原理</a></li>
- <li><a href="#ddd诊断工具">DDD诊断工具</a></li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/resource-management.html b/output/administration/resource-management.html
deleted file mode 100644
index 2341156..0000000
--- a/output/administration/resource-management.html
+++ /dev/null
@@ -1,477 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | 资源管理</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>资源管理 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="资源管理" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="背景介绍 Pegasus系统主要用到了资源包括SSD存储、内存、网络连接等。对这些资源的使用不要太满，否则系统可能会不稳定甚至崩溃。建议： SSD存储使用不要超过每个节点的80%。 内存使用不要超过每个节点的80%。 网络连接数不要超过系统配置，建议连接数控制在5万以内。" />
-<meta property="og:description" content="背景介绍 Pegasus系统主要用到了资源包括SSD存储、内存、网络连接等。对这些资源的使用不要太满，否则系统可能会不稳定甚至崩溃。建议： SSD存储使用不要超过每个节点的80%。 内存使用不要超过每个节点的80%。 网络连接数不要超过系统配置，建议连接数控制在5万以内。" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/resource-management","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/resource-management"},"headline":"资源管理","description":"背景介绍 Pegasus系统主要用到了资源包括SSD存储、内存、网络连接等。对这些资源的使用不要太满，否则系统可能会不稳定甚至崩溃。建议： SSD存储使用不要超过每个节点的80%。 内存使用不要超过每个节点的80%。 网络连接数不要超过系统配置，建议连接数控制在5万以内。","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">资源管理</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="is-active">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <h1 id="背景介绍">背景介绍</h1>
-<p>Pegasus系统主要用到了资源包括SSD存储、内存、网络连接等。对这些资源的使用不要太满，否则系统可能会不稳定甚至崩溃。建议：</p>
-<ul>
- <li>SSD存储使用不要超过每个节点的80%。</li>
- <li>内存使用不要超过每个节点的80%。</li>
- <li>网络连接数不要超过系统配置，建议连接数控制在5万以内。</li>
-</ul>
-
-<p>通过调整这些配置参数，可以减少一些SSD存储资源的使用：</p>
-<ul>
- <li>设置配置参数<code class="language-plaintext highlighter-rouge">max_replicas_in_group = 3</code>，参见<a href="#replica备份数管理">Replica备份数管理</a>。</li>
- <li>设置配置参数<code class="language-plaintext highlighter-rouge">gc_disk_error_replica_interval_seconds = 3600</code>和<code class="language-plaintext highlighter-rouge">gc_disk_garbage_replica_interval_seconds = 3600</code>，参见<a href="#垃圾文件夹管理">垃圾文件夹管理</a>。</li>
- <li>设置配置参数<code class="language-plaintext highlighter-rouge">checkpoint_reserve_min_count = 2</code>和<code class="language-plaintext highlighter-rouge">checkpoint_reserve_time_seconds = 1200</code>，参见<a href="#rocksdb-checkpoint管理">Rocksdb-Checkpoint管理</a>。</li>
-</ul>
-
-<h1 id="replica备份数管理">Replica备份数管理</h1>
-
-<p>Pegasus推荐使用3备份（1 primary + 2 secondary），在创建表的时候将<code class="language-plaintext highlighter-rouge">-r</code>参数设为3。</p>
-
-<p>但是在系统中实际存在的备份数可能不止3个，这是通过以下配置参数决定的：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>[meta_server]
- max_replicas_in_group = 4
-</code></pre></div></div>
-
-<p>该参数的意义是：允许一个partition中最多存在的备份数（包括活跃和不活跃的），默认为4（表示允许保留1个不活跃的备份）。为什么会有这个配置呢？这是因为，虽然正在提供服务的活跃备份是3个（1 primary + 2 secondary），但是在宕机恢复或者负载均衡过程中，可能发生replica从A节点迁移到B节点的情况，迁移完成后A节点上的数据实际上不需要了，但是在存储充足的情况下，可以将A节点的数据保留在SSD盘上，如果将来replica重新迁移到A节点，这些数据还有可能被重用，避免重新拷贝数据。</p>
-
-<p>如果想要节省SSD存储占用，希望无用的备份数据及时删除，就可以设置<code class="language-plaintext highlighter-rouge">max_replicas_in_group = 3</code>，并重启MetaServer使配置生效，然后设置<a href="rebalance">负载均衡</a>状态为<code class="language-plaintext highlighter-rouge">lively</code>，让MetaServer控制删除无用的备份数据。</p>
-
-<h1 id="垃圾文件夹管理">垃圾文件夹管理</h1>
-
-<p>ReplicaServer中的replica文件夹如果<strong>不需要了</strong>或者<strong>出错了</strong>，都会变成垃圾文件夹：不需要的文件夹会加<code class="language-plaintext highlighter-rouge">.gar</code>后缀；出错的文件夹会加<code class="language-plaintext highlighter-rouge">.err</code>后缀。这些文件夹不会被立即删除，因为考虑到某些极端情况下可能还有价值（譬如系统崩溃了需要找回数据）。</p>
-
-<p>有两个配置参数决定这些文件夹的真正删除时间：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>[replication]
- gc_disk_error_replica_interval_seconds = 604800
- gc_disk_garbage_replica_interval_seconds = 86400
-</code></pre></div></div>
-<p>参数的意义是：对于这两种文件夹，会检查文件夹的最后修改时间（基本上就是文件夹重命名增加后缀的时间），只有最后修改时间与当前时间的差距超过了参数指定的interval时间，才会执行删除。</p>
-
-<p>如果想要节省SSD存储占用，希望这些垃圾文件夹及时删除，可以减小这两个参数的值（譬如只保留1小时或者更短），然后重启ReplicaServer使配置生效：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>[replication]
- gc_disk_error_replica_interval_seconds = 3600
- gc_disk_garbage_replica_interval_seconds = 3600
-</code></pre></div></div>
-
-<p>从1.11.3版本开始，支持通过<a href="remote-commands">远程命令</a><code class="language-plaintext highlighter-rouge">useless-dir-reserve-seconds</code>来动态修改这两个参数，可不重启ReplicaServer进程，用于紧急清理垃圾文件夹，譬如将这两个参数修改为0：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> remote_command -t replica-server useless-dir-reserve-seconds 0
-</code></pre></div></div>
-<p>在确认清理完毕后，再还原为配置文件中的值：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> remote_command -t replica-server useless-dir-reserve-seconds DEFAULT
-</code></pre></div></div>
-
-<h1 id="rocksdb-checkpoint管理">Rocksdb-Checkpoint管理</h1>
-
-<p>ReplicaServer底层使用RocksDB存储数据，会定期生成<a href="https://github.com/facebook/rocksdb/wiki/Checkpoints">checkpoint</a>（有时也被称为snapshot）。checkpoint文件夹会放在replica的data文件夹下，并以生成时的last_durable_decree作为作为后缀。</p>
-
-<p>如下图，replica的data文件夹下包含当前使用的rdb文件夹和若干个checkpoint文件夹：
-[[https://github.com/XiaoMi/pegasus-common/blob/master/img/checkpoint_dirs.png|alt=octocat]]</p>
-
-<p>生成checkpoint的时候，sstable文件都是通过硬链接方式拷贝，不会真正copy数据。一个sstable文件可能被rdb持有，也可能被一个或者多个checkpoint持有。只要任意一个在持有，该文件的数据就存在于SSD盘上，占据存储空间。只有rdb和所有的checkpoint都不持有该文件，数据才会被删除。因为RocksDB在不断地进行compaction，所以checkpoint中持有的sstable可能已经过期了。如果checkpoint的保留时间太久，这些过期的sstable不能被及时删除，就会占用SSD存储空间。尤其对于写操作频繁的表，compaction进行得很频繁，单个sstable文件的生命周期很短，如果checkpoint保留得比较多的话，占用的存储空间很可能几倍于实际的数据大小。</p>
-
-<p>以下配置参数决定了checkpoint删除的策略：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>[pegasus.server]
- checkpoint_reserve_min_count = 3
- checkpoint_reserve_time_seconds = 3600
-</code></pre></div></div>
-<p>其中：</p>
-<ul>
- <li>checkpoint_reserve_min_count：表示checkpoint最少保留个数，只有个数超过这个限制的时候，最老的checkpoint才允许被删除。</li>
- <li>checkpoint_reserve_time_seconds：表示checkpoint保留时间，只有checkpoint生成时间距离当前时间超过这个值时，才允许被删除。</li>
- <li>这两个参数所提供的限制条件同时满足时，checkpoint才会被删除。</li>
-</ul>
-
-<p>如果想要节省SSD存储占用，希望checkpoint文件夹删除得更及时，可以减小这两个参数，譬如：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>[pegasus.server]
- checkpoint_reserve_min_count = 2
- checkpoint_reserve_time_seconds = 1200
-</code></pre></div></div>
-<p>注意：<code class="language-plaintext highlighter-rouge">checkpoint_reserve_time_seconds</code>不建议设得太小，考虑到对learn的影响，要尽量大于<code class="language-plaintext highlighter-rouge">replica_assign_delay_ms_for_dropouts</code>的值（该值默认10分钟），所以建议至少在10分钟以上。</p>
-
-<p>从1.11.3版本开始，支持通过<a href="table-env">Table环境变量</a>动态修改某个表的这两个配置，可不重启ReplicaServer进程，用于紧急清理checkpoint文件夹，譬如：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> use table_name
->>> set_app_envs rocksdb.checkpoint.reserve_min_count 1
->>> set_app_envs rocksdb.checkpoint.reserve_time_seconds 600
-</code></pre></div></div>
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#背景介绍">背景介绍</a></li>
- <li><a href="#replica备份数管理">Replica备份数管理</a></li>
- <li><a href="#垃圾文件夹管理">垃圾文件夹管理</a></li>
- <li><a href="#rocksdb-checkpoint管理">Rocksdb-Checkpoint管理</a></li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/rolling-update.html b/output/administration/rolling-update.html
deleted file mode 100644
index a515b8f..0000000
--- a/output/administration/rolling-update.html
+++ /dev/null
@@ -1,543 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | 集群升级</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>集群升级 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="集群升级" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="功能目标" />
-<meta property="og:description" content="功能目标" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/rolling-update","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/rolling-update"},"headline":"集群升级","description":"功能目标","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">集群升级</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="is-active">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <h1 id="功能目标">功能目标</h1>
-
-<p>当需要升级server版本或者修改config配置时，都需要对集群进行升级。对于分布式集群来说，常用的升级方法就是<strong>滚动升级(Rolling-Update)</strong>，即不停止服务，对一台一台server逐个进行升级。</p>
-
-<p>集群升级的重要目标在于<strong>平稳</strong>，即不停服，并且对可用性的影响降至最低。为了达到这个目标，我们先看看在升级过程中哪些地方可能会影响可用性：</p>
-<ul>
- <li>replica server进程被kill后，该进程服务的replica无法提供服务：
- <ul>
- <li>对于primary replica：因为直接向客户端提供读写服务，所以进程kill后肯定会影响读写，需要等metaserver重新分派新的primary replica后才能恢复。meta server通过心跳感知replica server的存活状态，failure detection的时间延迟取决于配置参数<code class="language-plaintext highlighter-rouge">fd_grace_seconds</code>，通常配置为10秒，即最多需要经过<strong>10秒</strong>，meta server才能知道replica server挂了，然后重新分派新的primary replica。</li>
- <li>对于secondary replica：由于不服务读，所以理论上对读无影响。但是会影响写，因为一致性协议要求一主两备都写成功，写操作才能提交。进程kill后，primary replica在执行写操作过程中会发现该secondary replica已失联，然后通知meta server将其踢掉，经过<code class="language-plaintext highlighter-rouge">reconfiguration</code>阶段后变成一主一备，继续提供写服务。在切换过程中尚未完成的写操作，即使有<code class="language-plaintext highlighter-rouge">reconciliation</code>阶段重新执行，但客户端那边大概率已经超时了，对可用性有一定影响。但是这个影响相对小些，因为<code class="language-plaintext highlighter-rouge">reconfiguration</code>的速度是比较快的，通常在<strong>1秒</strong>以内 [...]
- </ul>
- </li>
- <li>升级meta server：升级meta server对可用度的影响几乎可以忽略不计，因为客户端会在本地缓存各partition的服务节点信息，通常情况下并不需要向meta server查询，因此meta server重启过程中的短暂失联对客户端基本没有影响。不过考虑到meta server需要与replica server维持心跳，所以要避免连续kill meta server进程，造成replica server心跳失联的风险。</li>
- <li>升级collector：升级collector对可用度没有影响。但是可用度统计是在collector上进行的，所以可能会对统计数据有轻微影响。</li>
-</ul>
-
-<p>因此，在集群升级过程要提高可用性，需要考虑如下几点：</p>
-<ul>
- <li>一次只能升级一个进程，且在该进程重启并完全恢复进入服务状态后，才能升级下一个进程。
- <ul>
- <li>因为如果升级一个进程后，集群没有恢复到完全健康状态，有的partition还只有一主一备，这时再kill一个replica server的话，很可能进入只有一主的状态，无法提供写服务。</li>
- <li>另外，等待集群所有partition都恢复三备份后再继续升级下一个进程，也能有效降低数据丢失的风险。</li>
- </ul>
- </li>
- <li>尽量主动迁移replica，而不是被动迁移replica，避免failure detection的时间延迟影响可用度。
- <ul>
- <li>被动迁移需要等待failure detection来感知节点失联，而主动迁移就是在kill掉replica server之前，先将这个进程服务的primary replica都迁移到其他节点上，这个<code class="language-plaintext highlighter-rouge">reconfiguration</code>过程是很快的，基本1秒以内完成。</li>
- <li>更进一步，还可以在kill掉replica server之前，将这个进程服务的secondary replica手动降级，将<code class="language-plaintext highlighter-rouge">reconfiguration</code>过程由“写失败被动触发”变为“主动触发”，也能降低对可用度的影响。</li>
- </ul>
- </li>
- <li>尽量减少进程重启时恢复过程的工作量，缩短进程重启时间。
- <ul>
- <li>replica server在重启时需要replay log来恢复数据。如果直接kill掉，需要replay的数据量可能很大。但是如果在kill之前，先主动触发memtable的flush操作，让内存数据先落地，在重启时需要replay的数据量就会大大减少，重启时间会缩短很多，而整个集群升级所需的时间也能大大缩短。</li>
- </ul>
- </li>
- <li>尽量减少不必要的节点间数据拷贝，避免因为增加CPU/网络/IO负载影响可用度。
- <ul>
- <li>replica server挂掉后，部分partition进入一主一备的状态。如果meta server立即在其他replica server上补充备份，会带来大量的跨节点数据拷贝，增加CPU/网络/IO负载压力，影响集群稳定性。Pegasus解决这个问题的办法是，允许在一段时间内维持一主一备状态，给原来的replica server进行恢复的机会。如果长时间没有恢复，才会在新的replica server上补充备份。这样兼顾了数据的安全性和集群的稳定性。可以通过配置参数<code class="language-plaintext highlighter-rouge">replica_assign_delay_ms_for_dropouts</code>控制等待时间，默认为10分钟。</li>
- </ul>
- </li>
-</ul>
-
-<h1 id="升级流程">升级流程</h1>
-
-<h2 id="高可用升级">高可用升级</h2>
-<p>根据以上对高可用度的考虑，我们建议完善的升级流程如下：</p>
-<ul>
- <li>准备好新的Server程序包和配置文件</li>
- <li>使用shell工具将集群的meta level设置为steady，关闭<a href="rebalance">负载均衡功能</a>，避免不必要的replica迁移
- <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> set_meta_level steady
-</code></pre></div> </div>
- </li>
- <li>升级replica server进程，采用逐个升级的策略。升级单个replica server：
- <ul>
- <li>通过shell向meta server发送<a href="remote-commands#meta-server">远程命令</a>，禁掉<code class="language-plaintext highlighter-rouge">add_secondary</code>操作：
- <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> remote_command -t meta-server meta.lb.add_secondary_max_count_for_one_node 0
-</code></pre></div> </div>
- </li>
- <li>通过migrate_node命令，将replica server上的primary replica都迁走：
- <div class="language-bash highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nv">$ </span>./run.sh migrate_node <span class="nt">-c</span> <span class="nv">$meta_list</span> <span class="nt">-n</span> <span class="nv">$node</span> <span class="nt">-t</span> run
-</code></pre></div> </div>
- <p>通过shell的<code class="language-plaintext highlighter-rouge">nodes -d</code>命令查看该节点的服务replica情况，等待primary replica的个数变为0；如果长时间不变为0，重新执行上面命令。</p>
- </li>
- <li>通过downgrade_node命令，将replica server上的secondary replica都降级为INACTIVE：
- <div class="language-bash highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nv">$ </span>./run.sh downgrade_node <span class="nt">-c</span> <span class="nv">$meta_list</span> <span class="nt">-n</span> <span class="nv">$node</span> <span class="nt">-t</span> run
-</code></pre></div> </div>
- <p>通过shell的<code class="language-plaintext highlighter-rouge">nodes -d</code>命令查看该节点的服务replica情况，等待secondary replica的个数变为0；如果长时间不变为0，重新执行上面命令。</p>
- </li>
- <li>通过shell向replica server发送远程命令，将所有replica都关闭，以触发flush操作，将数据都落地：
- <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> remote_command -l $node replica.kill_partition
-</code></pre></div> </div>
- <p>等待大约1分钟，让数据完成落地。</p>
- </li>
- <li>通过shell向meta server发送<a href="remote-commands#meta-server">远程命令</a>，开启<code class="language-plaintext highlighter-rouge">add_secondary</code>操作：
- <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> remote_command -t meta-server meta.lb.add_secondary_max_count_for_one_node 100
-</code></pre></div> </div>
- </li>
- <li>替换程序包和配置文件</li>
- <li>重启meta server进程</li>
- <li>使用shell的<code class="language-plaintext highlighter-rouge">ls -d</code>命令查看集群状态，等待所有partition都完全恢复健康</li>
- <li>继续升级下一个replica server</li>
- </ul>
- </li>
- <li>升级meta server进程，采用逐个升级的策略。升级单个meta server：
- <ul>
- <li>kill掉meta server进程</li>
- <li>替换程序包和配置文件</li>
- <li>重启meta server进程</li>
- <li>等待30秒以上，保证meta server与replica server心跳的连续性</li>
- <li>继续升级下一个meta server</li>
- </ul>
- </li>
- <li>升级collector进程：
- <ul>
- <li>kill掉collector进程</li>
- <li>替换程序包和配置文件</li>
- <li>重启collector进程</li>
- </ul>
- </li>
-</ul>
-
-<h2 id="简化版升级">简化版升级</h2>
-<p>如果对可用性要求没那么高，升级流程可简化如下：</p>
-<ul>
- <li>准备好新的Server程序包和配置文件</li>
- <li>使用shell工具将集群的meta level设置为steady，关闭<a href="rebalance">负载均衡功能</a>，避免不必要的replica迁移
- <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> set_meta_level steady
-</code></pre></div> </div>
- </li>
- <li>升级replica server进程，采用逐个升级的策略。升级单个replica server：
- <ul>
- <li>kill掉replica server进程</li>
- <li>替换程序包和配置文件</li>
- <li>重启replica server进程</li>
- <li>使用shell的<code class="language-plaintext highlighter-rouge">ls -d</code>命令查看集群状态，等待所有partition都完全恢复健康</li>
- <li>继续升级下一个replica server</li>
- </ul>
- </li>
- <li>升级meta server进程，采用逐个升级的策略。升级单个meta server：
- <ul>
- <li>kill掉meta server进程</li>
- <li>替换程序包和配置文件</li>
- <li>重启meta server进程</li>
- <li>等待30秒以上，保证meta server与replica server心跳的连续性</li>
- <li>继续升级下一个meta server</li>
- </ul>
- </li>
- <li>升级collector进程：
- <ul>
- <li>kill掉collector进程</li>
- <li>替换程序包和配置文件</li>
- <li>重启collector进程</li>
- </ul>
- </li>
-</ul>
-
-<h1 id="升级脚本">升级脚本</h1>
-
-<p>我们提供了集群升级脚本<a href="https://github.com/XiaoMi/pegasus/blob/master/scripts/pegasus_rolling_update.sh">scripts/pegasus_rolling_update.sh</a>。该脚本采用<a href="#高可用升级">高可用升级</a>流程，用于小米内部的集群升级。</p>
-
-<p>不过这个脚本并不能直接使用，因为其依赖minos部署工具来完成以下事情：</p>
-<ul>
- <li>获取集群的进程列表</li>
- <li>自动部署更新程序包和配置文件，并重启进程</li>
-</ul>
-
-<p>你可以修改该脚本，针对你们自己的部署系统，修改以上通过minos完成的部分，使其可以正常工作。如需帮助，请联系我们。</p>
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#功能目标">功能目标</a></li>
- <li><a href="#升级流程">升级流程</a>
- <ul>
- <li><a href="#高可用升级">高可用升级</a></li>
- <li><a href="#简化版升级">简化版升级</a></li>
- </ul>
- </li>
- <li><a href="#升级脚本">升级脚本</a></li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/table-env.html b/output/administration/table-env.html
deleted file mode 100644
index d59b5a5..0000000
--- a/output/administration/table-env.html
+++ /dev/null
@@ -1,653 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | Table环境变量</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>Table环境变量 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="Table环境变量" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="功能目标" />
-<meta property="og:description" content="功能目标" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/table-env","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/table-env"},"headline":"Table环境变量","description":"功能目标","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
- <div class="navbar-start">
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/overview"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-book"></i>
- </span>
-
- <span>Documentation</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/overview"
- class="navbar-item ">概览</a>
-
- <a href="/clients"
- class="navbar-item ">客户端库</a>
-
- <a href="/api"
- class="navbar-item ">用户接口</a>
-
- <a href="/administration"
- class="navbar-item ">高效运维</a>
-
- </div>
- </div>
-
-
-
- <a href="/blogs"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-rss"></i>
- </span>
-
- <span>Blog</span>
- </a>
-
-
-
- <div class="navbar-item has-dropdown is-hoverable">
- <a href="/community"
- class="navbar-link ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-user-plus"></i>
- </span>
-
- <span>Community</span>
- </a>
- <div class="navbar-dropdown">
-
- <a href="/community/#联系我们"
- class="navbar-item ">联系我们</a>
-
- <a href="/community/#参与贡献"
- class="navbar-item ">参与贡献</a>
-
- <a href="/community/coding-guides"
- class="navbar-item ">Coding Guides</a>
-
- <a href="/community/roadmap"
- class="navbar-item ">Roadmap</a>
-
- <a href="https://github.com/XiaoMi/pegasus/labels/type%2Fbug"
- class="navbar-item ">Bug Tracking</a>
-
- <a href="/community/proposal"
- class="navbar-item ">Apache Proposal</a>
-
- </div>
- </div>
-
-
-
- <a href="https://github.com/XiaoMi/pegasus"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fab fa-github-alt"></i>
- </span>
-
- <span>Github</span>
- </a>
-
-
-
- <a href="/releases"
- class="navbar-item ">
-
- <span class="icon" style="margin-right: .25em">
- <i class="fas fa-fire"></i>
- </span>
-
- <span>Releases</span>
- </a>
-
-
-
- </div>
- <div class="navbar-end is-hidden-mobile">
- <div class="navbar-item navbar-searchbox">
- <div class="field">
- <div class="control has-icons-right">
- <input class="input searchbox-input" type="text" placeholder="Search the docs">
- <span class="border"></span>
- <span class="icon is-right searchbox-icon">
- <i class="fas fa-search"></i>
- </span>
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
-</nav>
-
-<script src="https://cdn.bootcss.com/jquery/3.4.1/jquery.min.js"></script>
-
-<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.css" />
-<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
-
-<script>
- docsearch({
- indexName: 'apache_pegasus',
- apiKey: '676624c2d6dc00808d3b7cf6724fc3c8',
- inputSelector: '.searchbox-input',
- debug: false,
- });
-
- $('.searchbox-input').focus(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '100%' })
- $('.searchbox-icon').css({ color: 'white' })
- })
- $('.searchbox-input').focusout(function () {
- $('.navbar-searchbox .border').animate({ left: '0', width: '0' })
- $('.searchbox-icon').css({ color: 'hsl(0, 0%, 86%)' })
- })
-</script>
-
- <section class="hero is-bold is-primary"
- >
- <div class="hero-body" style="padding-bottom: 6rem; padding-top: 6rem;">
- <div class="container has-text-centered">
- <p class="title is-2">Table环境变量</p>
- </div>
- </div>
-</section>
- <section class="section">
- <div class="container">
- <div class="columns is-multiline">
- <div class="column is-one-fourth">
-
-
-
-<aside class="menu">
-
- <p class="menu-label"></p>
- <ul class="menu-list">
-
- <li>
- <a href="/administration" class="">高效运维</a>
-
- </li>
-
- <li>
- <a href="/administration/deployment" class="">集群部署</a>
-
- </li>
-
- <li>
- <a href="/administration/config" class="">配置说明</a>
-
- </li>
-
- <li>
- <a href="/administration/rebalance" class="">负载均衡</a>
-
- </li>
-
- <li>
- <a href="/administration/monitoring" class="">可视化监控</a>
-
- </li>
-
- <li>
- <a href="/administration/rolling-update" class="">集群升级</a>
-
- </li>
-
- <li>
- <a href="/administration/membership-change" class="">集群扩容缩容</a>
-
- </li>
-
- <li>
- <a href="/administration/resource-management" class="">资源管理</a>
-
- </li>
-
- <li>
- <a href="/administration/cold-backup" class="">冷备份</a>
-
- </li>
-
- <li>
- <a href="/administration/meta-recovery" class="">元数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/replica-recovery" class="">Replica数据恢复</a>
-
- </li>
-
- <li>
- <a href="/administration/zk-migration" class="">Zookeeper迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-migration" class="">Table迁移</a>
-
- </li>
-
- <li>
- <a href="/administration/table-soft-delete" class="">Table软删除</a>
-
- </li>
-
- <li>
- <a href="/administration/table-env" class="is-active">Table环境变量</a>
-
- </li>
-
- <li>
- <a href="/administration/remote-commands" class="">远程命令</a>
-
- </li>
-
- <li>
- <a href="/administration/partition-split" class="">Partition-Split</a>
-
- </li>
-
- <li>
- <a href="/administration/duplication" class="">跨机房同步</a>
-
- </li>
-
- <li>
- <a href="/administration/compression" class="">数据压缩</a>
-
- </li>
-
- <li>
- <a href="/administration/throttling" class="">流量控制</a>
-
- </li>
-
- <li>
- <a href="/administration/experiences" class="">运维经验</a>
-
- </li>
-
- <li>
- <a href="/administration/manual-compact" class="">Manual Compact功能</a>
-
- </li>
-
- <li>
- <a href="/administration/usage-scenario" class="">Usage Scenario功能</a>
-
- </li>
-
- <li>
- <a href="/administration/bad-disk" class="">坏盘检修</a>
-
- </li>
-
- <li>
- <a href="/administration/whitelist" class="">白名单</a>
-
- </li>
-
- <li>
- <a href="/administration/backup-request" class="">Backup Request</a>
-
- </li>
-
- </ul>
-
-</aside>
-
-
- </div>
- <div class="column is-half">
-
- <div class="content">
- <h1 id="功能目标">功能目标</h1>
-
-<p>为了对Table的一些行为进行控制，Pegasus提供了Table环境变量，又称之为<code class="language-plaintext highlighter-rouge">app envs</code>。</p>
-
-<p>Table环境变量以kv-map的形式存储在Table的元数据<code class="language-plaintext highlighter-rouge">app_info</code>中，并持久化到Zookeeper上。通过shell的<code class="language-plaintext highlighter-rouge">ls</code>命令查看表信息，最后一列<code class="language-plaintext highlighter-rouge">envs_count</code>记录Table环境变量的kv对个数：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> ls
-app_id status app_name app_type partition_count replica_count is_stateful drop_expire_time envs_count
-1 AVAILABLE temp pegasus 8 3 true - 1
-</code></pre></div></div>
-
-<p>如果要查看具体的Table环境变量，则需要使用<a href="#get_app_envs">get_app_envs</a>命令。</p>
-
-<p>Table环境变量具有如下特性：</p>
-<ul>
- <li>作为Table的元数据持久化到Zookeeper上。</li>
- <li>可以通过命令动态修改，修改成功后会立即更新到Zookeeper上。</li>
- <li>通过meta server和replica server的定期同步消息<code class="language-plaintext highlighter-rouge">config_sync</code>同步给各个replica生效。由于是定期同步，所以环境变量更新后不会立即生效，而是有一个同步过程，这个过程的时间依赖于配置文件<code class="language-plaintext highlighter-rouge">config_sync_interval_ms</code>的值，默认是30秒。</li>
- <li>环境变量的key通过都是采用<code class="language-plaintext highlighter-rouge">.</code>分隔的字段的形式，方便组织。</li>
-</ul>
-
-<p>目前通过Table环境变量支持的功能包括：</p>
-<ul>
- <li><a href="manual-compact">Manual-Compact功能</a></li>
- <li><a href="usage-scenario">Usage-Scenario功能</a></li>
-</ul>
-
-<h1 id="操作命令">操作命令</h1>
-<p>Pegasus的<a href="/overview/shell#set_app_envs">Shell工具</a>中提供了操作Table环境变量的命令。这些命令执行前都需要先执行<code class="language-plaintext highlighter-rouge">use xxx</code>选择表。</p>
-
-<h2 id="get_app_envs">get_app_envs</h2>
-<p>获取环境变量列表，用法：<code class="language-plaintext highlighter-rouge">get_app_envs</code></p>
-
-<p>示例：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> use temp
-OK
->>> get_app_envs
-get app envs succeed, count = 1
-=================================
-rocksdb.usage_scenario = normal
-=================================
-</code></pre></div></div>
-<h2 id="set_app_envs">set_app_envs</h2>
-<p>设置环境变量，用法：<code class="language-plaintext highlighter-rouge">set_app_envs <key> <value> [key value...]</code></p>
-
-<p>示例：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> use temp
-OK
->>> set_app_envs rocksdb.usage_scenario bulk_load
-set app envs succeed
->>> get_app_envs
-get app envs succeed, count = 1
-=================================
-rocksdb.usage_scenario = bulk_load
-=================================
-</code></pre></div></div>
-
-<h2 id="del_app_envs">del_app_envs</h2>
-<p>删除环境变量，用法：<code class="language-plaintext highlighter-rouge">del_app_envs <key> [key...]</code></p>
-
-<p>示例：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> use temp
-OK
->>> del_app_envs rocksdb.usage_scenario
-del app envs succeed
-=============================
-deleted keys:
- rocksdb.usage_scenario
-=============================
->>> get_app_envs
-get app envs succeed, count = 0
-</code></pre></div></div>
-
-<h2 id="clear_app_envs">clear_app_envs</h2>
-<p>清理环境变量，或者叫批量删除环境变量，用法：<code class="language-plaintext highlighter-rouge">clear_app_envs <-a|--all> <-p|--prefix str></code></p>
-
-<p>两种方式：</p>
-<ul>
- <li>全部清理：使用<code class="language-plaintext highlighter-rouge">-a</code>选项。</li>
- <li>通过前缀清理：使用<code class="language-plaintext highlighter-rouge">-p</code>选项指定前缀，匹配时会先自动在前缀后面加上<code class="language-plaintext highlighter-rouge">.</code>，然后按照字符串前缀匹配。</li>
-</ul>
-
-<p>譬如：</p>
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>>>> use temp
-OK
->>> set_app_envs k.x v1 k.y v2
-set app envs succeed
->>> get_app_envs
-get app envs succeed, count = 2
-=================================
-k.x = v1
-k.y = v2
-=================================
->>> clear_app_envs -p k
-clear app envs succeed
-=============================
-deleted keys:
- k.x
- k.y
-=============================
->>> get_app_envs
-get app envs succeed, count = 0
-</code></pre></div></div>
-
-<h1 id="支持列表">支持列表</h1>
-
-<table>
- <thead>
- <tr>
- <th>key名称</th>
- <th>value类型</th>
- <th>value约束</th>
- <th>value示例</th>
- <th>功能说明</th>
- <th>支持版本</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td>rocksdb.usage_scenario</td>
- <td>string</td>
- <td>normal | prefer_write | bulk_load</td>
- <td>bulk_load</td>
- <td><a href="usage-scenario">Usage-Scenario</a></td>
- <td>1.8.1</td>
- </tr>
- <tr>
- <td>replica.deny_client_write</td>
- <td>bool</td>
- <td>true | false</td>
- <td>true</td>
- <td>拒绝写请求</td>
- <td>1.11.2</td>
- </tr>
- <tr>
- <td>replica.write_throttling</td>
- <td>string</td>
- <td>特定格式</td>
- <td>1000*delay*100</td>
- <td><a href="throttling#表级流控">流量控制#表级流控</a></td>
- <td>1.11.2</td>
- </tr>
- <tr>
- <td>replica.write_throttling_by_size</td>
- <td>string</td>
- <td>特定格式</td>
- <td>1000*delay*100</td>
- <td><a href="throttling#表级流控">流量控制#表级流控</a></td>
- <td>1.12.0</td>
- </tr>
- <tr>
- <td>default_ttl</td>
- <td>int</td>
- <td>>=0</td>
- <td>86400</td>
- <td><a href="/api/ttl#表级TTL">表级TTL</a></td>
- <td>1.11.2</td>
- </tr>
- <tr>
- <td>manual_compact.disabled</td>
- <td>bool</td>
- <td>true | false</td>
- <td>true</td>
- <td><a href="manual-compact">Manual-Compact</a></td>
- <td>1.9.0</td>
- </tr>
- <tr>
- <td>manual_compact.max_concurrent_running_count</td>
- <td>int</td>
- <td>>=0</td>
- <td>10</td>
- <td><a href="manual-compact">Manual-Compact</a></td>
- <td>1.11.3</td>
- </tr>
- <tr>
- <td>manual_compact.once.trigger_time</td>
- <td>int</td>
- <td>Unix Timestamp in Seconds</td>
- <td>1547091115</td>
- <td><a href="manual-compact">Manual-Compact</a></td>
- <td>1.8.1</td>
- </tr>
- <tr>
- <td>manual_compact.once.target_level</td>
- <td>int</td>
- <td>-1 | >=1</td>
- <td>2</td>
- <td><a href="manual-compact">Manual-Compact</a></td>
- <td>1.8.1</td>
- </tr>
- <tr>
- <td>manual_compact.once.bottommost_level_compaction</td>
- <td>string</td>
- <td>force | skip</td>
- <td>force</td>
- <td><a href="manual-compact">Manual-Compact</a></td>
- <td>1.8.1</td>
- </tr>
- <tr>
- <td>manual_compact.periodic.trigger_time</td>
- <td>string</td>
- <td>特定格式</td>
- <td>3:00,5:00</td>
- <td><a href="manual-compact">Manual-Compact</a></td>
- <td>1.8.1</td>
- </tr>
- <tr>
- <td>manual_compact.periodic.target_level</td>
- <td>int</td>
- <td>-1 | >=1</td>
- <td>2</td>
- <td><a href="manual-compact">Manual-Compact</a></td>
- <td>1.8.1</td>
- </tr>
- <tr>
- <td>manual_compact.periodic.bottommost_level_compaction</td>
- <td>string</td>
- <td>force | skip</td>
- <td>force</td>
- <td><a href="manual-compact">Manual-Compact</a></td>
- <td>1.8.1</td>
- </tr>
- <tr>
- <td>rocksdb.checkpoint.reserve_min_count</td>
- <td>int</td>
- <td>>=1</td>
- <td>2</td>
- <td><a href="resource-management#rocksdb-checkpoint管理">Rocksdb-Checkpoint管理</a></td>
- <td>1.11.3</td>
- </tr>
- <tr>
- <td>rocksdb.checkpoint.reserve_time_seconds</td>
- <td>int</td>
- <td>>=0</td>
- <td>600</td>
- <td><a href="resource-management#rocksdb-checkpoint管理">Rocksdb-Checkpoint管理</a></td>
- <td>1.11.3</td>
- </tr>
- <tr>
- <td>business.info</td>
- <td>string</td>
- <td>特定格式(使用utf-8编码)</td>
- <td>depart=云平台部-存储平台,user=qinzuoyan&wutao1</td>
- <td>记录表的业务归属信息，可用于生成账单</td>
- <td>-</td>
- </tr>
- <tr>
- <td>replica.slow_query_threshold</td>
- <td>int</td>
- <td>>=20</td>
- <td>30</td>
- <td>慢查询阈值</td>
- <td>1.12.0</td>
- </tr>
- </tbody>
-</table>
-
-</div>
- </div>
-
- <div class="column is-one-fourth is-hidden-mobile" style="padding-left: 3rem">
-
- <p class="menu-label">
- <span class="icon">
- <i class="fa fa-bars" aria-hidden="true"></i>
- </span>
- 本页导航
- </p>
- <ul class="menu-list">
- <li><a href="#功能目标">功能目标</a></li>
- <li><a href="#操作命令">操作命令</a>
- <ul>
- <li><a href="#get_app_envs">get_app_envs</a></li>
- <li><a href="#set_app_envs">set_app_envs</a></li>
- <li><a href="#del_app_envs">del_app_envs</a></li>
- <li><a href="#clear_app_envs">clear_app_envs</a></li>
- </ul>
- </li>
- <li><a href="#支持列表">支持列表</a></li>
-</ul>
-
-
- </div>
- </div>
- </div>
- </section>
- <footer class="footer">
- <div class="container">
- <div class="content is-small has-text-centered">
- <div style="margin-bottom: 20px;">
- <a href="http://incubator.apache.org"><img src="/assets/images/egg-logo.png"
- alt="Apache Incubator"/></a>
- </div>
- Copyright © 2020 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br><br>
-
- Apache Pegasus is an effort undergoing incubation at The Apache Software Foundation (ASF),
- sponsored by the Apache Incubator. Incubation is required of all newly accepted projects
- until a further review indicates that the infrastructure, communications, and decision making process
- have stabilized in a manner consistent with other successful ASF projects. While incubation status is
- not necessarily a reflection of the completeness or stability of the code, it does indicate that the
- project has yet to be fully endorsed by the ASF.
-
- </div>
- </div>
-</footer>
- <script src="/assets/js/app.js" type="text/javascript"></script>
- </body>
-</html>
diff --git a/output/administration/table-migration.html b/output/administration/table-migration.html
deleted file mode 100644
index 5c78e2d..0000000
--- a/output/administration/table-migration.html
+++ /dev/null
@@ -1,431 +0,0 @@
-<!DOCTYPE html>
-<html>
- <head>
- <meta charset="utf-8">
- <meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Pegasus | Table迁移</title>
- <link rel="stylesheet" href="/assets/css/app.css">
- <link rel="shortcut icon" href="/assets/images/favicon.ico">
- <script src="https://cdn.bootcdn.net/ajax/libs/font-awesome/5.13.0/js/all.min.js"></script>
- <!-- Begin Jekyll SEO tag v2.6.1 -->
-<title>Table迁移 | Pegasus</title>
-<meta name="generator" content="Jekyll v4.1.1" />
-<meta property="og:title" content="Table迁移" />
-<meta property="og:locale" content="en_US" />
-<meta name="description" content="这里说的Table迁移是指将某个Pegasus集群的一个表的数据迁移到另一个Pegasus集群中。" />
-<meta property="og:description" content="这里说的Table迁移是指将某个Pegasus集群的一个表的数据迁移到另一个Pegasus集群中。" />
-<meta property="og:site_name" content="Pegasus" />
-<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2020-09-09T09:17:25+00:00" />
-<script type="application/ld+json">
-{"url":"/administration/table-migration","@type":"BlogPosting","mainEntityOfPage":{"@type":"WebPage","@id":"/administration/table-migration"},"headline":"Table迁移","description":"这里说的Table迁移是指将某个Pegasus集群的一个表的数据迁移到另一个Pegasus集群中。","dateModified":"2020-09-09T09:17:25+00:00","datePublished":"2020-09-09T09:17:25+00:00","@context":"https://schema.org"}</script>
-<!-- End Jekyll SEO tag -->
-</head>
-
- <body>
- <nav class="navbar is-primary ">
- <div class="container">
- <div class="navbar-brand">
- <a href="/" class="navbar-item ">
- <!-- Pegasus -->
- <img src="/assets/images/pegasus-icon.png">
- </a>
- <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu">
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- <span aria-hidden="true"></span>
- </a>
- </div>
- <div class="navbar-menu" id="navMenu">
... 80334 lines suppressed ...
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pegasus.apache.org
For additional commands, e-mail: commits-help@pegasus.apache.org