You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by mm...@apache.org on 2018/05/31 08:29:28 UTC
[incubator-pulsar] branch asf-site updated: Updated site at
revision 886022a
This is an automated email from the ASF dual-hosted git repository.
mmerli pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/incubator-pulsar.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 59b1bb0 Updated site at revision 886022a
59b1bb0 is described below
commit 59b1bb005ccf1d6a4080c25fc9f2cdba6424ca00
Author: jenkins <bu...@apache.org>
AuthorDate: Thu May 31 08:29:14 2018 +0000
Updated site at revision 886022a
---
.../docs/latest/adaptors/KafkaWrapper/index.html | 15 +-
.../docs/latest/adaptors/PulsarSpark/index.html | 15 +-
.../docs/latest/adaptors/PulsarStorm/index.html | 13 +-
content/docs/latest/admin-api/brokers/index.html | 11 +-
content/docs/latest/admin-api/clusters/index.html | 9 +-
.../docs/latest/admin-api/namespaces/index.html | 9 +-
.../admin-api/non-persistent-topics/index.html | 9 +-
content/docs/latest/admin-api/overview/index.html | 23 +-
.../latest/admin-api/partitioned-topics/index.html | 9 +-
.../docs/latest/admin-api/permissions/index.html | 9 +-
.../latest/admin-api/persistent-topics/index.html | 9 +-
content/docs/latest/admin-api/tenants/index.html | 9 +-
content/docs/latest/admin/Authz/index.html | 29 ++-
content/docs/latest/admin/Dashboard/index.html | 9 +-
.../docs/latest/admin/GeoReplication/index.html | 9 +-
.../docs/latest/admin/LoadDistribution/index.html | 9 +-
content/docs/latest/admin/Proxy/index.html | 9 +-
content/docs/latest/admin/Stats/index.html | 9 +-
.../latest/admin/ZooKeeperBookKeeper/index.html | 9 +-
content/docs/latest/clients/Cpp/index.html | 13 +-
content/docs/latest/clients/Java/index.html | 21 +-
content/docs/latest/clients/Python/index.html | 13 +-
content/docs/latest/clients/WebSocket/index.html | 15 +-
.../docs/latest/cookbooks/Encryption/index.html | 21 +-
.../latest/cookbooks/PartitionedTopics/index.html | 29 ++-
.../latest/cookbooks/RetentionExpiry/index.html | 25 +-
.../Pulsar-2.0 => cookbooks/compaction}/index.html | 282 ++++++++++++---------
.../cookbooks/message-deduplication/index.html | 25 +-
.../docs/latest/cookbooks/message-queue/index.html | 23 +-
.../cookbooks/non-persistent-messaging/index.html | 9 +-
.../docs/latest/deployment/Kubernetes/index.html | 13 +-
.../docs/latest/deployment/Monitoring/index.html | 9 +-
.../docs/latest/deployment/aws-cluster/index.html | 25 +-
content/docs/latest/deployment/cluster/index.html | 23 +-
content/docs/latest/deployment/dcos/index.html | 9 +-
content/docs/latest/deployment/instance/index.html | 23 +-
content/docs/latest/functions/api/index.html | 11 +-
.../docs/latest/functions/deployment/index.html | 9 +-
.../docs/latest/functions/guarantees/index.html | 9 +-
content/docs/latest/functions/metrics/index.html | 9 +-
content/docs/latest/functions/overview/index.html | 11 +-
.../docs/latest/functions/quickstart/index.html | 9 +-
.../docs/latest/getting-started/Clients/index.html | 9 +-
.../ConceptsAndArchitecture/index.html | 221 +++++++++++++++-
.../latest/getting-started/LocalCluster/index.html | 13 +-
.../latest/getting-started/Pulsar-2.0/index.html | 19 +-
.../docs/latest/getting-started/docker/index.html | 15 +-
.../docs/latest/project/BinaryProtocol/index.html | 13 +-
content/docs/latest/project/Codebase/index.html | 9 +-
.../latest/project/ModularLoadManager/index.html | 9 +-
.../docs/latest/project/SimulationTools/index.html | 11 +-
.../docs/latest/project/schema-storage/index.html | 13 +-
content/docs/latest/reference/CliTools/index.html | 96 ++++++-
.../docs/latest/reference/Configuration/index.html | 11 +-
content/docs/latest/reference/RestApi/index.html | 9 +-
content/ja/adaptors/PulsarSpark/index.html | 14 +-
content/ja/adaptors/PulsarStorm/index.html | 10 +-
content/ja/admin/AdminInterface/index.html | 22 +-
content/ja/admin/Authz/index.html | 38 ++-
content/ja/admin/ClustersBrokers/index.html | 20 +-
content/ja/admin/PropertiesNamespaces/index.html | 14 +-
content/ja/advanced/PartitionedTopics/index.html | 22 +-
content/ja/advanced/RetentionExpiry/index.html | 22 +-
content/ja/clients/Cpp/index.html | 12 +-
content/ja/clients/Java/index.html | 12 +-
content/ja/clients/Python/index.html | 12 +-
content/ja/clients/WebSocket/index.html | 14 +-
content/ja/deployment/InstanceSetup/index.html | 12 +-
content/ja/deployment/Kubernetes/index.html | 8 +-
.../ConceptsAndArchitecture/index.html | 4 +-
content/ja/getting-started/LocalCluster/index.html | 8 +-
content/ja/project/BinaryProtocol/index.html | 8 +-
content/ja/project/SimulationTools/index.html | 4 +-
content/ja/reference/CliTools/index.html | 101 +++++++-
content/ja/reference/Configuration/index.html | 2 +-
75 files changed, 1363 insertions(+), 303 deletions(-)
diff --git a/content/docs/latest/adaptors/KafkaWrapper/index.html b/content/docs/latest/adaptors/KafkaWrapper/index.html
index 23f50f8..a84ce07 100644
--- a/content/docs/latest/adaptors/KafkaWrapper/index.html
+++ b/content/docs/latest/adaptors/KafkaWrapper/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -1066,6 +1073,8 @@
+
+
</ul>
</div>
</div>
@@ -1288,6 +1297,8 @@
+
+
</ul>
</div>
</div>
@@ -1510,6 +1521,8 @@
+
+
</ul>
</div>
</div>
diff --git a/content/docs/latest/adaptors/PulsarSpark/index.html b/content/docs/latest/adaptors/PulsarSpark/index.html
index b5fa507..edc00ee 100644
--- a/content/docs/latest/adaptors/PulsarSpark/index.html
+++ b/content/docs/latest/adaptors/PulsarSpark/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -965,6 +972,8 @@
+
+
<li><a href="/docs/latest/adaptors/PulsarSpark/">Spark Streaming Pulsar receiver</a></li>
@@ -1187,6 +1196,8 @@
+
+
<li><a href="/docs/latest/adaptors/PulsarSpark/">Spark Streaming Pulsar receiver</a></li>
@@ -1329,6 +1340,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
diff --git a/content/docs/latest/adaptors/PulsarStorm/index.html b/content/docs/latest/adaptors/PulsarStorm/index.html
index 18ae19f..2f3b7af 100644
--- a/content/docs/latest/adaptors/PulsarStorm/index.html
+++ b/content/docs/latest/adaptors/PulsarStorm/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -969,6 +976,8 @@
+
+
<li><a href="/docs/latest/adaptors/PulsarStorm/">Pulsar adaptor for Apache Storm</a></li>
@@ -1107,6 +1116,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
diff --git a/content/docs/latest/admin-api/brokers/index.html b/content/docs/latest/admin-api/brokers/index.html
index cf5fc2d..22cac37 100644
--- a/content/docs/latest/admin-api/brokers/index.html
+++ b/content/docs/latest/admin-api/brokers/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -882,7 +889,7 @@
<ol>
<li>An HTTP server exposing a <a href="../../reference/RestApi">REST interface</a> administration and <span class="popover-term" tabindex="0" title="What is a topic?" data-placement="top" data-content="A named channel used to pass messages published by producers to consumers who process those messages." data-toggle="popover" data-trigger="focus">topic</span> lookup.</li>
- <li>A dispatcher that handles all Pulsar <span class="popover-term" tabindex="0" title="What is a message in Pulsar?" data-placement="top" data-content="A" data-toggle="popover" data-trigger="focus">message</span> transfers.</li>
+ <li>A dispatcher that handles all Pulsar <span class=”popover-term” tabindex=”0” title=”What is a message in Pulsar?” data-placement=”top” data-content=”Messages are the basic “unit” of Pulsar. They’re what producers publish to topics and what consumers then consume from topics.” data-toggle=”popover” data-trigger=”focus”>message</span> transfers.</li>
</ol>
<p><span class="popover-term" tabindex="0" title="What is a broker?" data-placement="top" data-content="A stateless component of Pulsar clusters that runs two other components: an HTTP server exposing a REST interface for administration and topic lookup and a dispatcher that handles all message transers. Pulsar clusters typically consist of multiple brokers." data-toggle="popover" data-trigger="focus">Brokers</span> can be managed via:</p>
diff --git a/content/docs/latest/admin-api/clusters/index.html b/content/docs/latest/admin-api/clusters/index.html
index 0670cb7..55f8d15 100644
--- a/content/docs/latest/admin-api/clusters/index.html
+++ b/content/docs/latest/admin-api/clusters/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/admin-api/namespaces/index.html b/content/docs/latest/admin-api/namespaces/index.html
index ac7255f..09bebcd 100644
--- a/content/docs/latest/admin-api/namespaces/index.html
+++ b/content/docs/latest/admin-api/namespaces/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/admin-api/non-persistent-topics/index.html b/content/docs/latest/admin-api/non-persistent-topics/index.html
index 908d241..35c4450 100644
--- a/content/docs/latest/admin-api/non-persistent-topics/index.html
+++ b/content/docs/latest/admin-api/non-persistent-topics/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/admin-api/overview/index.html b/content/docs/latest/admin-api/overview/index.html
index 8a299e8..07ee3b0 100644
--- a/content/docs/latest/admin-api/overview/index.html
+++ b/content/docs/latest/admin-api/overview/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -885,6 +892,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1009,8 +1018,6 @@
-
-
<li><a href="/docs/latest/deployment/aws-cluster/">Deploying a Pulsar cluster on AWS using Terraform and Ansible</a></li>
@@ -1023,6 +1030,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
@@ -1131,6 +1142,8 @@
+
+
<li><a href="/docs/latest/reference/CliTools/">Pulsar command-line tools</a></li>
@@ -1503,6 +1516,8 @@
+
+
<li><a href="/docs/latest/admin-api/overview/">The Pulsar admin interface</a></li>
@@ -1569,6 +1584,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
diff --git a/content/docs/latest/admin-api/partitioned-topics/index.html b/content/docs/latest/admin-api/partitioned-topics/index.html
index b87ceb5..2f9635a 100644
--- a/content/docs/latest/admin-api/partitioned-topics/index.html
+++ b/content/docs/latest/admin-api/partitioned-topics/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/admin-api/permissions/index.html b/content/docs/latest/admin-api/permissions/index.html
index 5481784..56d5c32 100644
--- a/content/docs/latest/admin-api/permissions/index.html
+++ b/content/docs/latest/admin-api/permissions/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/admin-api/persistent-topics/index.html b/content/docs/latest/admin-api/persistent-topics/index.html
index 5797aa9..d09f726 100644
--- a/content/docs/latest/admin-api/persistent-topics/index.html
+++ b/content/docs/latest/admin-api/persistent-topics/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/admin-api/tenants/index.html b/content/docs/latest/admin-api/tenants/index.html
index 50799a4..105c9d8 100644
--- a/content/docs/latest/admin-api/tenants/index.html
+++ b/content/docs/latest/admin-api/tenants/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/admin/Authz/index.html b/content/docs/latest/admin/Authz/index.html
index d2c0131..8048927 100644
--- a/content/docs/latest/admin/Authz/index.html
+++ b/content/docs/latest/admin/Authz/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -885,6 +892,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1009,8 +1018,6 @@
-
-
<li><a href="/docs/latest/deployment/aws-cluster/">Deploying a Pulsar cluster on AWS using Terraform and Ansible</a></li>
@@ -1023,6 +1030,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
@@ -1123,6 +1134,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1345,6 +1358,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1567,6 +1582,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1789,6 +1806,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -2011,6 +2030,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -2243,6 +2264,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
diff --git a/content/docs/latest/admin/Dashboard/index.html b/content/docs/latest/admin/Dashboard/index.html
index 17664f1..eb3dfe0 100644
--- a/content/docs/latest/admin/Dashboard/index.html
+++ b/content/docs/latest/admin/Dashboard/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/admin/GeoReplication/index.html b/content/docs/latest/admin/GeoReplication/index.html
index 0b2fcff..8402664 100644
--- a/content/docs/latest/admin/GeoReplication/index.html
+++ b/content/docs/latest/admin/GeoReplication/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/admin/LoadDistribution/index.html b/content/docs/latest/admin/LoadDistribution/index.html
index 9d02120..9e3aff8 100644
--- a/content/docs/latest/admin/LoadDistribution/index.html
+++ b/content/docs/latest/admin/LoadDistribution/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/admin/Proxy/index.html b/content/docs/latest/admin/Proxy/index.html
index 5145b80..9498093 100644
--- a/content/docs/latest/admin/Proxy/index.html
+++ b/content/docs/latest/admin/Proxy/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/admin/Stats/index.html b/content/docs/latest/admin/Stats/index.html
index 2d71eea..ee1df85 100644
--- a/content/docs/latest/admin/Stats/index.html
+++ b/content/docs/latest/admin/Stats/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/admin/ZooKeeperBookKeeper/index.html b/content/docs/latest/admin/ZooKeeperBookKeeper/index.html
index eca4d33..44aa770 100644
--- a/content/docs/latest/admin/ZooKeeperBookKeeper/index.html
+++ b/content/docs/latest/admin/ZooKeeperBookKeeper/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/clients/Cpp/index.html b/content/docs/latest/clients/Cpp/index.html
index 86e377f..c3425ab 100644
--- a/content/docs/latest/clients/Cpp/index.html
+++ b/content/docs/latest/clients/Cpp/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -893,6 +900,8 @@
+
+
<li><a href="/docs/latest/reference/CliTools/">Pulsar command-line tools</a></li>
@@ -1113,6 +1122,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
diff --git a/content/docs/latest/clients/Java/index.html b/content/docs/latest/clients/Java/index.html
index 25fc47c..540a85a 100644
--- a/content/docs/latest/clients/Java/index.html
+++ b/content/docs/latest/clients/Java/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -893,6 +900,8 @@
+
+
<li><a href="/docs/latest/reference/CliTools/">Pulsar command-line tools</a></li>
@@ -1113,6 +1122,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1391,6 +1402,8 @@
+
+
<li><a href="/docs/latest/clients/Java/">The Pulsar Java client</a></li>
@@ -1615,6 +1628,8 @@
+
+
<li><a href="/docs/latest/clients/Java/">The Pulsar Java client</a></li>
@@ -1956,7 +1971,7 @@
<h2 id="producers">Producers</h2>
-<p>In Pulsar, <span class="popover-term" tabindex="0" title="What is a producer?" data-placement="top" data-content="A process that publishes messages to a Pulsar topic." data-toggle="popover" data-trigger="focus">producers</span> write <span class="popover-term" tabindex="0" title="What is a message in Pulsar?" data-placement="top" data-content="A" data-toggle="popover" data-trigger="focus">messages</span> to <span class="popover-term" tabindex="0" title="What is a topic?" data-placemen [...]
+<p>In Pulsar, <span class="popover-term" tabindex="0" title="What is a producer?" data-placement="top" data-content="A process that publishes messages to a Pulsar topic." data-toggle="popover" data-trigger="focus">producers</span> write <span class=”popover-term” tabindex=”0” title=”What is a message in Pulsar?” data-placement=”top” data-content=”Messages are the basic “unit” of Pulsar. They’re what producers publish to topics and what consumers then consume from topics.” data-toggle= [...]
<div class="language-java highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="n">Producer</span><span class="o"><</span><span class="kt">byte</span><span class="o">[]></span> <span class="n">producer</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="na">newProducer</span><span class="o">()</span>
<span class="o">.</span><span class="na">topic</span><span class="o">(</span><span class="s">"my-topic"</span><span class="o">)</span>
@@ -2064,7 +2079,7 @@ get a future returned.</p>
<h2 id="consumers">Consumers</h2>
-<p>In Pulsar, <span class="popover-term" tabindex="0" title="What is a consumer?" data-placement="top" data-content="A process that establishes a subscription to a Pulsar topic and processes messages published to that topic by producers." data-toggle="popover" data-trigger="focus">consumers</span> subscribe to <span class="popover-term" tabindex="0" title="What is a topic?" data-placement="top" data-content="A named channel used to pass messages published by producers to consumers who pr [...]
+<p>In Pulsar, <span class="popover-term" tabindex="0" title="What is a consumer?" data-placement="top" data-content="A process that establishes a subscription to a Pulsar topic and processes messages published to that topic by producers." data-toggle="popover" data-trigger="focus">consumers</span> subscribe to <span class="popover-term" tabindex="0" title="What is a topic?" data-placement="top" data-content="A named channel used to pass messages published by producers to consumers who pr [...]
<p>Once you’ve instantiated a <a target="_blank" href="/api/client/org/apache/pulsar/client/api/PulsarClient.html"><code class="highlighter-rouge">PulsarClient</code></a> object, you can create a <a target="_blank" href="/api/client/org/apache/pulsar/client/api/Consumer.html"><code class="highlighter-rouge">Consumer</code></a> by specifying a <span class="popover-term" tabindex="0" title="What is a topic?" data-placement="top" data-content="A named channel used to pass messages published [...]
diff --git a/content/docs/latest/clients/Python/index.html b/content/docs/latest/clients/Python/index.html
index c723b4b..14cbca0 100644
--- a/content/docs/latest/clients/Python/index.html
+++ b/content/docs/latest/clients/Python/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -893,6 +900,8 @@
+
+
<li><a href="/docs/latest/reference/CliTools/">Pulsar command-line tools</a></li>
@@ -1201,6 +1210,8 @@
+
+
<li><a href="/docs/latest/clients/Python/">The Pulsar Python client</a></li>
diff --git a/content/docs/latest/clients/WebSocket/index.html b/content/docs/latest/clients/WebSocket/index.html
index 8c9852e..96373a1 100644
--- a/content/docs/latest/clients/WebSocket/index.html
+++ b/content/docs/latest/clients/WebSocket/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -993,6 +1000,8 @@
+
+
<li><a href="/docs/latest/clients/WebSocket/">Pulsar's WebSocket API</a></li>
@@ -1215,6 +1224,8 @@
+
+
<li><a href="/docs/latest/clients/WebSocket/">Pulsar's WebSocket API</a></li>
@@ -1417,6 +1428,8 @@
+
+
<li><a href="/docs/latest/clients/Python/">The Pulsar Python client</a></li>
diff --git a/content/docs/latest/cookbooks/Encryption/index.html b/content/docs/latest/cookbooks/Encryption/index.html
index 03df63f..97c751d 100644
--- a/content/docs/latest/cookbooks/Encryption/index.html
+++ b/content/docs/latest/cookbooks/Encryption/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -1066,6 +1073,8 @@
+
+
</ul>
</div>
</div>
@@ -1288,6 +1297,8 @@
+
+
</ul>
</div>
</div>
@@ -1401,9 +1412,9 @@
- <li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
+ <li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
@@ -1461,6 +1472,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
@@ -1629,6 +1644,8 @@
+
+
<li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
diff --git a/content/docs/latest/cookbooks/PartitionedTopics/index.html b/content/docs/latest/cookbooks/PartitionedTopics/index.html
index 272f5ef..cf23fa0 100644
--- a/content/docs/latest/cookbooks/PartitionedTopics/index.html
+++ b/content/docs/latest/cookbooks/PartitionedTopics/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -955,6 +962,8 @@
+
+
<li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
@@ -1177,6 +1186,8 @@
+
+
<li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
@@ -1329,6 +1340,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1453,8 +1466,6 @@
-
-
<li><a href="/docs/latest/deployment/aws-cluster/">Deploying a Pulsar cluster on AWS using Terraform and Ansible</a></li>
@@ -1467,6 +1478,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
@@ -1639,9 +1654,9 @@
- <li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
+ <li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
@@ -1699,6 +1714,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
@@ -1867,6 +1886,8 @@
+
+
<li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
diff --git a/content/docs/latest/cookbooks/RetentionExpiry/index.html b/content/docs/latest/cookbooks/RetentionExpiry/index.html
index 5bcff94..e445601 100644
--- a/content/docs/latest/cookbooks/RetentionExpiry/index.html
+++ b/content/docs/latest/cookbooks/RetentionExpiry/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -885,6 +892,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1009,8 +1018,6 @@
-
-
<li><a href="/docs/latest/deployment/aws-cluster/">Deploying a Pulsar cluster on AWS using Terraform and Ansible</a></li>
@@ -1023,6 +1030,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
@@ -1219,6 +1230,8 @@
+
+
<li><a href="/docs/latest/cookbooks/RetentionExpiry/">Message retention and expiry</a></li>
@@ -1441,6 +1454,8 @@
+
+
<li><a href="/docs/latest/cookbooks/RetentionExpiry/">Message retention and expiry</a></li>
@@ -1663,6 +1678,8 @@
+
+
<li><a href="/docs/latest/cookbooks/RetentionExpiry/">Message retention and expiry</a></li>
@@ -1861,6 +1878,8 @@
+
+
<li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
diff --git a/content/docs/latest/getting-started/Pulsar-2.0/index.html b/content/docs/latest/cookbooks/compaction/index.html
similarity index 75%
copy from content/docs/latest/getting-started/Pulsar-2.0/index.html
copy to content/docs/latest/cookbooks/compaction/index.html
index 181e57d..02aaaba 100644
--- a/content/docs/latest/getting-started/Pulsar-2.0/index.html
+++ b/content/docs/latest/cookbooks/compaction/index.html
@@ -43,7 +43,7 @@
under the License.
-->
-<title>Pulsar 2.0</title>
+<title>Topic compaction cookbook</title>
<meta charset="utf-8">
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -844,15 +851,15 @@
<article class="col-xs-12 col-sm-12 col-md-12 col-lg-7">
<section class="docs-header">
<h1 class="docs-title">
- Pulsar 2.0
- <span class="badge badge-warning">New</span>
+ Topic compaction cookbook
+
</h1>
<section class="tags">
- <!-- <span class="badge badge-pill badge-primary">2.0</span> -->
- <button type="button" class="btn btn-primary" data-toggle="modal" data-target="#modal-2.0">2.0</button>
+ <!-- <span class="badge badge-pill badge-primary">admin</span> -->
+ <button type="button" class="btn btn-primary" data-toggle="modal" data-target="#modal-admin">admin</button>
<!--
Licensed to the Apache Software Foundation (ASF) under one
@@ -873,11 +880,11 @@
under the License.
-->
-<div class="modal fade" id="modal-2.0">
+<div class="modal fade" id="modal-admin">
<div class="modal-dialog" role="document">
<div class="modal-content">
<div class="modal-header">
- <h5 class="modal-title">Pages with the <strong>2.0</strong> tag</h5>
+ <h5 class="modal-title">Pages with the <strong>admin</strong> tag</h5>
</div>
<div class="modal-body">
<ul>
@@ -887,6 +894,7 @@
+ <li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -896,6 +904,7 @@
+ <li><a href="/docs/latest/reference/CliTools/">Pulsar command-line tools</a></li>
@@ -959,11 +968,14 @@
+ <li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
+
+
+
- <li><a href="/docs/latest/getting-started/Pulsar-2.0/">Pulsar 2.0</a></li>
@@ -984,6 +996,7 @@
+ <li><a href="/docs/latest/cookbooks/RetentionExpiry/">Message retention and expiry</a></li>
@@ -1005,16 +1018,19 @@
+ <li><a href="/docs/latest/deployment/aws-cluster/">Deploying a Pulsar cluster on AWS using Terraform and Ansible</a></li>
+ <li><a href="/docs/latest/deployment/cluster/">Deploying a Pulsar cluster on bare metal</a></li>
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
@@ -1034,9 +1050,11 @@
+ <li><a href="/docs/latest/deployment/instance/">Deploying a Pulsar instance on bare metal</a></li>
+ <li><a href="/docs/latest/cookbooks/message-deduplication/">Message deduplication</a></li>
@@ -1050,6 +1068,15 @@
+ <li><a href="/docs/latest/admin-api/overview/">The Pulsar admin interface</a></li>
+
+
+
+
+
+
+
+
@@ -1073,8 +1100,8 @@
</div>
- <!-- <span class="badge badge-pill badge-primary">tenants</span> -->
- <button type="button" class="btn btn-primary" data-toggle="modal" data-target="#modal-tenants">tenants</button>
+ <!-- <span class="badge badge-pill badge-primary">clients</span> -->
+ <button type="button" class="btn btn-primary" data-toggle="modal" data-target="#modal-clients">clients</button>
<!--
Licensed to the Apache Software Foundation (ASF) under one
@@ -1095,11 +1122,11 @@
under the License.
-->
-<div class="modal fade" id="modal-tenants">
+<div class="modal fade" id="modal-clients">
<div class="modal-dialog" role="document">
<div class="modal-content">
<div class="modal-header">
- <h5 class="modal-title">Pages with the <strong>tenants</strong> tag</h5>
+ <h5 class="modal-title">Pages with the <strong>clients</strong> tag</h5>
</div>
<div class="modal-body">
<ul>
@@ -1145,6 +1172,9 @@
+ <li><a href="/docs/latest/cookbooks/Encryption/">Pulsar Encryption</a></li>
+
+
@@ -1178,6 +1208,7 @@
+ <li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
@@ -1235,6 +1266,7 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
@@ -1258,6 +1290,11 @@
+ <li><a href="/docs/latest/cookbooks/message-queue/">Using Pulsar as a message queue</a></li>
+
+
+
+
@@ -1295,8 +1332,8 @@
</div>
- <!-- <span class="badge badge-pill badge-primary">clients</span> -->
- <button type="button" class="btn btn-primary" data-toggle="modal" data-target="#modal-clients">clients</button>
+ <!-- <span class="badge badge-pill badge-primary">compaction</span> -->
+ <button type="button" class="btn btn-primary" data-toggle="modal" data-target="#modal-compaction">compaction</button>
<!--
Licensed to the Apache Software Foundation (ASF) under one
@@ -1317,11 +1354,11 @@
under the License.
-->
-<div class="modal fade" id="modal-clients">
+<div class="modal fade" id="modal-compaction">
<div class="modal-dialog" role="document">
<div class="modal-content">
<div class="modal-header">
- <h5 class="modal-title">Pages with the <strong>clients</strong> tag</h5>
+ <h5 class="modal-title">Pages with the <strong>compaction</strong> tag</h5>
</div>
<div class="modal-body">
<ul>
@@ -1367,7 +1404,6 @@
- <li><a href="/docs/latest/cookbooks/Encryption/">Pulsar Encryption</a></li>
@@ -1401,7 +1437,6 @@
- <li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
@@ -1411,7 +1446,6 @@
- <li><a href="/docs/latest/getting-started/Pulsar-2.0/">Pulsar 2.0</a></li>
@@ -1458,6 +1492,7 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
@@ -1481,8 +1516,6 @@
- <li><a href="/docs/latest/cookbooks/message-queue/">Using Pulsar as a message queue</a></li>
-
@@ -1529,36 +1562,19 @@
</section>
<section class="content">
- <p>Pulsar 2.0 is a major new release for Pulsar that brings some bold changes to the platform, including <a href="#topic-names">simplified topic names</a>, the addition of the <a href="../../functions/overview">Pulsar Functions</a> feature, some terminology changes, and more.</p>
-
-<h2 id="new-features-in-pulsar-20">New features in Pulsar 2.0</h2>
-
-<table>
- <thead>
- <tr>
- <th style="text-align: left">Feature</th>
- <th style="text-align: left">Description</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td style="text-align: left"><a href="../../functions/overview">Pulsar Functions</a></td>
- <td style="text-align: left">A lightweight compute option for Pulsar</td>
- </tr>
- </tbody>
-</table>
-
-<h2 id="major-changes">Major changes</h2>
+ <p>Pulsar’s <a href="../../getting-started/ConceptsAndArchitecture#compaction">topic compaction</a> feature enables you to create <strong>compacted</strong> topics in which older, “obscured” entries are pruned from the topic, allowing for faster reads through the topic’s history (which messages are deemed obscured/outdated/irrelevant will depend on your use case).</p>
-<p>There are a few major changes that you should be aware of, as they may significantly impact your day-to-day usage.</p>
+<p>To use compaction:</p>
-<h3 id="tenants">Properties versus tenants</h3>
-
-<p>Previously, Pulsar had a concept of <span class="popover-term" tabindex="0" title="What is a property?" data-placement="top" data-content="A Pulsar tenant." data-toggle="popover" data-trigger="focus">properties</span>. A property is essentially the exact same thing as a <span class="popover-term" tabindex="0" title="What is a tenant?" data-placement="top" data-content="An administrative unit for allocating capacity and enforcing an authentication/authorization scheme. Tenants in Pulsa [...]
+<ul>
+ <li>You need to give messages keys, as topic compaction in Pulsar takes place on a <em>per-key basis</em> (i.e. messages are compacted based on their key). For a stock ticker use case, the stock symbol—e.g. <code class="highlighter-rouge">AAPL</code> or <code class="highlighter-rouge">GOOG</code>—could serve as the key (more on this <a href="#when">below</a>). Messages without keys will be left alone by the compaction process.</li>
+ <li>You must manually <a href="#trigger">trigger</a> compaction using the Pulsar administrative API. This will both run a compaction operation <em>and</em> mark the topic as a compacted topic.</li>
+ <li>Your <span class="popover-term" tabindex="0" title="What is a consumer?" data-placement="top" data-content="A process that establishes a subscription to a Pulsar topic and processes messages published to that topic by producers." data-toggle="popover" data-trigger="focus">consumers</span> must be <a href="#config">configured</a> to read from compacted topics (<a href="#java">Java consumers</a>, for example, have a <code class="highlighter-rouge">readCompacted</code> setting that mu [...]
+</ul>
-<h3 id="topic-names">Topic names</h3>
+<h2 id="when">When should I use compacted topics?</h2>
-<p>Prior to version 2.0, <em>all</em> Pulsar topics had the following form:</p>
+<p>The classic example of a topic that could benefit from compaction would be a stock ticker topic through which <span class="popover-term" tabindex="0" title="What is a consumer?" data-placement="top" data-content="A process that establishes a subscription to a Pulsar topic and processes messages published to that topic by producers." data-toggle="popover" data-trigger="focus">consumers</span> can access up-to-date values for specific stocks. On a stock ticker topic you only care about [...]
<!--
@@ -1580,21 +1596,13 @@
under the License.
-->
-<section class="topic">
- {persistent|non-persistent}://<span class="property">property</span>/<span class="cluster">cluster</span>/<span class="namespace">namespace</span>/<span class="t">topic</span>
-</section>
-
-<p>Two important changes have been made in Pulsar 2.0:</p>
-
-<ul>
- <li>There is no longer a <a href="#no-cluster">cluster component</a></li>
- <li>Properties have been <a href="#tenants">renamed to tenants</a></li>
- <li>You can use a <a href="#flexible-topic-naming">flexible</a> naming system to shorten many topic names</li>
-</ul>
-
-<h4 id="no-cluster">No cluster component</h4>
+<div class="admonition">
+ <div class="info">
+
+ <p>For topics where older values are important, for example when you need to process a long series of messages in order, many of which have the same key, compaction is unnecessary and could possibly even be harmful.</p>
-<p>The <span class="popover-term" tabindex="0" title="What is a cluster?" data-placement="top" data-content="A set of Pulsar brokers and BookKeeper servers (aka bookies). Clusters can reside in different geographical regions and replicate messages to one another in a process called geo-replication." data-toggle="popover" data-trigger="focus">cluster</span> component has been removed from topic names. Thus, all topic names now have the following form:</p>
+ </div>
+</div>
<!--
@@ -1616,9 +1624,42 @@
under the License.
-->
-<section class="topic">
- {persistent|non-persistent}://<span class="property">tenant</span>/<span class="namespace">namespace</span>/<span class="t">topic</span>
-</section>
+<div class="admonition">
+ <div class="warning">
+
+ <p>Compaction only works on topics where each message has a key (as in the stock ticker example, where the stock symbol serves as the key). Keys can be thought of as the axis along which compaction is applied.</p>
+
+ </div>
+</div>
+
+<h2 id="trigger">Triggering compaction</h2>
+
+<p>In order to run compaction on a topic, you need to use the <a href="../../CliTools#pulsar-admin-topics-compact"><code class="highlighter-rouge">topics compact</code></a> command for the <a href="../../CliTools#pulsar-admin"><code class="highlighter-rouge">pulsar-admin</code></a> CLI tool. Here’s an example:</p>
+
+<div class="language-bash highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nv">$ </span>bin/pulsar-admin topics compact <span class="se">\</span>
+ persistent://my-tenant/my-namespace/my-topic
+</code></pre></div></div>
+
+<p>The <code class="highlighter-rouge">pulsar-admin</code> tool runs compaction via the Pulsar <a href="../../reference/RestApi">REST API</a>. To run compaction in its own dedicated process, i.e. <em>not</em> through the REST API, you can use the <a href="../../CliTools#pulsar-compact-topic"><code class="highlighter-rouge">pulsar compact-topic</code></a> command. Here’s an example:</p>
+
+<div class="language-bash highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nv">$ </span>bin/pulsar compact-topic <span class="se">\</span>
+ <span class="nt">--topic</span> persistent://my-tenant-namespace/my-topic
+</code></pre></div></div>
+
+<p>The <code class="highlighter-rouge">pulsar compact-topic</code> command communicates with <a href="https://zookeeper.apache.org">ZooKeeper</a> directly. In order to establish communication with ZooKeeper, though, the <code class="highlighter-rouge">pulsar</code> CLI tool will need to have a valid <a href="../../Configuration#broker">broker configuration</a>. You can either supply a proper configuration in <code class="highlighter-rouge">conf/broker.conf</code> or specify a non-default [...]
+
+<div class="language-bash highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="nv">$ </span>bin/pulsar compact-topic <span class="se">\</span>
+ <span class="nt">--broker-conf</span> /path/to/broker.conf <span class="se">\</span>
+ <span class="nt">--topic</span> persistent://my-tenant/my-namespace/my-topic
+
+<span class="c"># If the configuration is in conf/broker.conf</span>
+<span class="nv">$ </span>bin/pulsar compact-topic <span class="se">\</span>
+ <span class="nt">--topic</span> persistent://my-tenant/my-namespace/my-topic
+</code></pre></div></div>
+
+<h4 id="when-should-i-trigger-compaction">When should I trigger compaction?</h4>
+
+<p>How often you <a href="#trigger">trigger compaction</a> will vary widely based on the use case. If you want a compacted topic to be extremely speedy on read, then you should run compaction fairly frequently.</p>
<!--
@@ -1641,60 +1682,17 @@
-->
<div class="admonition">
- <div class="success">
-
- <p>Existing topics that use the legacy name format will continue to work without any change, and there are no plans to change that.</p>
+ <div class="warning">
+ <span class="admonition-title"><p>No automatic compaction</p>
+</span>
+ <p>Currently, all topic compaction in Pulsar must be initiated manually via the <a href="#trigger">CLI</a> or <a href="../../reference/RestApi">REST API</a>.</p>
</div>
</div>
-<h4 id="flexible-topic-naming">Flexible topic naming</h4>
-
-<p>All topic names in Pulsar 2.0 internally have the form shown <a href="#no-cluster-component">above</a> but you can now use shorthand names in many cases (for the sake of simplicity). The flexible naming system stems from the fact that there is now a default topic type, tenant, and namespace:</p>
-
-<table>
- <thead>
- <tr>
- <th style="text-align: left">Topic aspect</th>
- <th style="text-align: left">Default</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td style="text-align: left">topic type</td>
- <td style="text-align: left"><code class="highlighter-rouge">persistent</code></td>
- </tr>
- <tr>
- <td style="text-align: left">tenant</td>
- <td style="text-align: left"><code class="highlighter-rouge">public</code></td>
- </tr>
- <tr>
- <td style="text-align: left">namespace</td>
- <td style="text-align: left"><code class="highlighter-rouge">default</code></td>
- </tr>
- </tbody>
-</table>
-
-<p>The table below shows some example topic name translations that use implicit defaults:</p>
-
-<table>
- <thead>
- <tr>
- <th style="text-align: left">Input topic name</th>
- <th style="text-align: left">Translated topic name</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td style="text-align: left"><code class="highlighter-rouge">my-topic</code></td>
- <td style="text-align: left"><code class="highlighter-rouge">persistent://public/default/my-topic</code></td>
- </tr>
- <tr>
- <td style="text-align: left"><code class="highlighter-rouge">my-tenant/my-namespace/my-topic</code></td>
- <td style="text-align: left"><code class="highlighter-rouge">persistent://my-tenant/my-namespace/my-topic</code></td>
- </tr>
- </tbody>
-</table>
+<h2 id="config">Consumer configuration</h2>
+
+<p>Pulsar consumers and readers need to be configured to read from compacted topics. The sections below show you how to enable compacted topic reads for Pulsar’s language clients. If the</p>
<!--
@@ -1717,21 +1715,65 @@
-->
<div class="admonition">
- <div class="warning" id="non-persistent-topic-names">
-
-
-<p>For <a href="../ConceptsAndArchitecture#non-persistent-topics">non-persistent topics</a> you’ll need to continue to specify the entire topic name, as the default-based rules for persistent topic names don’t apply. Thus you cannot use a shorthand name like <code class="highlighter-rouge">non-persistent://my-topic</code> and would need to use <code class="highlighter-rouge">non-persistent://public/default/my-topic</code> instead.</p>
+ <div class="warning">
+ <span class="admonition-title"><p>Java only</p>
+</span>
+ <p>Currently, only <a href="#java">Java</a> clients can consume messages from compacted topics.</p>
</div>
</div>
+<h3 id="java">Java</h3>
+
+<p>In order to read from a compacted topic using a Java consumer, the <code class="highlighter-rouge">readCompacted</code> parameter must be set to <code class="highlighter-rouge">true</code>. Here’s an example consumer for a compacted topic:</p>
+
+<div class="language-java highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="n">Consumer</span><span class="o"><</span><span class="kt">byte</span><span class="o">[]></span> <span class="n">compactedTopicConsumer</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="na">newConsumer</span><span class="o">()</span>
+ <span class="o">.</span><span class="na">topic</span><span class="o">(</span><span class="s">"some-compacted-topic"</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">readCompacted</span><span class="o">(</span><span class="kc">true</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">subscribe</span><span class="o">();</span>
+</code></pre></div></div>
+
+<p>As mentioned above, topic compaction in Pulsar works on a <em>per-key basis</em>. That means that messages that you produce on compacted topics need to have keys (the content of the key will depend on your use case). Messages that don’t have keys will be ignored by the compaction process. Here’s an example Pulsar message with a key:</p>
+
+<div class="language-java highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="kn">import</span> <span class="nn">org.apache.pulsar.client.api.Message</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.pulsar.client.api.MessageBuilder</span><span class="o">;</span>
+
+<span class="n">Message</span><span class="o"><</span><span class="kt">byte</span><span class="o">[]></span> <span class="n">msg</span> <span class="o">=</span> <span class="n">MessageBuilder</span><span class="o">.</span><span class="na">create</span><span class="o">()</span>
+ <span class="o">.</span><span class="na">setContent</span><span class="o">(</span><span class="n">someByteArray</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">setKey</span><span class="o">(</span><span class="s">"some-key"</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">build</span><span class="o">();</span>
+</code></pre></div></div>
+
+<p>The example below shows a message with a key being produced on a compacted Pulsar topic:</p>
+
+<div class="language-java highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="kn">import</span> <span class="nn">org.apache.pulsar.client.api.Message</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.pulsar.client.api.MessageBuilder</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.pulsar.client.api.Producer</span><span class="o">;</span>
+<span class="kn">import</span> <span class="nn">org.apache.pulsar.client.api.PulsarClient</span><span class="o">;</span>
+
+<span class="n">PulsarClient</span> <span class="n">client</span> <span class="o">=</span> <span class="n">PulsarClient</span><span class="o">.</span><span class="na">builder</span><span class="o">()</span>
+ <span class="o">.</span><span class="na">serviceUrl</span><span class="o">(</span><span class="s">"pulsar://localhost:6650"</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">build</span><span class="o">();</span>
+
+<span class="n">Producer</span><span class="o"><</span><span class="kt">byte</span><span class="o">[]></span> <span class="n">compactedTopicProducer</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="na">newProducer</span><span class="o">()</span>
+ <span class="o">.</span><span class="na">topic</span><span class="o">(</span><span class="s">"some-compacted-topic"</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">create</span><span class="o">();</span>
+
+<span class="n">Message</span><span class="o"><</span><span class="kt">byte</span><span class="o">[]></span> <span class="n">msg</span> <span class="o">=</span> <span class="n">MessageBuilder</span><span class="o">.</span><span class="na">create</span><span class="o">()</span>
+ <span class="o">.</span><span class="na">setContent</span><span class="o">(</span><span class="n">someByteArray</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">setKey</span><span class="o">(</span><span class="s">"some-key"</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">build</span><span class="o">();</span>
+
+<span class="n">compactedTopicProducer</span><span class="o">.</span><span class="na">send</span><span class="o">(</span><span class="n">msg</span><span class="o">);</span>
+</code></pre></div></div>
+
</section>
</article>
<nav class="toc-bar hidden-md-down col-lg-2">
<div id="toc">
- <h4>Pulsar 2.0</h4>
+ <h4>Topic compaction cookbook</h4>
</div>
</nav>
diff --git a/content/docs/latest/cookbooks/message-deduplication/index.html b/content/docs/latest/cookbooks/message-deduplication/index.html
index 3f4245d..10ceb18 100644
--- a/content/docs/latest/cookbooks/message-deduplication/index.html
+++ b/content/docs/latest/cookbooks/message-deduplication/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -885,6 +892,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1009,8 +1018,6 @@
-
-
<li><a href="/docs/latest/deployment/aws-cluster/">Deploying a Pulsar cluster on AWS using Terraform and Ansible</a></li>
@@ -1023,6 +1030,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
@@ -1145,6 +1156,8 @@
+
+
<li><a href="/docs/latest/getting-started/ConceptsAndArchitecture/">Pulsar concepts and architecture</a></li>
@@ -1419,6 +1432,8 @@
+
+
<li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
@@ -1626,8 +1641,6 @@
</tbody>
</table>
-<p>Any configuration changes you make won’t take effect until you re-start the broker.</p>
-
<h3 id="default">Setting the broker-level default</h3>
<p>By default, message deduplication is <em>disabled</em> on all Pulsar namespaces. To enable it by default on all namespaces, set the <code class="highlighter-rouge">brokerDeduplicationEnabled</code> parameter to <code class="highlighter-rouge">true</code> and re-start the broker.</p>
@@ -1694,7 +1707,7 @@
<span class="n">send_timeout_millis</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
</code></pre></div></div>
-<h2 id="cpp">C++ clients</h2>
+<h3 id="cpp">C++ clients</h3>
<p>To enable message deduplication on a <a href="../../clients/Cpp#producer">C++ producer</a>, set the producer name using <code class="highlighter-rouge">producer_name</code> and the timeout to 0 using <code class="highlighter-rouge">send_timeout_millis</code>. Here’s an example:</p>
diff --git a/content/docs/latest/cookbooks/message-queue/index.html b/content/docs/latest/cookbooks/message-queue/index.html
index b6b0797..f18c3e1 100644
--- a/content/docs/latest/cookbooks/message-queue/index.html
+++ b/content/docs/latest/cookbooks/message-queue/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -957,9 +964,9 @@
- <li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
+ <li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
@@ -1017,6 +1024,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
@@ -1113,6 +1124,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1433,6 +1446,8 @@
+
+
<li><a href="/docs/latest/clients/Python/">The Pulsar Python client</a></li>
@@ -1717,6 +1732,8 @@
+
+
<li><a href="/docs/latest/cookbooks/message-queue/">Using Pulsar as a message queue</a></li>
@@ -1865,6 +1882,8 @@
+
+
<li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
diff --git a/content/docs/latest/cookbooks/non-persistent-messaging/index.html b/content/docs/latest/cookbooks/non-persistent-messaging/index.html
index 8b964b3..2740d8c 100644
--- a/content/docs/latest/cookbooks/non-persistent-messaging/index.html
+++ b/content/docs/latest/cookbooks/non-persistent-messaging/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/deployment/Kubernetes/index.html b/content/docs/latest/deployment/Kubernetes/index.html
index a3643bf..34a95dd 100644
--- a/content/docs/latest/deployment/Kubernetes/index.html
+++ b/content/docs/latest/deployment/Kubernetes/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -937,6 +944,8 @@
+
+
<li><a href="/docs/latest/deployment/Kubernetes/">Deploying Pulsar on Kubernetes</a></li>
@@ -1159,6 +1168,8 @@
+
+
<li><a href="/docs/latest/deployment/Kubernetes/">Deploying Pulsar on Kubernetes</a></li>
diff --git a/content/docs/latest/deployment/Monitoring/index.html b/content/docs/latest/deployment/Monitoring/index.html
index c9136b8..2d53af8 100644
--- a/content/docs/latest/deployment/Monitoring/index.html
+++ b/content/docs/latest/deployment/Monitoring/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/deployment/aws-cluster/index.html b/content/docs/latest/deployment/aws-cluster/index.html
index 0bf1325..e28023a 100644
--- a/content/docs/latest/deployment/aws-cluster/index.html
+++ b/content/docs/latest/deployment/aws-cluster/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -885,6 +892,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1009,8 +1018,6 @@
-
-
<li><a href="/docs/latest/deployment/aws-cluster/">Deploying a Pulsar cluster on AWS using Terraform and Ansible</a></li>
@@ -1023,6 +1030,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
@@ -1269,6 +1280,8 @@
+
+
<li><a href="/docs/latest/deployment/instance/">Deploying a Pulsar instance on bare metal</a></li>
@@ -1532,6 +1545,8 @@
+
+
</ul>
</div>
</div>
@@ -1754,6 +1769,8 @@
+
+
</ul>
</div>
</div>
@@ -1976,6 +1993,8 @@
+
+
</ul>
</div>
</div>
diff --git a/content/docs/latest/deployment/cluster/index.html b/content/docs/latest/deployment/cluster/index.html
index e5ebdcf..35b3dfb 100644
--- a/content/docs/latest/deployment/cluster/index.html
+++ b/content/docs/latest/deployment/cluster/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -885,6 +892,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1009,8 +1018,6 @@
-
-
<li><a href="/docs/latest/deployment/aws-cluster/">Deploying a Pulsar cluster on AWS using Terraform and Ansible</a></li>
@@ -1023,6 +1030,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
@@ -1269,6 +1280,8 @@
+
+
<li><a href="/docs/latest/deployment/instance/">Deploying a Pulsar instance on bare metal</a></li>
@@ -1532,6 +1545,8 @@
+
+
</ul>
</div>
</div>
@@ -1717,6 +1732,8 @@
+
+
<li><a href="/docs/latest/deployment/instance/">Deploying a Pulsar instance on bare metal</a></li>
diff --git a/content/docs/latest/deployment/dcos/index.html b/content/docs/latest/deployment/dcos/index.html
index 69f0245..b416d03 100644
--- a/content/docs/latest/deployment/dcos/index.html
+++ b/content/docs/latest/deployment/dcos/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/deployment/instance/index.html b/content/docs/latest/deployment/instance/index.html
index 3dba832..1da68a2 100644
--- a/content/docs/latest/deployment/instance/index.html
+++ b/content/docs/latest/deployment/instance/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -885,6 +892,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1009,8 +1018,6 @@
-
-
<li><a href="/docs/latest/deployment/aws-cluster/">Deploying a Pulsar cluster on AWS using Terraform and Ansible</a></li>
@@ -1023,6 +1030,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
@@ -1269,6 +1280,8 @@
+
+
<li><a href="/docs/latest/deployment/instance/">Deploying a Pulsar instance on bare metal</a></li>
@@ -1491,6 +1504,8 @@
+
+
<li><a href="/docs/latest/deployment/instance/">Deploying a Pulsar instance on bare metal</a></li>
@@ -1715,6 +1730,8 @@
+
+
<li><a href="/docs/latest/deployment/instance/">Deploying a Pulsar instance on bare metal</a></li>
diff --git a/content/docs/latest/functions/api/index.html b/content/docs/latest/functions/api/index.html
index c3f7c7c..8b706ac 100644
--- a/content/docs/latest/functions/api/index.html
+++ b/content/docs/latest/functions/api/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -1003,7 +1010,7 @@
<ul>
<li>The name and ID of the Pulsar Function</li>
- <li>The message ID of each message. Each Pulsar <span class="popover-term" tabindex="0" title="What is a message in Pulsar?" data-placement="top" data-content="A" data-toggle="popover" data-trigger="focus">message</span> is automatically assigned an ID.</li>
+ <li>The message ID of each message. Each Pulsar <span class=”popover-term” tabindex=”0” title=”What is a message in Pulsar?” data-placement=”top” data-content=”Messages are the basic “unit” of Pulsar. They’re what producers publish to topics and what consumers then consume from topics.” data-toggle=”popover” data-trigger=”focus”>message</span> is automatically assigned an ID.</li>
<li>The name of the topic on which the message was sent</li>
<li>The names of all input topics as well as the output topic associated with the function</li>
<li>The name of the class used for <a href="#serde">SerDe</a></li>
diff --git a/content/docs/latest/functions/deployment/index.html b/content/docs/latest/functions/deployment/index.html
index 046e680..95dd25d 100644
--- a/content/docs/latest/functions/deployment/index.html
+++ b/content/docs/latest/functions/deployment/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/functions/guarantees/index.html b/content/docs/latest/functions/guarantees/index.html
index 39cde15..8519753 100644
--- a/content/docs/latest/functions/guarantees/index.html
+++ b/content/docs/latest/functions/guarantees/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/functions/metrics/index.html b/content/docs/latest/functions/metrics/index.html
index 5677847..f764e06 100644
--- a/content/docs/latest/functions/metrics/index.html
+++ b/content/docs/latest/functions/metrics/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/functions/overview/index.html b/content/docs/latest/functions/overview/index.html
index 618c910..687774e 100644
--- a/content/docs/latest/functions/overview/index.html
+++ b/content/docs/latest/functions/overview/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -860,7 +867,7 @@
<p><strong>Pulsar Functions</strong> are lightweight compute processes that</p>
<ul>
- <li>consume <span class="popover-term" tabindex="0" title="What is a message in Pulsar?" data-placement="top" data-content="A" data-toggle="popover" data-trigger="focus">messages</span> from one or more Pulsar <span class="popover-term" tabindex="0" title="What is a topic?" data-placement="top" data-content="A named channel used to pass messages published by producers to consumers who process those messages." data-toggle="popover" data-trigger="focus">topics</span>,</li>
+ <li>consume <span class=”popover-term” tabindex=”0” title=”What is a message in Pulsar?” data-placement=”top” data-content=”Messages are the basic “unit” of Pulsar. They’re what producers publish to topics and what consumers then consume from topics.” data-toggle=”popover” data-trigger=”focus”>messages</span> from one or more Pulsar <span class="popover-term" tabindex="0" title="What is a topic?" data-placement="top" data-content="A named channel used to pass messages publi [...]
<li>apply a user-supplied processing logic to each message,</li>
<li>publish the results of the computation to another topic</li>
</ul>
diff --git a/content/docs/latest/functions/quickstart/index.html b/content/docs/latest/functions/quickstart/index.html
index cf632c9..389375b 100644
--- a/content/docs/latest/functions/quickstart/index.html
+++ b/content/docs/latest/functions/quickstart/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/getting-started/Clients/index.html b/content/docs/latest/getting-started/Clients/index.html
index c396509..0ac39c8 100644
--- a/content/docs/latest/getting-started/Clients/index.html
+++ b/content/docs/latest/getting-started/Clients/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/getting-started/ConceptsAndArchitecture/index.html b/content/docs/latest/getting-started/ConceptsAndArchitecture/index.html
index 041b58f..fd1fa1c 100644
--- a/content/docs/latest/getting-started/ConceptsAndArchitecture/index.html
+++ b/content/docs/latest/getting-started/ConceptsAndArchitecture/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -907,6 +914,8 @@
+
+
<li><a href="/docs/latest/getting-started/ConceptsAndArchitecture/">Pulsar concepts and architecture</a></li>
@@ -1129,6 +1138,8 @@
+
+
<li><a href="/docs/latest/getting-started/ConceptsAndArchitecture/">Pulsar concepts and architecture</a></li>
@@ -1337,6 +1348,77 @@
<li>Guaranteed message delivery with <a href="#persistent-storage">persistent message storage</a> provided by <a href="http://bookkeeper.apache.org/">Apache BookKeeper</a></li>
</ul>
+<h2 id="messages">Messages</h2>
+
+<p>Messages are the basic “unit” of Pulsar. They’re what <span class="popover-term" tabindex="0" title="What is a producer?" data-placement="top" data-content="A process that publishes messages to a Pulsar topic." data-toggle="popover" data-trigger="focus">producers</span> publish to <span class="popover-term" tabindex="0" title="What is a topic?" data-placement="top" data-content="A named channel used to pass messages published by producers to consumers who process those messages." data [...]
+
+<table>
+ <thead>
+ <tr>
+ <th style="text-align: left">Component</th>
+ <th style="text-align: left">Purpose</th>
+ </tr>
+ </thead>
+ <tbody>
+ <tr>
+ <td style="text-align: left">Value / data payload</td>
+ <td style="text-align: left">The data carried by the message. All Pulsar messages carry raw bytes, although message data can also conform to data <a href="#schema-registry">schemas</a></td>
+ </tr>
+ <tr>
+ <td style="text-align: left">Key</td>
+ <td style="text-align: left">Messages can optionally be tagged with keys, which can be useful for things like <a href="#compaction">topic compaction</a></td>
+ </tr>
+ <tr>
+ <td style="text-align: left">Properties</td>
+ <td style="text-align: left">An optional key/value map of user-defined properties</td>
+ </tr>
+ <tr>
+ <td style="text-align: left">Producer name</td>
+ <td style="text-align: left">The name of the <span class="popover-term" tabindex="0" title="What is a producer?" data-placement="top" data-content="A process that publishes messages to a Pulsar topic." data-toggle="popover" data-trigger="focus">producer</span> that produced the message (producers are automatically given default names, but you can apply your own explicitly as well)</td>
+ </tr>
+ <tr>
+ <td style="text-align: left">Sequence ID</td>
+ <td style="text-align: left">Each Pulsar message belongs to an ordered sequence on its <span class="popover-term" tabindex="0" title="What is a topic?" data-placement="top" data-content="A named channel used to pass messages published by producers to consumers who process those messages." data-toggle="popover" data-trigger="focus">topic</span>. A message’s sequence ID is its ordering in that sequence.</td>
+ </tr>
+ <tr>
+ <td style="text-align: left">Publish time</td>
+ <td style="text-align: left">The timestamp of when the message was published (automatically applied by the <span class="popover-term" tabindex="0" title="What is a producer?" data-placement="top" data-content="A process that publishes messages to a Pulsar topic." data-toggle="popover" data-trigger="focus">producer</span>)</td>
+ </tr>
+ <tr>
+ <td style="text-align: left">Event time</td>
+ <td style="text-align: left">An optional timestamp that applications can attach to the message representing when something happened, e.g. when the message was processed. The event time of a message is 0 if none is explicitly set.</td>
+ </tr>
+ </tbody>
+</table>
+
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+-->
+<div class="admonition">
+ <div class="info">
+
+ <p>For a more in-depth breakdown of Pulsar message contents, see the documentation on Pulsar’s <a href="../../reference/BinaryProtocol">binary protocol</a>.</p>
+
+ </div>
+</div>
+
<h2 id="producers-consumers-topics-and-subscriptions">Producers, consumers, topics, and subscriptions</h2>
<p>Pulsar is built on the <a href="https://en.wikipedia.org/wiki/Publish%E2%80%93subscribe_pattern">publish-subscribe</a> pattern, aka <span class="popover-term" tabindex="0" title="What is the publish-subscribe pattern (pub-sub)?" data-placement="top" data-content="A messaging pattern in which publisher proccesses publish messages on topics that are then consumed (processed) by consumer processes." data-toggle="popover" data-trigger="focus">pub-sub</span>. In this pattern, <a href="#pro [...]
@@ -2837,11 +2919,11 @@
<span class="kn">import</span> <span class="nn">org.apache.pulsar.client.api.MessageId</span><span class="o">;</span>
<span class="kn">import</span> <span class="nn">org.apache.pulsar.client.api.Reader</span><span class="o">;</span>
-<span class="n">String</span> <span class="n">topic</span> <span class="o">=</span> <span class="s">"persistent://public/default/reader-api-test"</span><span class="o">;</span>
-<span class="n">MessageId</span> <span class="n">id</span> <span class="o">=</span> <span class="n">MessageId</span><span class="o">.</span><span class="na">earliest</span><span class="o">;</span>
-
<span class="c1">// Create a reader on a topic and for a specific message (and onward)</span>
-<span class="n">Reader</span> <span class="n">reader</span> <span class="o">=</span> <span class="n">pulsarClient</span><span class="o">.</span><span class="na">createReader</span><span class="o">(</span><span class="n">topic</span><span class="o">,</span> <span class="n">id</span><span class="o">,</span> <span class="k">new</span> <span class="n">ReaderConfiguration</span><span class="o">());</span>
+<span class="n">Reader</span><span class="o"><</span><span class="kt">byte</span><span class="o">[]></span> <span class="n">reader</span> <span class="o">=</span> <span class="n">pulsarClient</span><span class="o">.</span><span class="na">newReader</span><span class="o">()</span>
+ <span class="o">.</span><span class="na">topic</span><span class="o">(</span><span class="s">"reader-api-test"</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">startMessageId</span><span class="o">(</span><span class="n">MessageId</span><span class="o">.</span><span class="na">earliest</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">create</span><span class="o">();</span>
<span class="k">while</span> <span class="o">(</span><span class="kc">true</span><span class="o">)</span> <span class="o">{</span>
<span class="n">Message</span> <span class="n">message</span> <span class="o">=</span> <span class="n">reader</span><span class="o">.</span><span class="na">readNext</span><span class="o">();</span>
@@ -2852,17 +2934,139 @@
<p>To create a reader that will read from the latest available message:</p>
-<div class="language-java highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="n">MessageId</span> <span class="n">id</span> <span class="o">=</span> <span class="n">MessageId</span><span class="o">.</span><span class="na">latest</span><span class="o">;</span>
-<span class="n">Reader</span> <span class="n">reader</span> <span class="o">=</span> <span class="n">pulsarClient</span><span class="o">.</span><span class="na">createReader</span><span class="o">(</span><span class="n">topic</span><span class="o">,</span> <span class="n">id</span><span class="o">,</span> <span class="k">new</span> <span class="n">ReaderConfiguration</span><span class="o">());</span>
+<div class="language-java highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="n">Reader</span><span class="o"><</span><span class="kt">byte</span><span class="o">[]></span> <span class="n">reader</span> <span class="o">=</span> <span class="n">pulsarClient</span><span class="o">.</span><span class="na">newReader</span><span class="o">()</span>
+ <span class="o">.</span><span class="na">topic</span><span class="o">(</span><span class="n">topic</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">startMessageId</span><span class="o">(</span><span class="n">MessageId</span><span class="o">.</span><span class="na">latest</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">create</span><span class="o">();</span>
</code></pre></div></div>
<p>To create a reader that will read from some message between earliest and latest:</p>
<div class="language-java highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="kt">byte</span><span class="o">[]</span> <span class="n">msgIdBytes</span> <span class="o">=</span> <span class="c1">// Some byte array</span>
<span class="n">MessageId</span> <span class="n">id</span> <span class="o">=</span> <span class="n">MessageId</span><span class="o">.</span><span class="na">fromByteArray</span><span class="o">(</span><span class="n">msgIdBytes</span><span class="o">);</span>
-<span class="n">Reader</span> <span class="n">reader</span> <span class="o">=</span> <span class="n">pulsarClient</span><span class="o">.</span><span class="na">createReader</span><span class="o">(</span><span class="n">topic</span><span class="o">,</span> <span class="n">id</span><span class="o">,</span> <span class="k">new</span> <span class="n">ReaderConfiguration</span><span class="o">());</span>
+<span class="n">Reader</span><span class="o"><</span><span class="kt">byte</span><span class="o">[]></span> <span class="n">reader</span> <span class="o">=</span> <span class="n">pulsarClient</span><span class="o">.</span><span class="na">newReader</span><span class="o">()</span>
+ <span class="o">.</span><span class="na">topic</span><span class="o">(</span><span class="n">topic</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">startMessageId</span><span class="o">(</span><span class="n">id</span><span class="o">)</span>
+ <span class="o">.</span><span class="na">create</span><span class="o">();</span>
</code></pre></div></div>
+<h2 id="compaction">Topic compaction</h2>
+
+<p>Pulsar was built with highly scalable <a href="#persistent-storage">persistent storage</a> of message data as a primary objective. Pulsar <span class="popover-term" tabindex="0" title="What is a topic?" data-placement="top" data-content="A named channel used to pass messages published by producers to consumers who process those messages." data-toggle="popover" data-trigger="focus">topics</span> enable you to persistently store as many unacknowledged messages as you need while preservi [...]
+
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+-->
+<div class="admonition">
+ <div class="success">
+
+ <p>For a more practical guide to topic compaction, see the <a href="../../cookbooks/compaction">Topic compaction cookbook</a>.</p>
+
+ </div>
+</div>
+
+<p>For some use cases consumers don’t need a complete “image” of the topic log. They may only need a few values to construct a more “shallow” image of the log, perhaps even just the most recent value. For these kinds of use cases Pulsar offers <strong>topic compaction</strong>. When you run compaction on a topic, Pulsar goes through a topic’s backlog and removes messages that are <em>obscured</em> by later messages, i.e. it goes through the topic on a per-key basis and leaves only the mo [...]
+
+<p>Pulsar’s topic compaction feature:</p>
+
+<ul>
+ <li>Allos for much more efficient “rewind” through topic logs</li>
+ <li>Applies only to <a href="#persistent-storage">persistent topics</a></li>
+ <li>Is triggered manually via the command line. See the <a href="../../cookbooks/compaction">Topic compaction cookbook</a></li>
+ <li>Is conceptually and operationally distinct from <a href="#message-retention-and-expiry">retention and expiry</a>. Topic compaction <em>does</em>, however, respect retention. If retention has removed a message from the message backlog of a topic, the message will also not be readable from the compacted topic ledger.</li>
+</ul>
+
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+-->
+<div class="admonition">
+ <div class="info">
+ <span class="admonition-title"><p>Topic compaction example: the stock ticker</p>
+</span>
+ <p>An example use case for a compacted Pulsar topic would be a stock ticker topic. On a stock ticker topic, each message bears a timestamped dollar value for stocks for purchase (with the message key holding the stock symbol, e.g. <code class="highlighter-rouge">AAPL</code> or <code class="highlighter-rouge">GOOG</code>). With a stock ticker you may care only about the most recent value(s) of the stock and have no interest in historical data (i.e. you don’t need to construct a comple [...]
+
+ </div>
+</div>
+
+<h3 id="how-topic-compaction-works">How topic compaction works</h3>
+
+<p>When topic compaction is triggered <a href="../../cookbooks/compaction">via the CLI</a>, Pulsar will iterate over the entire topic from beginning to end. For each key that it encounters the <span class="popover-term" tabindex="0" title="What is a broker?" data-placement="top" data-content="A stateless component of Pulsar clusters that runs two other components: an HTTP server exposing a REST interface for administration and topic lookup and a dispatcher that handles all message transe [...]
+
+<p>After that, the broker will make a second iteration through each message on the topic. For each message, if the key matches the latest occurrence of that key, then the key’s data payload, message ID, and metadata will be written to the new BookKeeper ledger (the one that was created when compaction was manually initiated). If the key doesn’t match the latest then the message will be skipped and left alone. If any given message has an empty payload, it will be skipped and considered de [...]
+
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+-->
+<div class="admonition">
+ <div class="info">
+ <span class="admonition-title"><p>Compaction leaves the original topic intact</p>
+</span>
+
+ </div>
+</div>
+
+<p>In addition to performing compaction, Pulsar <span class="popover-term" tabindex="0" title="What is a broker?" data-placement="top" data-content="A stateless component of Pulsar clusters that runs two other components: an HTTP server exposing a REST interface for administration and topic lookup and a dispatcher that handles all message transers. Pulsar clusters typically consist of multiple brokers." data-toggle="popover" data-trigger="focus">brokers</span> listen for changes on each [...]
+
+<ul>
+ <li>Clients (consumers and readers) that have read compacted enabled will attempt to read messages from a topic and either:
+ <ul>
+ <li>Read from the topic like normal (if the message ID is greater than or equal to the compaction horizon) or</li>
+ <li>Read beginning at the compaction horizon (if the message ID is lower than the compaction horizon)</li>
+ </ul>
+ </li>
+</ul>
+
<h2 id="schema-registry">Schema registry</h2>
<p>Type safety is extremely important in any application built around a message bus like Pulsar. <span class="popover-term" tabindex="0" title="What is a producer?" data-placement="top" data-content="A process that publishes messages to a Pulsar topic." data-toggle="popover" data-trigger="focus">Producers</span> and <span class="popover-term" tabindex="0" title="What is a consumer?" data-placement="top" data-content="A process that establishes a subscription to a Pulsar topic and process [...]
@@ -3064,6 +3268,7 @@
</div>
</div>
+
</section>
</article>
diff --git a/content/docs/latest/getting-started/LocalCluster/index.html b/content/docs/latest/getting-started/LocalCluster/index.html
index c5fa4db..9817886 100644
--- a/content/docs/latest/getting-started/LocalCluster/index.html
+++ b/content/docs/latest/getting-started/LocalCluster/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -943,6 +950,8 @@
+
+
<li><a href="/docs/latest/getting-started/LocalCluster/">Setting up a local standalone cluster</a></li>
@@ -1167,6 +1176,8 @@
+
+
<li><a href="/docs/latest/getting-started/LocalCluster/">Setting up a local standalone cluster</a></li>
diff --git a/content/docs/latest/getting-started/Pulsar-2.0/index.html b/content/docs/latest/getting-started/Pulsar-2.0/index.html
index 181e57d..aa4bc06 100644
--- a/content/docs/latest/getting-started/Pulsar-2.0/index.html
+++ b/content/docs/latest/getting-started/Pulsar-2.0/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -1066,6 +1073,8 @@
+
+
</ul>
</div>
</div>
@@ -1288,6 +1297,8 @@
+
+
</ul>
</div>
</div>
@@ -1401,9 +1412,9 @@
- <li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
+ <li><a href="/docs/latest/cookbooks/PartitionedTopics/">Partitioned topics</a></li>
@@ -1461,6 +1472,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
diff --git a/content/docs/latest/getting-started/docker/index.html b/content/docs/latest/getting-started/docker/index.html
index 27cfa72..9497df0 100644
--- a/content/docs/latest/getting-started/docker/index.html
+++ b/content/docs/latest/getting-started/docker/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -943,6 +950,8 @@
+
+
<li><a href="/docs/latest/getting-started/LocalCluster/">Setting up a local standalone cluster</a></li>
@@ -1167,6 +1176,8 @@
+
+
<li><a href="/docs/latest/getting-started/LocalCluster/">Setting up a local standalone cluster</a></li>
@@ -1467,6 +1478,8 @@
+
+
<li><a href="/docs/latest/getting-started/docker/">Start a standalone cluster with Docker</a></li>
diff --git a/content/docs/latest/project/BinaryProtocol/index.html b/content/docs/latest/project/BinaryProtocol/index.html
index 64a7b5b..6b69e1f 100644
--- a/content/docs/latest/project/BinaryProtocol/index.html
+++ b/content/docs/latest/project/BinaryProtocol/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -889,6 +896,8 @@
+
+
<li><a href="/docs/latest/project/BinaryProtocol/">Pulsar binary protocol specification</a></li>
@@ -1111,6 +1120,8 @@
+
+
<li><a href="/docs/latest/project/BinaryProtocol/">Pulsar binary protocol specification</a></li>
diff --git a/content/docs/latest/project/Codebase/index.html b/content/docs/latest/project/Codebase/index.html
index 4694eac..487d58c 100644
--- a/content/docs/latest/project/Codebase/index.html
+++ b/content/docs/latest/project/Codebase/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/project/ModularLoadManager/index.html b/content/docs/latest/project/ModularLoadManager/index.html
index 5b83e59..faab38e 100644
--- a/content/docs/latest/project/ModularLoadManager/index.html
+++ b/content/docs/latest/project/ModularLoadManager/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/docs/latest/project/SimulationTools/index.html b/content/docs/latest/project/SimulationTools/index.html
index d516c0a..f9ccebf 100644
--- a/content/docs/latest/project/SimulationTools/index.html
+++ b/content/docs/latest/project/SimulationTools/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -985,6 +992,8 @@
+
+
<li><a href="/docs/latest/project/SimulationTools/">Simulation tools</a></li>
diff --git a/content/docs/latest/project/schema-storage/index.html b/content/docs/latest/project/schema-storage/index.html
index ba16fae..fac2df8 100644
--- a/content/docs/latest/project/schema-storage/index.html
+++ b/content/docs/latest/project/schema-storage/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -931,6 +938,8 @@
+
+
<li><a href="/docs/latest/clients/Java/">The Pulsar Java client</a></li>
@@ -1155,6 +1164,8 @@
+
+
<li><a href="/docs/latest/clients/Java/">The Pulsar Java client</a></li>
diff --git a/content/docs/latest/reference/CliTools/index.html b/content/docs/latest/reference/CliTools/index.html
index 689713d..cbb327a 100644
--- a/content/docs/latest/reference/CliTools/index.html
+++ b/content/docs/latest/reference/CliTools/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -885,6 +892,8 @@
+
+
<li><a href="/docs/latest/admin/Authz/">Authentication and authorization in Pulsar</a></li>
@@ -1009,8 +1018,6 @@
-
-
<li><a href="/docs/latest/deployment/aws-cluster/">Deploying a Pulsar cluster on AWS using Terraform and Ansible</a></li>
@@ -1023,6 +1030,10 @@
+ <li><a href="/docs/latest/cookbooks/compaction/">Topic compaction cookbook</a></li>
+
+
+
@@ -1131,6 +1142,8 @@
+
+
<li><a href="/docs/latest/reference/CliTools/">Pulsar command-line tools</a></li>
@@ -1355,6 +1368,8 @@
+
+
<li><a href="/docs/latest/reference/CliTools/">Pulsar command-line tools</a></li>
@@ -1583,6 +1598,8 @@
+
+
<li><a href="/docs/latest/reference/CliTools/">Pulsar command-line tools</a></li>
@@ -1805,6 +1822,8 @@
+
+
<li><a href="/docs/latest/reference/CliTools/">Pulsar command-line tools</a></li>
@@ -2027,6 +2046,8 @@
+
+
<li><a href="/docs/latest/reference/CliTools/">Pulsar command-line tools</a></li>
@@ -2689,7 +2710,7 @@
<code class="highlighter-rouge">compact-topic</code>
</h3>
<div class="card-content">
- <p>Run compaction against a Pulsar topic</p>
+ <p>Run compaction against a Pulsar topic (in a new process)</p>
<h5>Usage</h5>
<div class="language-shell highlighter-rouge"><pre class="highlight"><code><span class="gp">$</span> pulsar compact-topic <span class="options">options</span></code></pre></div>
@@ -2721,6 +2742,25 @@
</td>
</tr>
+
+ <tr>
+ <td nowrap="">
+
+
+ <code class="highlighter-rouge">-c</code>
+ ,
+
+ <code class="highlighter-rouge">--broker-conf</code>
+
+ <!-- for flag in option.flags -->
+ </td>
+ <td><p>Configuration file for the broker</p>
+</td>
+ <td>
+ <p>${pulsarDirectory}/conf/broker.conf</p>
+
+ </td>
+ </tr>
<!-- for option in options -->
</tbody>
</thead>
@@ -3520,6 +3560,12 @@
<code class="highlighter-rouge">resource-quotas</code>
</a>
</li>
+
+ <li>
+ <a href="#pulsar-admin-topics">
+ <code class="highlighter-rouge">topics</code>
+ </a>
+ </li>
<!-- for command in commands -->
</ul>
<!-- if tool.options -->
@@ -8315,7 +8361,7 @@
<!-- for flag in option.flags -->
</td>
- <td><p>The namespace as <code class="highlighter-rouge">tenant/namespace</code>, for example <code class="highlighter-rouge">my-tenant/my-ns</code>.</p>
+ <td><p>The namespace as <code class="highlighter-rouge">property/cluster/namespace</code>, for example <code class="highlighter-rouge">my-prop/my-cluster/my-ns</code>.</p>
</td>
<td>
@@ -8333,6 +8379,46 @@
</div>
</div>
+
+ <div class="card cli-command">
+ <h3 class="cli-command-title" id="pulsar-admin-topics">
+ <code class="highlighter-rouge">topics</code>
+ </h3>
+ <div class="card-content">
+ <p>Operations related to Pulsar topics of all kinds (both persistent and non-persistent)</p>
+
+ <h5>Usage</h5>
+ <div class="language-shell highlighter-rouge"><pre class="highlight"><code><span class="gp">$</span> pulsar-admin topics <span class="command">subcommand</span></code></pre></div>
+ <!-- if command.options -->
+ <!-- if command.example -->
+
+
+ <h5>Subcommands</h5>
+ <ul>
+
+ <li>
+ <a href="#pulsar-admin-topics-compact">
+ <code class="highlighter-rouge">compact</code>
+ </a>
+ </li>
+ <!-- for subcommand in subcommands -->
+ </ul>
+
+
+ <div class="card cli-subcommand">
+ <h4 class="card-header-title" id="pulsar-admin-topics-compact"><code class="highlighter-rouge">compact</code></h4>
+ <div class="card-content">
+ <p>Runs a compaction operation on the specified topic</p>
+ <h5>Usage</h5>
+ <div class="language-shell highlighter-rouge"><pre class="highlight"><code><span class="gp">$</span> pulsar-admin topics compact <span class="command">topic-name</span></code></pre></div>
+ <!-- if subcommand.options -->
+ <!-- if command.example -->
+ </div>
+ </div>
+ <!-- for subcommand in subcommands -->
+
+ </div>
+ </div>
<!-- for command in commands -->
</div>
</div>
diff --git a/content/docs/latest/reference/Configuration/index.html b/content/docs/latest/reference/Configuration/index.html
index cd5c752..9175441 100644
--- a/content/docs/latest/reference/Configuration/index.html
+++ b/content/docs/latest/reference/Configuration/index.html
@@ -701,8 +701,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
@@ -1300,7 +1307,7 @@ Ideally, ledger dirs and the journal dir are each in a different device, which r
<td>statsProviderClass</td>
<td>
</td>
- <td>org.apache.bookkeeper.stats.PrometheusMetricsProvider</td>
+ <td>org.apache.bookkeeper.stats.prometheus.PrometheusMetricsProvider</td>
</tr>
<tr id="bookkeeper-prometheusStatsHttpPort">
diff --git a/content/docs/latest/reference/RestApi/index.html b/content/docs/latest/reference/RestApi/index.html
index 66f30c9..87c1feb 100644
--- a/content/docs/latest/reference/RestApi/index.html
+++ b/content/docs/latest/reference/RestApi/index.html
@@ -700,8 +700,15 @@
<li>
+ <a href="../../cookbooks/compaction">
+ Topic compaction
+ </a>
+ </li>
+
+
+ <li>
<a href="../../cookbooks/message-deduplication">
- Message deduplication
+ Managing message deduplication
</a>
</li>
diff --git a/content/ja/adaptors/PulsarSpark/index.html b/content/ja/adaptors/PulsarSpark/index.html
index 46f2544..206e816 100644
--- a/content/ja/adaptors/PulsarSpark/index.html
+++ b/content/ja/adaptors/PulsarSpark/index.html
@@ -752,9 +752,11 @@
+ <li><a href="/ja/adaptors/PulsarSpark/">Spark Streaming Pulsar Receiver</a></li>
+
+
- <li><a href="/ja/adaptors/PulsarSpark/">Spark Streaming Pulsar Receiver</a></li>
@@ -974,9 +976,11 @@
+ <li><a href="/ja/adaptors/PulsarSpark/">Spark Streaming Pulsar Receiver</a></li>
+
+
- <li><a href="/ja/adaptors/PulsarSpark/">Spark Streaming Pulsar Receiver</a></li>
@@ -1118,8 +1122,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -1305,6 +1307,10 @@
+
+
+
+
</ul>
</div>
</div>
diff --git a/content/ja/adaptors/PulsarStorm/index.html b/content/ja/adaptors/PulsarStorm/index.html
index 670cc85..4e47839 100644
--- a/content/ja/adaptors/PulsarStorm/index.html
+++ b/content/ja/adaptors/PulsarStorm/index.html
@@ -756,9 +756,11 @@
+ <li><a href="/ja/adaptors/PulsarStorm/">Apache StormのためのPulsarアダプタ</a></li>
+
+
- <li><a href="/ja/adaptors/PulsarStorm/">Apache StormのためのPulsarアダプタ</a></li>
@@ -896,8 +898,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -1083,6 +1083,10 @@
+
+
+
+
</ul>
</div>
</div>
diff --git a/content/ja/admin/AdminInterface/index.html b/content/ja/admin/AdminInterface/index.html
index d606e0b..d42fe8a 100644
--- a/content/ja/admin/AdminInterface/index.html
+++ b/content/ja/admin/AdminInterface/index.html
@@ -674,8 +674,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -694,6 +692,8 @@
+
+
<li><a href="/ja/admin/ClustersBrokers/">PulsarクラスタとBrokerの管理</a></li>
@@ -752,9 +752,9 @@
+ <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
- <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
@@ -782,9 +782,11 @@
+ <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
+
+
- <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
@@ -918,9 +920,11 @@
+ <li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
+
+
- <li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
@@ -1313,6 +1317,8 @@
+
+
</ul>
</div>
</div>
@@ -1356,8 +1362,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -1543,6 +1547,10 @@
+
+
+
+
</ul>
</div>
</div>
diff --git a/content/ja/admin/Authz/index.html b/content/ja/admin/Authz/index.html
index 0f78595..cfda262 100644
--- a/content/ja/admin/Authz/index.html
+++ b/content/ja/admin/Authz/index.html
@@ -674,8 +674,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -694,6 +692,8 @@
+
+
<li><a href="/ja/admin/ClustersBrokers/">PulsarクラスタとBrokerの管理</a></li>
@@ -752,9 +752,9 @@
+ <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
- <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
@@ -782,9 +782,11 @@
+ <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
+
+
- <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
@@ -908,9 +910,11 @@
+ <li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
+
+
- <li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -1130,9 +1134,11 @@
+ <li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
+
+
- <li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -1352,9 +1358,11 @@
+ <li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
+
+
- <li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -1574,9 +1582,11 @@
+ <li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
+
+
- <li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -1798,8 +1808,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -1985,6 +1993,10 @@
+
+
+
+
</ul>
</div>
</div>
@@ -2026,8 +2038,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -2209,6 +2219,10 @@
+
+
+
+
</ul>
</div>
</div>
diff --git a/content/ja/admin/ClustersBrokers/index.html b/content/ja/admin/ClustersBrokers/index.html
index 0a4c696..c0071e7 100644
--- a/content/ja/admin/ClustersBrokers/index.html
+++ b/content/ja/admin/ClustersBrokers/index.html
@@ -674,8 +674,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -694,6 +692,8 @@
+
+
<li><a href="/ja/admin/ClustersBrokers/">PulsarクラスタとBrokerの管理</a></li>
@@ -752,9 +752,9 @@
+ <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
- <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
@@ -782,9 +782,11 @@
+ <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
+
+
- <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
@@ -1089,6 +1091,8 @@
+
+
</ul>
</div>
</div>
@@ -1311,6 +1315,8 @@
+
+
</ul>
</div>
</div>
@@ -1533,6 +1539,8 @@
+
+
</ul>
</div>
</div>
@@ -1755,6 +1763,8 @@
+
+
</ul>
</div>
</div>
@@ -1977,6 +1987,8 @@
+
+
</ul>
</div>
</div>
diff --git a/content/ja/admin/PropertiesNamespaces/index.html b/content/ja/admin/PropertiesNamespaces/index.html
index a1a518e..85a1d2a 100644
--- a/content/ja/admin/PropertiesNamespaces/index.html
+++ b/content/ja/admin/PropertiesNamespaces/index.html
@@ -853,6 +853,8 @@
+
+
</ul>
</div>
</div>
@@ -1075,6 +1077,8 @@
+
+
</ul>
</div>
</div>
@@ -1118,8 +1122,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -1138,6 +1140,8 @@
+
+
<li><a href="/ja/admin/ClustersBrokers/">PulsarクラスタとBrokerの管理</a></li>
@@ -1196,9 +1200,9 @@
+ <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
- <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
@@ -1226,9 +1230,11 @@
+ <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
+
+
- <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
diff --git a/content/ja/advanced/PartitionedTopics/index.html b/content/ja/advanced/PartitionedTopics/index.html
index 5ebbe49..6d099ba 100644
--- a/content/ja/advanced/PartitionedTopics/index.html
+++ b/content/ja/advanced/PartitionedTopics/index.html
@@ -742,9 +742,11 @@
+ <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
+
+
- <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
@@ -964,9 +966,11 @@
+ <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
+
+
- <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
@@ -1118,8 +1122,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -1138,6 +1140,8 @@
+
+
<li><a href="/ja/admin/ClustersBrokers/">PulsarクラスタとBrokerの管理</a></li>
@@ -1196,9 +1200,9 @@
+ <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
- <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
@@ -1226,9 +1230,11 @@
+ <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
+
+
- <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
@@ -1422,9 +1428,11 @@
+ <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
+
+
- <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
diff --git a/content/ja/advanced/RetentionExpiry/index.html b/content/ja/advanced/RetentionExpiry/index.html
index 79a5e80..69c1138 100644
--- a/content/ja/advanced/RetentionExpiry/index.html
+++ b/content/ja/advanced/RetentionExpiry/index.html
@@ -674,8 +674,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -694,6 +692,8 @@
+
+
<li><a href="/ja/admin/ClustersBrokers/">PulsarクラスタとBrokerの管理</a></li>
@@ -752,9 +752,9 @@
+ <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
- <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
@@ -782,9 +782,11 @@
+ <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
+
+
- <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
@@ -1004,9 +1006,11 @@
+ <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
+
+
- <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
@@ -1226,9 +1230,11 @@
+ <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
+
+
- <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
@@ -1448,9 +1454,11 @@
+ <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
+
+
- <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
diff --git a/content/ja/clients/Cpp/index.html b/content/ja/clients/Cpp/index.html
index 0064df6..74f964d 100644
--- a/content/ja/clients/Cpp/index.html
+++ b/content/ja/clients/Cpp/index.html
@@ -680,8 +680,6 @@
-
-
<li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
@@ -859,6 +857,10 @@
+
+
+
+
</ul>
</div>
</div>
@@ -900,8 +902,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -1083,6 +1083,10 @@
+
+
+
+
</ul>
</div>
</div>
diff --git a/content/ja/clients/Java/index.html b/content/ja/clients/Java/index.html
index a71ec17..0487520 100644
--- a/content/ja/clients/Java/index.html
+++ b/content/ja/clients/Java/index.html
@@ -680,8 +680,6 @@
-
-
<li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
@@ -859,6 +857,10 @@
+
+
+
+
</ul>
</div>
</div>
@@ -902,8 +904,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -1089,6 +1089,10 @@
+
+
+
+
</ul>
</div>
</div>
diff --git a/content/ja/clients/Python/index.html b/content/ja/clients/Python/index.html
index 94ae235..d62b962 100644
--- a/content/ja/clients/Python/index.html
+++ b/content/ja/clients/Python/index.html
@@ -680,8 +680,6 @@
-
-
<li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
@@ -859,6 +857,10 @@
+
+
+
+
</ul>
</div>
</div>
@@ -988,8 +990,6 @@
-
-
<li><a href="/ja/clients/Python/">Pulsar Pythonクライアント</a></li>
@@ -1083,6 +1083,10 @@
+
+
+
+
</ul>
</div>
</div>
diff --git a/content/ja/clients/WebSocket/index.html b/content/ja/clients/WebSocket/index.html
index f6c232e..62c0a11 100644
--- a/content/ja/clients/WebSocket/index.html
+++ b/content/ja/clients/WebSocket/index.html
@@ -780,9 +780,11 @@
+ <li><a href="/ja/clients/WebSocket/">PulsarにおけるWebSocket API</a></li>
+
+
- <li><a href="/ja/clients/WebSocket/">PulsarにおけるWebSocket API</a></li>
@@ -1002,9 +1004,11 @@
+ <li><a href="/ja/clients/WebSocket/">PulsarにおけるWebSocket API</a></li>
+
+
- <li><a href="/ja/clients/WebSocket/">PulsarにおけるWebSocket API</a></li>
@@ -1204,8 +1208,6 @@
-
-
<li><a href="/ja/clients/Python/">Pulsar Pythonクライアント</a></li>
@@ -1299,6 +1301,10 @@
+
+
+
+
</ul>
</div>
</div>
diff --git a/content/ja/deployment/InstanceSetup/index.html b/content/ja/deployment/InstanceSetup/index.html
index 971f002..f442265 100644
--- a/content/ja/deployment/InstanceSetup/index.html
+++ b/content/ja/deployment/InstanceSetup/index.html
@@ -674,8 +674,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -694,6 +692,8 @@
+
+
<li><a href="/ja/admin/ClustersBrokers/">PulsarクラスタとBrokerの管理</a></li>
@@ -752,9 +752,9 @@
+ <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
- <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
@@ -782,9 +782,11 @@
+ <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
+
+
- <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
@@ -1089,6 +1091,8 @@
+
+
</ul>
</div>
</div>
diff --git a/content/ja/deployment/Kubernetes/index.html b/content/ja/deployment/Kubernetes/index.html
index accd07d..0ee5514 100644
--- a/content/ja/deployment/Kubernetes/index.html
+++ b/content/ja/deployment/Kubernetes/index.html
@@ -724,9 +724,11 @@
+ <li><a href="/ja/deployment/Kubernetes/">Kubernetes上でのPulsarのデプロイ</a></li>
+
+
- <li><a href="/ja/deployment/Kubernetes/">Kubernetes上でのPulsarのデプロイ</a></li>
@@ -946,9 +948,11 @@
+ <li><a href="/ja/deployment/Kubernetes/">Kubernetes上でのPulsarのデプロイ</a></li>
+
+
- <li><a href="/ja/deployment/Kubernetes/">Kubernetes上でのPulsarのデプロイ</a></li>
diff --git a/content/ja/getting-started/ConceptsAndArchitecture/index.html b/content/ja/getting-started/ConceptsAndArchitecture/index.html
index f3e450e..0264605 100644
--- a/content/ja/getting-started/ConceptsAndArchitecture/index.html
+++ b/content/ja/getting-started/ConceptsAndArchitecture/index.html
@@ -694,9 +694,11 @@
+ <li><a href="/ja/getting-started/ConceptsAndArchitecture/">Pulsarのコンセプトとアーキテクチャ</a></li>
+
+
- <li><a href="/ja/getting-started/ConceptsAndArchitecture/">Pulsarのコンセプトとアーキテクチャ</a></li>
diff --git a/content/ja/getting-started/LocalCluster/index.html b/content/ja/getting-started/LocalCluster/index.html
index bd8556b..8666bcc 100644
--- a/content/ja/getting-started/LocalCluster/index.html
+++ b/content/ja/getting-started/LocalCluster/index.html
@@ -730,9 +730,11 @@
+ <li><a href="/ja/getting-started/LocalCluster/">ローカルスタンドアローンクラスタのセットアップ</a></li>
+
+
- <li><a href="/ja/getting-started/LocalCluster/">ローカルスタンドアローンクラスタのセットアップ</a></li>
@@ -952,9 +954,11 @@
+ <li><a href="/ja/getting-started/LocalCluster/">ローカルスタンドアローンクラスタのセットアップ</a></li>
+
+
- <li><a href="/ja/getting-started/LocalCluster/">ローカルスタンドアローンクラスタのセットアップ</a></li>
diff --git a/content/ja/project/BinaryProtocol/index.html b/content/ja/project/BinaryProtocol/index.html
index f4b93cf..4ead866 100644
--- a/content/ja/project/BinaryProtocol/index.html
+++ b/content/ja/project/BinaryProtocol/index.html
@@ -676,9 +676,11 @@
+ <li><a href="/ja/project/BinaryProtocol/">Pulsarのバイナリプロトコルの仕様</a></li>
+
+
- <li><a href="/ja/project/BinaryProtocol/">Pulsarのバイナリプロトコルの仕様</a></li>
@@ -898,9 +900,11 @@
+ <li><a href="/ja/project/BinaryProtocol/">Pulsarのバイナリプロトコルの仕様</a></li>
+
+
- <li><a href="/ja/project/BinaryProtocol/">Pulsarのバイナリプロトコルの仕様</a></li>
diff --git a/content/ja/project/SimulationTools/index.html b/content/ja/project/SimulationTools/index.html
index 5b518fe..826f846 100644
--- a/content/ja/project/SimulationTools/index.html
+++ b/content/ja/project/SimulationTools/index.html
@@ -772,9 +772,11 @@
+ <li><a href="/ja/project/SimulationTools/">シミュレーションツール</a></li>
+
+
- <li><a href="/ja/project/SimulationTools/">シミュレーションツール</a></li>
diff --git a/content/ja/reference/CliTools/index.html b/content/ja/reference/CliTools/index.html
index ed1053e..45e00ff 100644
--- a/content/ja/reference/CliTools/index.html
+++ b/content/ja/reference/CliTools/index.html
@@ -674,8 +674,6 @@
-
-
<li><a href="/ja/admin/Authz/">Pulsarにおける認証と認可</a></li>
@@ -694,6 +692,8 @@
+
+
<li><a href="/ja/admin/ClustersBrokers/">PulsarクラスタとBrokerの管理</a></li>
@@ -752,9 +752,9 @@
+ <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
- <li><a href="/ja/advanced/PartitionedTopics/">パーティションドトピック</a></li>
@@ -782,9 +782,11 @@
+ <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
+
+
- <li><a href="/ja/advanced/RetentionExpiry/">メッセージの保存と有効期限</a></li>
@@ -918,9 +920,11 @@
+ <li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
+
+
- <li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
@@ -1140,8 +1144,6 @@
-
-
<li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
@@ -1319,6 +1321,10 @@
+
+
+
+
</ul>
</div>
</div>
@@ -1368,9 +1374,11 @@
+ <li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
+
+
- <li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
@@ -1590,9 +1598,11 @@
+ <li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
+
+
- <li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
@@ -1812,9 +1822,11 @@
+ <li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
+
+
- <li><a href="/ja/reference/CliTools/">Pulsarコマンドラインツール</a></li>
@@ -2474,7 +2486,7 @@
<code class="highlighter-rouge">compact-topic</code>
</h3>
<div class="card-content">
- <p>Run compaction against a Pulsar topic</p>
+ <p>Run compaction against a Pulsar topic (in a new process)</p>
<h5>Usage</h5>
<div class="language-shell highlighter-rouge"><pre class="highlight"><code><span class="gp">$</span> pulsar compact-topic <span class="options">options</span></code></pre></div>
@@ -2506,6 +2518,25 @@
</td>
</tr>
+
+ <tr>
+ <td nowrap="">
+
+
+ <code class="highlighter-rouge">-c</code>
+ ,
+
+ <code class="highlighter-rouge">--broker-conf</code>
+
+ <!-- for flag in option.flags -->
+ </td>
+ <td><p>Configuration file for the broker</p>
+</td>
+ <td>
+ <p>${pulsarDirectory}/conf/broker.conf</p>
+
+ </td>
+ </tr>
<!-- for option in options -->
</tbody>
</thead>
@@ -3305,6 +3336,12 @@
<code class="highlighter-rouge">resource-quotas</code>
</a>
</li>
+
+ <li>
+ <a href="#pulsar-admin-topics">
+ <code class="highlighter-rouge">topics</code>
+ </a>
+ </li>
<!-- for command in commands -->
</ul>
<!-- if tool.options -->
@@ -8100,7 +8137,7 @@
<!-- for flag in option.flags -->
</td>
- <td><p>The namespace as <code class="highlighter-rouge">tenant/namespace</code>, for example <code class="highlighter-rouge">my-tenant/my-ns</code>.</p>
+ <td><p>The namespace as <code class="highlighter-rouge">property/cluster/namespace</code>, for example <code class="highlighter-rouge">my-prop/my-cluster/my-ns</code>.</p>
</td>
<td>
@@ -8118,6 +8155,46 @@
</div>
</div>
+
+ <div class="card cli-command">
+ <h3 class="cli-command-title" id="pulsar-admin-topics">
+ <code class="highlighter-rouge">topics</code>
+ </h3>
+ <div class="card-content">
+ <p>Operations related to Pulsar topics of all kinds (both persistent and non-persistent)</p>
+
+ <h5>Usage</h5>
+ <div class="language-shell highlighter-rouge"><pre class="highlight"><code><span class="gp">$</span> pulsar-admin topics <span class="command">subcommand</span></code></pre></div>
+ <!-- if command.options -->
+ <!-- if command.example -->
+
+
+ <h5>Subcommands</h5>
+ <ul>
+
+ <li>
+ <a href="#pulsar-admin-topics-compact">
+ <code class="highlighter-rouge">compact</code>
+ </a>
+ </li>
+ <!-- for subcommand in subcommands -->
+ </ul>
+
+
+ <div class="card cli-subcommand">
+ <h4 class="card-header-title" id="pulsar-admin-topics-compact"><code class="highlighter-rouge">compact</code></h4>
+ <div class="card-content">
+ <p>Runs a compaction operation on the specified topic</p>
+ <h5>Usage</h5>
+ <div class="language-shell highlighter-rouge"><pre class="highlight"><code><span class="gp">$</span> pulsar-admin topics compact <span class="command">topic-name</span></code></pre></div>
+ <!-- if subcommand.options -->
+ <!-- if command.example -->
+ </div>
+ </div>
+ <!-- for subcommand in subcommands -->
+
+ </div>
+ </div>
<!-- for command in commands -->
</div>
</div>
diff --git a/content/ja/reference/Configuration/index.html b/content/ja/reference/Configuration/index.html
index 40e7dc9..85541e0 100644
--- a/content/ja/reference/Configuration/index.html
+++ b/content/ja/reference/Configuration/index.html
@@ -1087,7 +1087,7 @@ Ideally, ledger dirs and the journal dir are each in a different device, which r
<td>statsProviderClass</td>
<td>
</td>
- <td>org.apache.bookkeeper.stats.PrometheusMetricsProvider</td>
+ <td>org.apache.bookkeeper.stats.prometheus.PrometheusMetricsProvider</td>
</tr>
<tr id="bookkeeper-prometheusStatsHttpPort">
--
To stop receiving notification emails like this one, please contact
mmerli@apache.org.