You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by ur...@apache.org on 2022/02/11 07:19:54 UTC
[pulsar-site] branch refactor/migrate-scripts updated (8a8a66e -> d7a2eed)
This is an automated email from the ASF dual-hosted git repository.
urfree pushed a change to branch refactor/migrate-scripts
in repository https://gitbox.apache.org/repos/asf/pulsar-site.git.
from 8a8a66e update
new 297b931 update
new d7a2eed update
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
site2/website-next/migrate/migrate-chapter.js | 117 +++++++++++++++++++++
site2/website-next/migrate/migrate-docs.js | 53 +++-------
site2/website-next/migrate/tool/fix-table.js | 10 +-
.../versioned_docs/version-2.8.0/adaptors-kafka.md | 1 +
4 files changed, 137 insertions(+), 44 deletions(-)
[pulsar-site] 02/02: update
Posted by ur...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
urfree pushed a commit to branch refactor/migrate-scripts
in repository https://gitbox.apache.org/repos/asf/pulsar-site.git
commit d7a2eedbddb7b9d6782c5ff4ed8ef15d8fdad47f
Author: LiLi <ur...@apache.org>
AuthorDate: Fri Feb 11 15:19:38 2022 +0800
update
Signed-off-by: LiLi <ur...@apache.org>
---
site2/website-next/migrate/migrate-chapter.js | 117 ++++++++++++++++++++++++++
1 file changed, 117 insertions(+)
diff --git a/site2/website-next/migrate/migrate-chapter.js b/site2/website-next/migrate/migrate-chapter.js
index e69de29..00b7155 100644
--- a/site2/website-next/migrate/migrate-chapter.js
+++ b/site2/website-next/migrate/migrate-chapter.js
@@ -0,0 +1,117 @@
+const fs = require("fs");
+const path = require("path");
+const _ = require("lodash");
+const migrateDocs = require("./migrate-docs");
+
+const migrate = (version, category) => {
+ let version_full = "version-" + version;
+ let src = "../../website/versioned_docs/" + version_full;
+ let dest = "../../website-next/versioned_docs/" + version_full;
+ if (version == "next") {
+ src = "../../docs";
+ dest = "../../website-next/docs";
+ }
+ src = path.join(__dirname, src);
+ dest = path.join(__dirname, dest);
+
+ let sidebar_file = path.join(
+ __dirname,
+ "../../website/versioned_sidebars/" + version_full + "-sidebars.json"
+ );
+ if (version == "next") {
+ sidebar_file = path.join(__dirname, "../../website/sidebars.json");
+ }
+ let sidebar = fs.readFileSync(sidebar_file, "utf8");
+ sidebar = JSON.parse(sidebar);
+
+ const _key = version == "next" ? "docs" : version_full + "-docs";
+ sidebar = sidebar[_key][category];
+ if (version != "next") {
+ sidebar = sidebar.map((item) => {
+ return item.substr(version_full.length + 1);
+ });
+ }
+ if (!sidebar) {
+ return;
+ }
+
+ let new_sidebar_file = "";
+ let new_sidebar = {};
+
+ if (version == "next") {
+ new_sidebar_file = path.join(__dirname, "../../website-next/sidebars.json");
+ try {
+ new_sidebar = fs.readFileSync(new_sidebar_file, "utf8");
+ new_sidebar = JSON.parse(new_sidebar);
+ } catch {
+ new_sidebar = {
+ docsSidebar: [],
+ };
+ }
+ let categoryMap = _.keyBy(new_sidebar.docsSidebar, "label");
+ if (!categoryMap[category]) {
+ new_sidebar.docsSidebar.push({
+ type: "category",
+ label: category,
+ items: sidebar,
+ });
+ } else {
+ categoryMap[category].items = sidebar;
+ new_sidebar.docsSidebar = _.values(categoryMap);
+ }
+ } else {
+ new_sidebar_file = path.join(
+ __dirname,
+ "../../website-next/versioned_sidebars/" + version_full + "-sidebars.json"
+ );
+ try {
+ new_sidebar = fs.readFileSync(new_sidebar_file, "utf8");
+ new_sidebar = JSON.parse(new_sidebar);
+ } catch {
+ new_sidebar = {
+ [version_full + "/docsSidebar"]: [],
+ };
+ }
+ let categoryMap = _.keyBy(
+ new_sidebar[version_full + "/docsSidebar"],
+ "label"
+ );
+ if (!categoryMap[category]) {
+ new_sidebar[version_full + "/docsSidebar"].push({
+ type: "category",
+ label: category,
+ items: sidebar.map((item) => {
+ return {
+ type: "doc",
+ id:
+ version_full +
+ "/" +
+ (item == "deploy-docs" ? "deploy-dcos" : item),
+ };
+ }),
+ // collapsible: true,
+ // collapsed: true,
+ });
+ } else {
+ categoryMap[category].items = sidebar.map((item) => {
+ return {
+ type: "doc",
+ id:
+ version_full + "/" + (item == "deploy-docs" ? "deploy-dcos" : item),
+ };
+ });
+ new_sidebar[version_full + "/docsSidebar"] = _.values(categoryMap);
+ }
+ }
+ fs.writeFileSync(new_sidebar_file, JSON.stringify(new_sidebar, null, 2));
+
+ for (let docsId of sidebar) {
+ migrateDocs(version, docsId);
+ }
+};
+
+//Test
+if (typeof require !== "undefined" && require.main === module) {
+ // migrate("next", "Pulsar IO");
+ migrate("2.8.0", "Pulsar IO");
+}
[pulsar-site] 01/02: update
Posted by ur...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
urfree pushed a commit to branch refactor/migrate-scripts
in repository https://gitbox.apache.org/repos/asf/pulsar-site.git
commit 297b93141f473cf7924abe177b7a63f0e3740b54
Author: LiLi <ur...@apache.org>
AuthorDate: Fri Feb 11 14:48:18 2022 +0800
update
Signed-off-by: LiLi <ur...@apache.org>
---
site2/website-next/migrate/migrate-docs.js | 53 ++++++----------------
site2/website-next/migrate/tool/fix-table.js | 10 ++--
.../versioned_docs/version-2.8.0/adaptors-kafka.md | 1 +
3 files changed, 20 insertions(+), 44 deletions(-)
diff --git a/site2/website-next/migrate/migrate-docs.js b/site2/website-next/migrate/migrate-docs.js
index 0690a40..558e447 100644
--- a/site2/website-next/migrate/migrate-docs.js
+++ b/site2/website-next/migrate/migrate-docs.js
@@ -2,49 +2,24 @@ const fs = require("fs");
const path = require("path");
const _ = require("lodash");
const fixMd = require("./tool/fix-md");
-import { fileURLToPath } from "url";
+const findMd = require("./tool/find-md");
-function travel(dir, callback) {
- fs.readdirSync(dir).forEach((file) => {
- callback(path.join(dir, file));
- });
-}
-
-function fix(version, docsId) {
- let version_full = "version-" + version;
- let src = "../../website/versioned_docs/" + version_full;
- let dest = "../../website-next/versioned_docs/" + version_full;
+function migrate(version, docsId) {
+ let dest = "../../website-next/versioned_docs/version-" + version;
if (version == "next") {
- src = "../../docs";
dest = "../../website-next/docs";
}
- src = path.join(__dirname, src);
-
- //find docs with id docsId
-
- let reg = new RegExp("^id:\\s*version-" + version + "-(incubating-)?");
-
- // dest = path.join(__dirname, dest);
-
- // travel(src, function (pathname) {
- // let filename = path.basename(pathname);
- // try {
- // fs.statSync(dest);
- // } catch {
- // fs.mkdirSync(dest);
- // }
- // console.log(filename);
- // let data = fs.readFileSync(pathname, "utf8");
- // data = fixMd(data, version);
- // // filename = filename == "deploy-dcos.md" ? "deploy-docs.md" : filename;
- // fs.writeFileSync(path.join(dest, filename), data);
- // });
+ dest = path.join(__dirname, dest, docsId + ".md");
+ let mdpath = findMd(version, docsId);
+ let data = fs.readFileSync(mdpath, "utf8");
+ data = fixMd(data, version);
+ fs.writeFileSync(dest, data);
}
-module.exports = fix;
+module.exports = migrate;
-// if (process.argv[1] === fileURLToPath(import.meta.url)) {
-// const args = process.argv.slice(2);
-// const version = args[0];
-// const docsId = args[1];
-// }
+//Test
+if (typeof require !== "undefined" && require.main === module) {
+ // migrate("next", "adaptors-kafka");
+ migrate("2.8.0", "adaptors-kafka");
+}
diff --git a/site2/website-next/migrate/tool/fix-table.js b/site2/website-next/migrate/tool/fix-table.js
index ef629f8..6d43659 100644
--- a/site2/website-next/migrate/tool/fix-table.js
+++ b/site2/website-next/migrate/tool/fix-table.js
@@ -61,11 +61,11 @@ function fix(data) {
return content;
}
-function test() {
- let data = fs.readFileSync(path.join(__dirname, "../bak/txn-how.md"), "utf8");
- data = fix(data);
- fs.writeFileSync(path.join(__dirname, "../bak/txn-how-fixed.md"), data);
-}
+// function test() {
+// let data = fs.readFileSync(path.join(__dirname, "../bak/txn-how.md"), "utf8");
+// data = fix(data);
+// fs.writeFileSync(path.join(__dirname, "../bak/txn-how-fixed.md"), data);
+// }
// test();
diff --git a/site2/website-next/versioned_docs/version-2.8.0/adaptors-kafka.md b/site2/website-next/versioned_docs/version-2.8.0/adaptors-kafka.md
index 0d78392..ad0d886 100644
--- a/site2/website-next/versioned_docs/version-2.8.0/adaptors-kafka.md
+++ b/site2/website-next/versioned_docs/version-2.8.0/adaptors-kafka.md
@@ -5,6 +5,7 @@ sidebar_label: "Kafka client wrapper"
original_id: adaptors-kafka
---
+
Pulsar provides an easy option for applications that are currently written using the [Apache Kafka](http://kafka.apache.org) Java client API.
## Using the Pulsar Kafka compatibility wrapper