[pulsar-site] 01/06: update

[ur...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

urfree pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/pulsar-site.git

commit fe2cbf10251b7aee95ec2917ac42748185208f3d
Author: LiLi <ur...@apache.org>
AuthorDate: Thu Feb 17 15:17:27 2022 +0800

    update
    
    Signed-off-by: LiLi <ur...@apache.org>
---
 .gitignore                                    |  3 ++-
 site2/website-next/migrate/migrate-version.js | 26 ++++++++++++++++++++++++++
 2 files changed, 28 insertions(+), 1 deletion(-)

diff --git a/.gitignore b/.gitignore
index 50fa9f9..a20bd44 100644
--- a/.gitignore
+++ b/.gitignore
@@ -33,4 +33,5 @@ lib/core/MetadataBlog.js
 */website-next/brodocs/navData.js
 */website-next/brodocs/documents/*.md
 
-build/
\ No newline at end of file
+build/
+bak/
\ No newline at end of file
diff --git a/site2/website-next/migrate/migrate-version.js b/site2/website-next/migrate/migrate-version.js
index 74125d1..3383eeb 100644
--- a/site2/website-next/migrate/migrate-version.js
+++ b/site2/website-next/migrate/migrate-version.js
@@ -51,6 +51,32 @@ const migrate = (version) => {
     let data = fixMd(fs.readFileSync(mdfile, "utf8"));
     fs.writeFileSync(path.join(dest, path.basename(mdfile)), data);
   }
+  //delete duplicate documents with same id
+  let duplicateMap = {};
+  let allDocs = fs.readdirSync(dest);
+  for (let filename of allDocs) {
+    let pathname = path.join(dest, filename);
+    if (fs.statSync(pathname).isDirectory()) {
+      continue;
+    }
+    if (!pathname.endsWith(".md")) {
+      continue;
+    }
+    let data = fs.readFileSync(pathname, "utf8");
+    let id = /id:\s*(.*)/.exec(data)[1];
+    if (id + ".md" == path.basename(pathname)) {
+      continue;
+    }
+    duplicateMap[id] = duplicateMap[id] || [];
+    duplicateMap[id].push(pathname);
+  }
+  console.log(duplicateMap);
+  for (let [key, duplicateFiles] of Object.entries(duplicateMap)) {
+    for (let file of duplicateFiles) {
+      // fs.unlinkSync(file);
+      console.log(file);
+    }
+  }
 };
 
 module.exports = migrate;