You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by ur...@apache.org on 2022/06/16 02:25:36 UTC
[pulsar-site] 01/01: fix: optimize crowdin build flow
This is an automated email from the ASF dual-hosted git repository.
urfree pushed a commit to branch fix/crowdin-build-update
in repository https://gitbox.apache.org/repos/asf/pulsar-site.git
commit 34d59b97fbdb8e92f05765bb774d5cc33ee7e949
Author: Li Li <ur...@apache.org>
AuthorDate: Thu Jun 16 10:20:37 2022 +0800
fix: optimize crowdin build flow
Signed-off-by: Li Li <ur...@apache.org>
---
.github/workflows/ci-pulsar-website-docs-sync.yaml | 4 +++-
site2/tools/build-site.sh | 19 -----------------
site2/website-next/.gitignore | 1 +
site2/website-next/docusaurus.config.js | 12 ++++++++---
site2/website-next/scripts/split-version-build.sh | 24 +++++++++++++++++-----
5 files changed, 32 insertions(+), 28 deletions(-)
diff --git a/.github/workflows/ci-pulsar-website-docs-sync.yaml b/.github/workflows/ci-pulsar-website-docs-sync.yaml
index 83df47dce43..6147512a2bb 100644
--- a/.github/workflows/ci-pulsar-website-docs-sync.yaml
+++ b/.github/workflows/ci-pulsar-website-docs-sync.yaml
@@ -63,6 +63,8 @@ jobs:
git remote -v
- git diff-index --quiet HEAD || (git commit -m "Docs sync done from apache/pulsar(#$PULSAR_COMMIT_ID)" && git push -q origin main)
+ # git diff-index --quiet HEAD || (git commit -m "Docs sync done from apache/pulsar(#$PULSAR_COMMIT_ID)" && git push -q origin main)
+ git commit --allow-empty -m "Docs sync done from apache/pulsar(#$PULSAR_COMMIT_ID)"
+ git push -q origin main
echo "Docs sync done from apache/pulsar(#$PULSAR_COMMIT_ID)"
diff --git a/site2/tools/build-site.sh b/site2/tools/build-site.sh
index e05fb46b368..016cbd6948e 100755
--- a/site2/tools/build-site.sh
+++ b/site2/tools/build-site.sh
@@ -72,25 +72,6 @@ cd ${ROOT_DIR}/site2/$WEBSITE_DIR
yarn
if [ -n "$NEXT" ]; then
- yarn write-translations
- CURRENT_HOUR=$(date +%H)
- CURRENT_HOUR=${CURRENT_HOUR#0}
- echo "------ crowdin envs:" "CROWDIN_UPLOAD: "$CROWDIN_UPLOAD "CROWDIN_DOWNLOAD: "$CROWDIN_DOWNLOAD "CURRENT_HOUR: "$CURRENT_HOUR
- if [[ "$CROWDIN_UPLOAD" == "1" || $CURRENT_HOUR -eq 0 ]]; then
- echo "------ exec crowdin upload"
- yarn run crowdin-upload
- else
- echo "------ skip crowdin upload"
- fi
- if [[ "$CROWDIN_DOWNLOAD" == "1" || $CURRENT_HOUR -eq 18 ]]; then
- echo "------ exec crowdin download"
- yarn crowdin-download
- echo 'all' >scripts/.language
- else
- echo "------ skip crowdin download"
- echo 'en' >scripts/.language
- fi
-
node scripts/replace.js
node scripts/split-swagger-by-version.js
# Because there are too many versions of the document, the memory overflows during the full build.
diff --git a/site2/website-next/.gitignore b/site2/website-next/.gitignore
index 5d757981fdd..7a41a65f3b3 100644
--- a/site2/website-next/.gitignore
+++ b/site2/website-next/.gitignore
@@ -17,6 +17,7 @@ build-*/
.env.production.local
.build-versions.json
+.build-languages.json
npm-debug.log*
yarn-debug.log*
diff --git a/site2/website-next/docusaurus.config.js b/site2/website-next/docusaurus.config.js
index bc4d48d9115..fbe4f3f1050 100644
--- a/site2/website-next/docusaurus.config.js
+++ b/site2/website-next/docusaurus.config.js
@@ -6,7 +6,7 @@ const linkifyRegex = require("./plugins/remark-linkify-regex");
const versions = require("./versions.json");
const versionsMap = {
..._.keyBy(
- versions.slice(1).map(item => {
+ versions.slice(1).map((item) => {
return {
label: item,
path: item,
@@ -21,11 +21,17 @@ const versionsMap = {
};
let buildVersions = ["current"];
+let buildLanguages = ["en"];
try {
buildVersions = require("./.build-versions.json");
} catch (error) {
//do nothing
}
+try {
+ buildLanguages = require("./.build-languages.json");
+} catch (error) {
+ //do nothing
+}
const oldUrl = "https://pulsar.apache.org";
const url = "https://pulsar.apache.org";
@@ -129,7 +135,7 @@ module.exports = {
},
i18n: {
defaultLocale: "en",
- locales: ["en", "zh-CN", "zh-TW", "ja", "fr", "ko"],
+ locales: buildLanguages,
localeConfigs: {
"zh-CN": {
label: "简体中文",
@@ -311,7 +317,7 @@ module.exports = {
label: "Sponsorship",
href: "https://www.apache.org/foundation/sponsorship",
},
- {
+ {
label: "Privacy",
href: "https://www.apache.org/foundation/policies/privacy.html",
},
diff --git a/site2/website-next/scripts/split-version-build.sh b/site2/website-next/scripts/split-version-build.sh
index 5f468aa8179..93b8b40ea63 100755
--- a/site2/website-next/scripts/split-version-build.sh
+++ b/site2/website-next/scripts/split-version-build.sh
@@ -4,14 +4,14 @@ node scripts/split-version.js
locals=("en" "zh-CN" "zh-TW" "ja" "ko" "fr")
latest=$(cat scripts/.latest)
-buildLanguage=$(cat scripts/.language)
+BUILD_ALL_LANGUAGE="en"
buildVersion="next"
echo "changed files: "
echo $@
function _build() {
- if [[ "$buildLanguage" == "en" ]]; then
+ if [[ "$BUILD_ALL_LANGUAGE" == "0" ]]; then
echo "only build en"
yarn build --locale en
else
@@ -23,9 +23,11 @@ function _build() {
function _buildVersion() {
if [[ $buildVersion = "next" ]]; then
echo "..." ${buildVersion} "and" $latest" begin build..."
+ echo "[\"en\", \"zh-CN\", \"zh-TW\", \"ja\", \"fr\", \"ko\"]" >./.build-languages.json
echo "[\"current\", \"${latest}\"]" >.build-versions.json
else
echo "..." $buildVersion "begin build..."
+ echo "[\"en\", \"zh-CN\"]" >./.build-languages.json
echo "[\"${buildVersion}\"]" >.build-versions.json
fi
@@ -48,17 +50,29 @@ function _buildVersion() {
echo "..." $buildVersion "build done..."
}
+yarn write-translations
CURRENT_HOUR=$(date +%H)
CURRENT_HOUR=${CURRENT_HOUR#0}
+#force set CURRENT_HOUR for testing crowdin download and build all
+CURRENT_HOUR=18
+echo "------ crowdin envs:" "CROWDIN_UPLOAD: "$CROWDIN_UPLOAD "CROWDIN_DOWNLOAD: "$CROWDIN_DOWNLOAD "CURRENT_HOUR: "$CURRENT_HOUR
+if [[ $CURRENT_HOUR -eq 0 ]]; then
+ echo "------ exec crowdin upload"
+ yarn run crowdin-upload
+else
+ echo "------ skip crowdin upload"
+fi
if [[ $CURRENT_HOUR -eq 18 ]]; then
+ echo "------ exec crowdin download"
+ yarn crowdin-download
+ BUILD_ALL_LANGUAGE="1"
BUILD_ALL_VERSION="1"
else
+ echo "------ skip crowdin download"
+ BUILD_ALL_LANGUAGE="0"
BUILD_ALL_VERSION="0"
fi
-# sometimes need build specify versions
-SUPPLEMENT_VERSIONS=$latest
-
# Build only the versions that has changed
# Build next version that has any changed
while read version; do