You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hugegraph.apache.org by ji...@apache.org on 2023/03/27 08:32:14 UTC
[incubator-hugegraph] branch master updated: move validate release to hugegraph-doc (#2109)
This is an automated email from the ASF dual-hosted git repository.
jin pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hugegraph.git
The following commit(s) were added to refs/heads/master by this push:
new 6997a87d0 move validate release to hugegraph-doc (#2109)
6997a87d0 is described below
commit 6997a87d0c5df475c498998bbacbbe43c2d1db37
Author: zoulei <10...@qq.com>
AuthorDate: Mon Mar 27 16:32:06 2023 +0800
move validate release to hugegraph-doc (#2109)
---
.github/workflows/validate-release.yml | 58 ---------
hugegraph-dist/pom.xml | 1 +
hugegraph-dist/scripts/validate-release.sh | 181 -----------------------------
3 files changed, 1 insertion(+), 239 deletions(-)
diff --git a/.github/workflows/validate-release.yml b/.github/workflows/validate-release.yml
deleted file mode 100644
index 735ddd5fd..000000000
--- a/.github/workflows/validate-release.yml
+++ /dev/null
@@ -1,58 +0,0 @@
-name: Validate Apache Release
-
-on:
- workflow_dispatch:
- inputs:
- release_version:
- required: true
- default: '1.0.0'
- deploy:
- required: true
- default: false
- type: boolean
-
-jobs:
- build:
- runs-on: ubuntu-latest
- env:
- SCRIPT_PATH: hugegraph-dist/scripts/
- steps:
- - name: Checkout source
- uses: actions/checkout@v3
- - name: Install JDK ${{ matrix.java_version }}
- uses: actions/setup-java@v3
- with:
- java-version: ${{ matrix.java_version }}
- distribution: 'adopt'
- - name: Cache Maven packages
- uses: actions/cache@v3
- with:
- path: ~/.m2
- key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
- restore-keys: ${{ runner.os }}-m2
- - name: Get Yarn path
- id: yarn-cache-dir-path
- run: echo "::set-output name=dir::$(yarn cache dir)"
- - name: Cache Yarn packages
- uses: actions/cache@v3
- # use id to check `cache-hit` (`steps.yarn-cache.outputs.cache-hit != 'true'`)
- id: yarn-cache
- with:
- path: ${{ steps.yarn-cache-dir-path.outputs.dir }}
- key: ${{ runner.os }}-yarn-${{ hashFiles('**/yarn.lock') }}
- restore-keys: |
- ${{ runner.os }}-yarn-
-
-
- # TODO: do we need svn & gpg environment?
- - name: Test Building Source & Running
- run: |
- bash $SCRIPT_PATH/validate-release.sh ${{ inputs.release_version }} ${{ matrix.java_version }}
- - name: Test Running Binary
- run: |
- echo "TODO: separate script to test binary"
-
- strategy:
- fail-fast: false
- matrix:
- java_version: [ '8', '11' ]
diff --git a/hugegraph-dist/pom.xml b/hugegraph-dist/pom.xml
index dc0ae1eff..8c2319954 100644
--- a/hugegraph-dist/pom.xml
+++ b/hugegraph-dist/pom.xml
@@ -181,6 +181,7 @@
<configuration>
<tasks>
<echo file="${project.basedir}/dist.sh">
+ wget --version 1>/dev/null || exit
wget https://github.com/swagger-api/swagger-ui/archive/refs/tags/v4.15.5.tar.gz
tar zxvf v4.15.5.tar.gz
echo "window.onload = function() { window.ui = SwaggerUIBundle({
diff --git a/hugegraph-dist/scripts/validate-release.sh b/hugegraph-dist/scripts/validate-release.sh
deleted file mode 100755
index 5545affb8..000000000
--- a/hugegraph-dist/scripts/validate-release.sh
+++ /dev/null
@@ -1,181 +0,0 @@
-#!/usr/bin/env bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# This script is used to validate the release package, including:
-# 1. Check the release package name & content
-# 2. Check the release package sha512 & gpg signature
-# 3. Compile the source package & run server & toolchain
-# 4. Run server & toolchain in binary package
-
-URL_PREFIX="https://dist.apache.org/repos/dist/dev/incubator/hugegraph/"
-# release version (input by committer)
-RELEASE_VERSION=$1
-JAVA_VERSION=$2
-# git release branch (check it carefully)
-#GIT_BRANCH="release-${RELEASE_VERSION}"
-
-RELEASE_VERSION=${RELEASE_VERSION:?"Please input the release version behind script"}
-
-# step1: download svn files
-rm -rf dist/"$RELEASE_VERSION" && svn co ${URL_PREFIX}/"$RELEASE_VERSION" dist/"$RELEASE_VERSION"
-cd dist/"$RELEASE_VERSION" || exit
-
-# step2: check environment & import public keys
-shasum --version 1>/dev/null || exit
-gpg --version 1>/dev/null || exit
-
-wget https://downloads.apache.org/incubator/hugegraph/KEYS || exit
-gpg --import KEYS
-# TODO: how to trust all public keys in gpg list, currently only trust the first one
-gpg --list-keys --with-colons | grep pub | cut -d: -f5 | xargs -I {} gpg --edit-key {} trust quit
-for key in $(gpg --list-keys --with-colons | awk -F: '/^pub/ {print $5}'); do
- gpg --edit-key "$key" trust quit
-done
-
-# step3: check sha512 & gpg signature
-for i in *.tar.gz; do
- echo "$i"
- shasum -a 512 --check "$i".sha512 || exit
- eval gpg "${GPG_OPT}" --verify "$i".asc "$i" || exit
-done
-
-# step4: validate source packages
-ls -lh ./*.tar.gz
-for i in *src.tar.gz; do
- echo "$i"
- #### step4.0: check the directory name include "incubating"
- if [[ ! "$i" =~ "incubating" ]]; then
- echo "The package name should include incubating" && exit 1
- fi
- tar xzvf "$i" || exit
- cd "$(basename "$i" .tar.gz)" || exit
-
- #### step4.1: check the directory include "NOTICE" and "LICENSE" file
- if [[ ! -f "LICENSE" ]]; then
- echo "The package should include LICENSE file" && exit 1
- fi
- if [[ ! -f "NOTICE" ]]; then
- echo "The package should include NOTICE file" && exit 1
- fi
- # ensure doesn't contains empty directory or file
- COUNT=$(find . -type d -empty | wc -l)
- if [[ $COUNT -ne 0 ]]; then
- find . -type d -empty
- echo "The package should not include empty directory, but get $COUNT" # TODO: && exit 1
- fi
-
- #### step4.2: compile the packages
- if [[ $JAVA_VERSION == 8 && "$i" =~ "computer" ]]; then
- cd .. && echo "skip computer module in java8"
- continue
- fi
- mvn package -DskipTests -ntp && ls -lh
- cd .. || exit
-done
-
-#### step4.3: run the compiled packages in server
-ls -lh
-cd ./*hugegraph-incubating*src/*hugegraph*"${RELEASE_VERSION}" || exit
-bin/init-store.sh && sleep 1
-bin/start-hugegraph.sh && ls ../../
-cd ../../ || exit
-
-#### step4.4: run the compiled packages in toolchain (include loader/tool/hubble)
-cd ./*toolchain*src || exit
-ls -lh
-cd ./*toolchain*"${RELEASE_VERSION}" || exit
-ls -lh
-
-##### 4.4.1 test loader
-cd ./*loader*"${RELEASE_VERSION}" || exit
-bin/hugegraph-loader.sh -f ./example/file/struct.json -s ./example/file/schema.groovy \
- -g hugegraph || exit
-cd .. || exit
-
-##### 4.4.2 test tool
-cd ./*tool*"${RELEASE_VERSION}" || exit
-bin/hugegraph gremlin-execute --script 'g.V().count()' || exit
-bin/hugegraph task-list || exit
-bin/hugegraph backup -t all --directory ./backup-test || exit
-cd .. || exit
-
-##### 4.4.3 test hubble
-cd ./*hubble*"${RELEASE_VERSION}" || exit
-# TODO: add hubble doc & test it
-cat conf/hugegraph-hubble.properties && bin/start-hubble.sh
-cd ../../../ || exit
-
-# step5: validate the binary packages
-#### step5.0: check the directory name include "incubating"
-#### step5.1: check the directory include "NOTICE" and "LICENSE" file
-rm -rf ./*src* && ls -lh
-for i in *.tar.gz; do
- echo "$i"
- if [[ ! "$i" =~ "incubating" ]]; then
- echo "The package name should include incubating" && exit 1
- fi
- tar xzvf "$i" || exit
-
- cd "$(basename "$i" .tar.gz)" && ls -lh || exit
- if [[ ! -f "LICENSE" ]]; then
- echo "The package should include LICENSE file" && exit 1
- fi
- if [[ ! -f "NOTICE" ]]; then
- echo "The package should include NOTICE file" && exit 1
- fi
- # ensure doesn't contains empty directory or file
- COUNT=$(find . -type d -empty | wc -l)
- if [[ $COUNT -ne 0 ]]; then
- find . -type d -empty
- echo "The package should not include empty directory, but get $COUNT" # TODO: && exit 1
- fi
- cd - || exit
-done
-
-#### step5.2: start the server
-cd ./*hugegraph-incubating*"${RELEASE_VERSION}" || exit
-bin/init-store.sh && sleep 1
-# kill the HugeGraphServer process by jps
-jps | grep HugeGraphServer | awk '{print $1}' | xargs kill -9
-bin/start-hugegraph.sh && ls ../
-cd - || exit
-
-#### step5.2: running toolchain
-cd ./*toolchain*"${RELEASE_VERSION}" || exit
-ls -lh
-
-##### 5.2.1 test loader
-cd ./*loader*"${RELEASE_VERSION}" || exit
-bin/hugegraph-loader.sh -f ./example/file/struct.json -s ./example/file/schema.groovy \
- -g hugegraph || exit
-cd - || exit
-
-##### 5.2.2 test tool
-cd ./*tool*"${RELEASE_VERSION}" || exit
-bin/hugegraph gremlin-execute --script 'g.V().count()' || exit
-bin/hugegraph task-list || exit
-bin/hugegraph backup -t all --directory ./backup-test || exit
-cd - || exit
-
-##### 5.2.3 test hubble
-cd ./*hubble*"${RELEASE_VERSION}" || exit
-# TODO: add hubble doc & test it
-cat conf/hugegraph-hubble.properties
-bin/stop-hubble.sh && bin/start-hubble.sh
-cd - || exit
-
-echo "Finish validate, please check all steps manually again!"