You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by ad...@apache.org on 2021/01/14 14:33:26 UTC
[ozone] 02/02: TEST - partial unit test run
This is an automated email from the ASF dual-hosted git repository.
adoroszlai pushed a commit to branch HDDS-4698
in repository https://gitbox.apache.org/repos/asf/ozone.git
commit 31210331b8025a4fc262d6038617101bede924ea
Author: Doroszlai, Attila <ad...@apache.org>
AuthorDate: Thu Jan 14 15:32:05 2021 +0100
TEST - partial unit test run
---
.github/workflows/post-commit.yml | 274 +-------------------------------------
1 file changed, 1 insertion(+), 273 deletions(-)
diff --git a/.github/workflows/post-commit.yml b/.github/workflows/post-commit.yml
index ca9a202..3e97f7b 100644
--- a/.github/workflows/post-commit.yml
+++ b/.github/workflows/post-commit.yml
@@ -14,107 +14,8 @@
# limitations under the License.
name: build-branch
on:
- pull_request:
push:
- schedule:
- - cron: 30 0,12 * * *
jobs:
- compile:
- runs-on: ubuntu-18.04
- strategy:
- matrix:
- java: [ 8, 11 ]
- fail-fast: false
- steps:
- - name: Checkout project
- uses: actions/checkout@v2
- - name: Cache for npm dependencies
- uses: actions/cache@v2
- with:
- path: |
- ~/.pnpm-store
- **/node_modules
- key: ${{ runner.os }}-pnpm-${{ hashFiles('**/pnpm-lock.yaml') }}
- restore-keys: |
- ${{ runner.os }}-pnpm-
- - name: Cache for maven dependencies
- uses: actions/cache@v2
- with:
- path: ~/.m2/repository
- key: maven-repo-${{ hashFiles('**/pom.xml') }}
- restore-keys: maven-repo-
- - name: Setup java
- uses: actions/setup-java@v1
- with:
- java-version: ${{ matrix.java }}
- - name: Run a full build
- run: hadoop-ozone/dev-support/checks/build.sh -Pcoverage -Pdist
- - name: Store binaries for tests
- uses: actions/upload-artifact@v2
- if: matrix.java == '8'
- with:
- name: ozone-bin
- path: hadoop-ozone/dist/target/hadoop-ozone*.tar.gz
- retention-days: 1
- bats:
- runs-on: ubuntu-18.04
- steps:
- - name: Checkout project
- uses: actions/checkout@v2
- - name: Install bats
- run: |
- cd /tmp
- curl -LSs https://github.com/bats-core/bats-core/archive/v1.2.1.tar.gz | tar xzf -
- cd bats-core-1.2.1
- sudo ./install.sh /usr/local
- - name: Execute tests
- run: ./hadoop-ozone/dev-support/checks/${{ github.job }}.sh
- - name: Summary of failures
- run: cat target/${{ github.job }}/summary.txt
- if: always()
- - name: Archive build results
- uses: actions/upload-artifact@v2
- if: always()
- with:
- name: ${{ github.job }}
- path: target/${{ github.job }}
- continue-on-error: true
- rat:
- runs-on: ubuntu-18.04
- steps:
- - name: Checkout project
- uses: actions/checkout@v2
- - name: Execute tests
- uses: ./.github/buildenv
- with:
- args: ./hadoop-ozone/dev-support/checks/rat.sh
- - name: Summary of failures
- run: cat target/${{ github.job }}/summary.txt
- if: always()
- - name: Archive build results
- uses: actions/upload-artifact@v2
- if: always()
- with:
- name: rat
- path: target/rat
- continue-on-error: true
- author:
- runs-on: ubuntu-18.04
- steps:
- - name: Checkout project
- uses: actions/checkout@v2
- - name: Execute tests
- run: hadoop-ozone/dev-support/checks/author.sh
- - name: Summary of failures
- run: cat target/${{ github.job }}/summary.txt
- if: always()
- - name: Archive build results
- uses: actions/upload-artifact@v2
- if: always()
- with:
- name: author
- path: target/author
- continue-on-error: true
unit:
runs-on: ubuntu-18.04
steps:
@@ -123,7 +24,7 @@ jobs:
- name: Execute tests
uses: ./.github/buildenv
with:
- args: ./hadoop-ozone/dev-support/checks/unit.sh
+ args: ./hadoop-ozone/dev-support/checks/junit.sh -am -pl :hadoop-hdds-common
- name: Summary of failures
run: cat target/${{ github.job }}/summary.txt
if: always()
@@ -134,130 +35,9 @@ jobs:
name: unit
path: target/unit
continue-on-error: true
- checkstyle:
- runs-on: ubuntu-18.04
- steps:
- - name: Checkout project
- uses: actions/checkout@v2
- - name: Execute tests
- uses: ./.github/buildenv
- with:
- args: ./hadoop-ozone/dev-support/checks/checkstyle.sh
- - name: Summary of failures
- run: cat target/${{ github.job }}/summary.txt
- if: always()
- - name: Archive build results
- uses: actions/upload-artifact@v2
- if: always()
- with:
- name: checkstyle
- path: target/checkstyle
- continue-on-error: true
- findbugs:
- runs-on: ubuntu-18.04
- steps:
- - name: Checkout project
- uses: actions/checkout@v2
- - name: Execute tests
- uses: ./.github/buildenv
- with:
- args: ./hadoop-ozone/dev-support/checks/findbugs.sh
- - name: Summary of failures
- run: cat target/${{ github.job }}/summary.txt
- if: always()
- - name: Archive build results
- uses: actions/upload-artifact@v2
- if: always()
- with:
- name: findbugs
- path: target/findbugs
- continue-on-error: true
- acceptance:
- needs: compile
- runs-on: ubuntu-18.04
- strategy:
- matrix:
- suite:
- - secure
- - unsecure
- - misc
- fail-fast: false
- steps:
- - name: Checkout project
- uses: actions/checkout@v2
- with:
- path: ozone
- - name: Move Ozone to /mnt
- run: |
- sudo chmod 777 /mnt
- mv ozone /mnt/
- - name: Download compiled Ozone binaries
- uses: actions/download-artifact@v2
- with:
- name: ozone-bin
- - name: Untar binaries
- run: |
- mkdir -p /mnt/ozone/hadoop-ozone/dist/target
- tar xzvf hadoop-ozone*.tar.gz -C /mnt/ozone/hadoop-ozone/dist/target
- - name: Install robotframework
- run: sudo pip install robotframework
- - name: Execute tests
- run: |
- cd /mnt/ozone/hadoop-ozone/dist/target/ozone-* && sudo mkdir .aws && sudo chmod 777 .aws && sudo chown 1000 .aws
- cd /mnt/ozone && hadoop-ozone/dev-support/checks/acceptance.sh
- env:
- KEEP_IMAGE: false
- OZONE_ACCEPTANCE_SUITE: ${{ matrix.suite }}
- OZONE_WITH_COVERAGE: true
- OZONE_VOLUME_OWNER: 1000
- - name: Archive build results
- uses: actions/upload-artifact@v2
- if: always()
- with:
- name: acceptance-${{ matrix.suite }}
- path: /mnt/ozone/target/acceptance
- continue-on-error: true
- - name: Delete temporary build artifacts before caching
- run: |
- #Never cache local artifacts
- rm -rf ~/.m2/repository/org/apache/hadoop/hdds
- rm -rf ~/.m2/repository/org/apache/hadoop/ozone
- if: always()
- integration:
- runs-on: ubuntu-18.04
- strategy:
- matrix:
- profile:
- - client
- - filesystem-hdds
- - ozone
- fail-fast: false
- steps:
- - name: Setup link to SSD
- run: sudo mkdir mnt && sudo mount --bind /mnt `pwd`/mnt && sudo chmod 777 mnt
- - name: Checkout project
- uses: actions/checkout@v2
- with:
- path: mnt/ozone
- - name: Execute tests
- uses: ./mnt/ozone/.github/buildenv
- with:
- args: ./mnt/ozone/hadoop-ozone/dev-support/checks/integration.sh -P${{ matrix.profile }}
- - name: Summary of failures
- run: cat mnt/ozone/target/${{ github.job }}/summary.txt
- if: always()
- - name: Archive build results
- uses: actions/upload-artifact@v2
- if: always()
- with:
- name: it-${{ matrix.profile }}
- path: mnt/ozone/target/integration
- continue-on-error: true
coverage:
runs-on: ubuntu-18.04
needs:
- - acceptance
- - integration
- unit
steps:
- name: Checkout project
@@ -289,55 +69,3 @@ jobs:
name: coverage
path: target/coverage
continue-on-error: true
- kubernetes:
- needs: compile
- runs-on: ubuntu-18.04
- steps:
- - name: Checkout project
- uses: actions/checkout@v2
- with:
- path: ozone
- - name: Move Ozone to /mnt
- run: |
- sudo chmod 777 /mnt
- mv ozone /mnt/
- - name: Download compiled Ozone binaries
- uses: actions/download-artifact@v2
- with:
- name: ozone-bin
- - name: Untar binaries
- run: |
- mkdir -p /mnt/ozone/hadoop-ozone/dist/target
- tar xzvf hadoop-ozone*.tar.gz -C /mnt/ozone/hadoop-ozone/dist/target
- - name: Install robotframework
- run: sudo pip install robotframework
- - name: Install k3s
- run: curl -sfL https://get.k3s.io | sh -
- - name: Copy Kubernetes config file
- run: |
- sudo mkdir ~/.kube
- sudo cp /etc/rancher/k3s/k3s.yaml ~/.kube/config
- sudo chown $(id -u) ~/.kube/config
- - name: Install flekszible
- run: |
- cd /tmp
- wget https://github.com/elek/flekszible/releases/download/v1.8.1/flekszible_1.8.1_Linux_x86_64.tar.gz -O - | tar -zx
- chmod +x flekszible
- sudo mv flekszible /usr/bin/flekszible
- - name: Execute tests
- run: |
- cd /mnt/ozone/hadoop-ozone/dist/target/ozone-* && sudo mkdir .aws && sudo chmod 777 .aws && sudo chown 1000 .aws
- cd /mnt/ozone && hadoop-ozone/dev-support/checks/kubernetes.sh
- - name: Archive build results
- uses: actions/upload-artifact@v2
- if: always()
- with:
- name: kubernetes
- path: /mnt/ozone/target/kubernetes
- continue-on-error: true
- - name: Delete temporary build artifacts before caching
- run: |
- #Never cache local artifacts
- rm -rf ~/.m2/repository/org/apache/hadoop/hdds
- rm -rf ~/.m2/repository/org/apache/hadoop/ozone
- if: always()
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org