You are viewing a plain text version of this content. The canonical link for it is here.
Posted to oak-commits@jackrabbit.apache.org by mr...@apache.org on 2022/11/24 15:23:57 UTC
[jackrabbit-oak] 01/01: OAK-9971: Migrate Oak maintenance builds from Travis CI to Jenkins
This is an automated email from the ASF dual-hosted git repository.
mreutegg pushed a commit to branch OAK-9971-1.22
in repository https://gitbox.apache.org/repos/asf/jackrabbit-oak.git
commit c5127e990c2bb81f346451f9b2d6f5ca7bb4881d
Author: Marcel Reutegger <ma...@gmail.com>
AuthorDate: Thu Nov 24 16:23:18 2022 +0100
OAK-9971: Migrate Oak maintenance builds from Travis CI to Jenkins
---
.travis.yml | 65 --------------------------------------------
Jenkinsfile | 89 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
2 files changed, 89 insertions(+), 65 deletions(-)
diff --git a/.travis.yml b/.travis.yml
deleted file mode 100644
index baaf0a0be8..0000000000
--- a/.travis.yml
+++ /dev/null
@@ -1,65 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-sudo: false
-dist: xenial
-services:
- - docker
-env:
- global:
- - MONGODB=4.0.16
- matrix:
- - MODULE=oak-jcr PROFILE="-PintegrationTesting" UT="-Dsurefire.skip.ut=true" MONGODB_MODE="--single"
- - MODULE=oak-jcr PROFILE="" UT="" MONGODB_MODE="--single"
- - MODULE=oak-store-document PROFILE="-PintegrationTesting" UT="" MONGODB_MODE="--single"
- - MODULE=oak-store-document PROFILE="-PintegrationTesting,replicaset" UT="" MONGODB_MODE="--replicaset"
- - MODULE=oak-lucene PROFILE="-PintegrationTesting" UT="" MONGODB_MODE="--single"
- - MODULE=oak-it PROFILE="-PintegrationTesting" UT="" MONGODB_MODE="--single"
- - MODULE=oak-run PROFILE="-PintegrationTesting" UT="" MONGODB_MODE="--single"
- - MODULE=oak-upgrade PROFILE="-PintegrationTesting" UT="" MONGODB_MODE="--single"
- - MODULE=oak-pojosr PROFILE="-PintegrationTesting" UT="" MONGODB_MODE="--single"
- - MODULE=oak-it-osgi PROFILE="-PintegrationTesting" UT="" MONGODB_MODE="--single"
-before_install:
- - docker pull trekawek/azurite
-install:
- - wget -N http://fastdl.mongodb.org/linux/mongodb-linux-x86_64-${MONGODB}.tgz -P $HOME/.mongodb
- - tar --skip-old-files -C $HOME/.mongodb -xf $HOME/.mongodb/mongodb-linux-x86_64-${MONGODB}.tgz
- - mkdir -p target/mongodb/data
- - cd target/mongodb
- - pyenv versions
- - pyenv install 3.6.3
- - pyenv global 3.6.3
- - python -V
- - python -m venv mtools
- - source mtools/bin/activate
- - pip install --upgrade pip
- - pip install python-dateutil psutil pymongo mtools
- - mlaunch init ${MONGODB_MODE} --binarypath $HOME/.mongodb/mongodb-linux-x86_64-${MONGODB}/bin --dir ${TRAVIS_BUILD_DIR}/target/mongodb/data
- - cd $TRAVIS_BUILD_DIR
- - mvn --batch-mode -DskipTests -Dbaseline.skip=true install -pl :${MODULE} -am -nsu
-script: mvn --batch-mode clean verify -DtrimStackTrace=false -Dbaseline.skip=true ${UT} ${PROFILE} -Dnsfixtures=DOCUMENT_NS -pl :${MODULE} -nsu
-language: java
-jdk:
- - openjdk8
-cache:
- directories:
- - $HOME/.m2
- - $HOME/.mongodb
-addons:
- apt:
- packages:
- - python-pip
-notifications:
- email: false
diff --git a/Jenkinsfile b/Jenkinsfile
new file mode 100644
index 0000000000..c773f7069b
--- /dev/null
+++ b/Jenkinsfile
@@ -0,0 +1,89 @@
+#!/usr/bin/env groovy
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+// schedule oak-jcr:ut,oak-search-elastic,oak-segment-tar,oak-store-document first
+// because they are longest running modules
+def OAK_MODULES = 'oak-jcr:ut,oak-search-elastic,oak-segment-tar,oak-store-document,oak-api,oak-auth-external,oak-auth-ldap,oak-authorization-cug,oak-authorization-principalbased,oak-benchmarks,oak-benchmarks-elastic,oak-benchmarks-lucene,oak-benchmarks-solr,oak-blob,oak-blob-cloud,oak-blob-cloud-azure,oak-blob-plugins,oak-commons,oak-core,oak-core-spi,oak-examples,oak-exercise,oak-http,oak-it,oak-it-osgi,oak-jackrabbit-api,oak-jcr:it,oak-lucene,oak-pojosr,oak-query-spi,oak-run,oak-run-c [...]
+
+properties([buildDiscarder(logRotator(artifactDaysToKeepStr: '', artifactNumToKeepStr: '', daysToKeepStr: '', numToKeepStr: '10'))])
+
+def buildModule(moduleSpec) {
+ def moduleName = ''
+ def testOptions = '-PintegrationTesting'
+ def idx = moduleSpec.indexOf(':')
+ if (idx == -1) {
+ moduleName = moduleSpec
+ } else {
+ moduleName = moduleSpec.substring(0, idx)
+ flags = moduleSpec.substring(idx + 1)
+ if (flags == 'ut') {
+ // unit tests only
+ testOptions = ''
+ } else if (flags == 'it') {
+ // integration tests only
+ testOptions = '-PintegrationTesting -Dsurefire.skip.ut=true'
+ }
+ }
+ stage(moduleSpec) {
+ node(label: 'ubuntu') {
+ def JAVA_JDK_8=tool name: 'jdk_1.8_latest', type: 'hudson.model.JDK'
+ def MAVEN_3_LATEST=tool name: 'maven_3_latest', type: 'hudson.tasks.Maven$MavenInstallation'
+ def MAVEN_CMD = "mvn --batch-mode -Dmaven.repo.local=${env.HOME}/maven-repositories/${env.EXECUTOR_NUMBER}"
+ def MONGODB_SUFFIX = sh(script: 'openssl rand -hex 4', returnStdout: true).trim()
+ sh '''
+ echo "Setting MAVEN_OPTS"
+ echo "MAVEN_OPTS was ${MAVEN_OPTS}"
+ export MAVEN_OPTS="-Xmx1536M"
+ echo "MAVEN_OPTS now ${MAVEN_OPTS}"
+ echo "Setting MAVEN_OPTS done"
+ '''
+ timeout(70) {
+ checkout scm
+ withEnv(["Path+JDK=$JAVA_JDK_8/bin","Path+MAVEN=$MAVEN_3_LATEST/bin","JAVA_HOME=$JAVA_JDK_8","MAVEN_OPTS=-Xmx1536M"]) {
+ sh '''
+ echo "MAVEN_OPTS is ${MAVEN_OPTS}"
+ '''
+ // clean all modules
+ sh "${MAVEN_CMD} -T 1C clean"
+ // build and install up to desired module
+ sh "${MAVEN_CMD} -Dbaseline.skip=true -Prat -T 1C install -DskipTests -pl :${moduleName} -am"
+ try {
+ sh "${MAVEN_CMD} ${testOptions} -DtrimStackTrace=false -Dnsfixtures=SEGMENT_TAR,DOCUMENT_NS -Dmongo.db=MongoMKDB-${MONGODB_SUFFIX} clean verify -pl :${moduleName}"
+ } finally {
+ archiveArtifacts(artifacts: '*/target/unit-tests.log', allowEmptyArchive: true)
+ junit(testResults: '*/target/surefire-reports/*.xml,*/target/failsafe-reports/*.xml', allowEmptyResults: true)
+ }
+ }
+ }
+ }
+ }
+}
+
+def stagesFor(modules) {
+ def stages = [:]
+ for (m in modules.tokenize(',')) {
+ def module = m.trim()
+ stages[module] = { buildModule(module) }
+ }
+ return stages
+}
+
+parallel stagesFor("${OAK_MODULES}")
+