[flink-benchmarks] branch master updated: [FLINK-25246] Added universal jenkins script to repository

[pn...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

pnowojski pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink-benchmarks.git


The following commit(s) were added to refs/heads/master by this push:
     new 6f344c2  [FLINK-25246] Added universal jenkins script to repository
6f344c2 is described below

commit 6f344c2d7fa96c0e963173f68f9c807c919dba01
Author: Anton Kalashnikov <ka...@yandex.ru>
AuthorDate: Fri Jan 28 16:15:28 2022 +0100

    [FLINK-25246] Added universal jenkins script to repository
---
 jenkinsfiles/benchmark.jenkinsfile | 86 ++++++++++++++++++++++++++++++++++++++
 1 file changed, 86 insertions(+)

diff --git a/jenkinsfiles/benchmark.jenkinsfile b/jenkinsfiles/benchmark.jenkinsfile
new file mode 100644
index 0000000..c1a1f9b
--- /dev/null
+++ b/jenkinsfiles/benchmark.jenkinsfile
@@ -0,0 +1,86 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+timestamps {
+    try {
+        timeout(time: 6, unit: 'HOURS') { // includes waiting for a machine
+            node('Hetzner') {
+                def mvnHome = tool 'M3'
+                def compileFlink
+                def projectPrefix
+
+                env.JAVA_HOME = tool name: params.java_version
+                stage('Setup java version') {
+                    if(params.java_version == 'openjdk11') {
+                        compileFlink = "'${mvnHome}/bin/mvn' -Dfast -DskipTests -Dskip.npm=true clean install -P java11-target"
+                        projectPrefix = "(Java11)"
+                    } else {
+                        compileFlink = "'${mvnHome}/bin/mvn' -T 1C -Dfast -DskipTests -Dskip.npm=true clean install"
+                        projectPrefix = ""
+                    }
+                }
+                stage('Checking out flink') {
+                    dir('flink') {
+                        git url: '${github_flink_url}', branch: '${github_flink_branch}'
+                    }
+                }
+                stage('Building flink') {
+                    dir('flink') {
+                        sh compileFlink
+                        sh 'git rev-parse --short HEAD > ../flink-commit'
+                        sh "${mvnHome}/bin/mvn org.apache.maven.plugins:maven-help-plugin:2.1.1:evaluate -Dexpression=project.version|grep -Ev \'(^\\[|Download\\w+:)\' > ../flink-version"
+                    }
+                }
+                stage('Checking out flink-benchmarks') {
+                    dir('flink-benchmarks') {
+                        git url: '${github_benchmarks_url}', branch: '${github_benchmarks_branch}'
+                        sh 'git rev-parse --short HEAD > ../flink-benchmarks-commit'
+                    }
+                }
+                stage('Benchmarking') {
+                    dir('flink-benchmarks') {
+                        sh "${mvnHome}/bin/mvn -Dflink.version=`cat ../flink-version` clean install exec:exec -Dbenchmarks=\"${jmh_benchmarks}\" -DbenchmarkExcludes=\"${jmh_benchmarks_excludes}\"  -DexecutableJava=${JAVA_HOME}/bin/java"
+                    }
+                }
+                stage('Uploading results') {
+                    dir('flink-benchmarks') {
+                        archive 'jmh-result.csv'
+                        sh "python save_jmh_result.py --project \"${project_name}${projectPrefix}\" --exec \"${executable_name}${projectPrefix}\" --environment Hetzner --branch ${result_branch} --commit `cat ../flink-commit`-`cat ../flink-benchmarks-commit`-`date +%s` --codespeed http://54.93.230.145:8000/"
+                    }
+                }
+                stage('Cleanup') {
+                    sh "rm -rf ~/.m2/repository/org/apache/flink/flink-shaded*"
+                    slackSend (
+                            channel: "#flink-dev-benchmarks",
+                            message: "Build finished ${env.JOB_NAME} ${env.BUILD_NUMBER} (<${env.BUILD_URL}|Open>)"
+                    )
+                }
+            }
+        }
+    } catch (org.jenkinsci.plugins.workflow.steps.FlowInterruptedException err) {
+        slackSend (
+            channel: "#flink-dev-benchmarks",
+            message: "Build interrupted: ${env.JOB_NAME} #  ${env.BUILD_NUMBER} (<${env.BUILD_URL}|Open>)"
+        )
+    } catch (err) {
+        slackSend (
+            channel: "#flink-dev-benchmarks",
+            message: "Failed build ${env.BUILD_NUMBER} of ${env.JOB_NAME} (<${env.BUILD_URL}|Open>): $err"
+        )
+        throw err
+    }
+}