You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@yetus.apache.org by aw...@apache.org on 2018/11/11 22:19:23 UTC
[07/17] yetus git commit: YETUS-15. build environment
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch-docker/Dockerfile
----------------------------------------------------------------------
diff --git a/precommit/test-patch-docker/Dockerfile b/precommit/test-patch-docker/Dockerfile
deleted file mode 100644
index 8494d5c..0000000
--- a/precommit/test-patch-docker/Dockerfile
+++ /dev/null
@@ -1,203 +0,0 @@
-
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-###############
-#
-# Example Apache Yetus Dockerfile that includes all functionality supported
-# as well as enough bits to build and release Apache Yetus itself.
-#
-###############
-
-FROM ubuntu:xenial
-
-WORKDIR /root
-SHELL ["/bin/bash", "-o", "pipefail", "-c"]
-
-ENV DEBIAN_FRONTEND noninteractive
-ENV DEBCONF_TERSE true
-
-######
-# Install some basic Apache Yetus requirements
-######
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y \
- curl \
- git \
- gnupg-agent \
- locales \
- pinentry-curses \
- pkg-config \
- rsync \
- software-properties-common \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-###
-# Set the locale
-###
-RUN locale-gen en_US.UTF-8
-ENV LANG en_US.UTF-8
-ENV LANGUAGE en_US:en
-ENV LC_ALL en_US.UTF-8
-
-####
-# Install java (first, since we want to dicate what form of Java)
-####
-
-####
-# OpenJDK 8
-####
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y openjdk-8-jdk-headless \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-#######
-# OpenJDK 9
-# w/workaround for
-# https://bugs.launchpad.net/ubuntu/+source/openjdk-9/+bug/1593191
-#######
-RUN apt-get -q update && apt-get -o Dpkg::Options::="--force-overwrite" \
- -q install --no-install-recommends -y \
- openjdk-9-jdk-headless \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-#######
-# Set default Java
-#######
-#
-# By default, OpenJDK sets the default Java to the highest version.
-# We want the opposite, soooooo....
-#
-RUN update-java-alternatives --set java-1.8.0-openjdk-amd64
-RUN update-alternatives --get-selections | grep -i jdk | \
- while read -r line; do \
- alternative=$(echo "$line" | awk '{print $1}'); \
- path=$(echo "$line" | awk '{print $3}'); \
- newpath=${path//java-9/java-8}; \
- update-alternatives --set "$alternative" "$newpath"; \
- done
-
-
-####
-# Install ant
-####
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y ant \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-####
-# Install GNU automake, GNU make, and related
-####
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y autoconf automake libtool make \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-####
-# Install bats (TAP-capable unit testing for shell scripts)
-####
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y bats \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-####
-# Install cmake
-####
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y cmake \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-######
-# Install findbugs
-######
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y findbugs \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-ENV FINDBUGS_HOME /usr
-
-####
-# Install GNU C/C++
-####
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y g++ gcc libc-dev \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-######
-# Install maven
-######
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y maven \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-######
-# Install perl
-######
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y perl libperl-critic-perl \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-######
-# Install python and pylint
-######
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y python \
- python2.7 \
- python-pip \
- python-pkg-resources \
- python-setuptools \
- python-wheel \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-RUN pip2 install -v pylint==1.9.2
-
-####
-# Install ruby, rubocop, and ruby-lint
-###
-RUN echo 'gem: --no-rdoc --no-ri' >> /root/.gemrc
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y ruby ruby-dev \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-RUN gem install rake
-RUN gem install rubocop
-RUN gem install ruby-lint
-
-####
-# Install shellcheck (shell script lint)
-####
-RUN add-apt-repository -y ppa:jonathonf/ghc-8.0.2
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y shellcheck \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
-
-###
-# Install hadolint
-####
-RUN curl -L -s -S \
- https://github.com/hadolint/hadolint/releases/download/v1.11.1/hadolint-Linux-x86_64 \
- -o /bin/hadolint && \
- chmod a+rx /bin/hadolint && \
- shasum -a 512 /bin/hadolint | \
- awk '$1!="734e37c1f6619cbbd86b9b249e69c9af8ee1ea87a2b1ff71dccda412e9dac35e63425225a95d71572091a3f0a11e9a04c2fc25d9e91b840530c26af32b9891ca" {exit(1)}'
-
-####
-# YETUS CUT HERE
-# Anthing after the above line is ignored by Yetus, so could
-# include other requirements not needed by your development
-# (but not build) environment
-###
-RUN apt-get -q update && apt-get -q install --no-install-recommends -y sudo vim \
- && apt-get clean \
- && rm -rf /var/lib/apt/lists/*
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch-docker/Dockerfile-endstub
----------------------------------------------------------------------
diff --git a/precommit/test-patch-docker/Dockerfile-endstub b/precommit/test-patch-docker/Dockerfile-endstub
deleted file mode 100644
index ce76491..0000000
--- a/precommit/test-patch-docker/Dockerfile-endstub
+++ /dev/null
@@ -1,21 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-ADD launch-test-patch.sh /testptch/launch-test-patch.sh
-RUN mkdir /testptch/extras
-RUN chmod a+rwx /testptch/extras
-RUN chmod a+rx /testptch/launch-test-patch.sh
-CMD /testptch/launch-test-patch.sh
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch-docker/launch-test-patch.sh
----------------------------------------------------------------------
diff --git a/precommit/test-patch-docker/launch-test-patch.sh b/precommit/test-patch-docker/launch-test-patch.sh
deleted file mode 100755
index b170cd2..0000000
--- a/precommit/test-patch-docker/launch-test-patch.sh
+++ /dev/null
@@ -1,80 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-declare -a OVERWRITEARGS
-
-OVERWRITEARGS=("--reexec")
-OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--dockermode")
-OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--basedir=${BASEDIR}")
-
-cd "${BASEDIR}" || exit 1
-
-if [[ -n ${JAVA_HOME}
- && ! -d ${JAVA_HOME} ]]; then
- echo "JAVA_HOME: ${JAVA_HOME} does not exist. Dockermode: attempting to switch to another." 1>&2
- JAVA_HOME=""
-fi
-
-if [[ -z ${JAVA_HOME} ]]; then
- JAVA_HOME=$(find /usr/lib/jvm/ -name "java-*" -type d | tail -1)
- export JAVA_HOME
- if [[ -n "${JAVA_HOME}" ]]; then
- OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--java-home=${JAVA_HOME}")
- echo "Setting ${JAVA_HOME} as the JAVA_HOME."
- fi
-fi
-
-# Avoid out of memory errors in builds
-MAVEN_OPTS=${MAVEN_OPTS:-"-Xms256m -Xmx1g"}
-export MAVEN_OPTS
-
-# strip out --docker param to prevent re-exec again
-TESTPATCHMODE=${TESTPATCHMODE/--docker }
-TESTPATCHMODE=${TESTPATCHMODE%--docker}
-
-PATCH_DIR=$(cd -P -- "${PATCH_DIR}" >/dev/null && pwd -P)
-OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--patch-dir=${PATCH_DIR}")
-OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--user-plugins=${PATCH_DIR}/precommit/user-plugins")
-if [[ -f "${PATCH_DIR}/precommit/unit_test_filter_file.txt" ]]; then
- OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--unit-test-filter-file=${PATCH_DIR}/precommit/unit_test_filter_file.txt")
-fi
-
-# if patch system is generic, then it's either a local
-# patch file or was in some other way not pulled from a bug
-# system. So we need to rescue it and then tell
-# test-patch where to find it.
-if [[ "${PATCH_SYSTEM}" = generic ]]; then
- cp -p "${PATCH_DIR}/patch" /testptch/extras/patch
- OVERWRITEARGS=("${OVERWRITEARGS[@]}" "/testptch/extras/patch")
-fi
-
-if [[ -f /testptch/console.txt ]]; then
- OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--console-report-file=/testptch/console.txt")
-fi
-
-if [[ -f /testptch/brief.txt ]]; then
- OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--brief-report-file=/testptch/brief.txt")
-fi
-
-if [[ -f /testptch/report.htm ]]; then
- OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--html-report-file=/testptch/report.htm")
-fi
-
-cd "${PATCH_DIR}/precommit/" || exit 1
-#shellcheck disable=SC2086
-"${PATCH_DIR}/precommit/test-patch.sh" \
- ${TESTPATCHMODE} \
- "${OVERWRITEARGS[@]}"
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch.d/ant.sh
----------------------------------------------------------------------
diff --git a/precommit/test-patch.d/ant.sh b/precommit/test-patch.d/ant.sh
deleted file mode 100755
index 4c81741..0000000
--- a/precommit/test-patch.d/ant.sh
+++ /dev/null
@@ -1,221 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# there's nothing in here public, so don't publish docs
-# SHELLDOC-IGNORE
-
-if [[ -z "${ANT_HOME:-}" ]]; then
- ANT=ant
-else
- ANT=${ANT_HOME}/bin/ant
-fi
-
-add_build_tool ant
-
-declare -a ANT_ARGS=("-noinput")
-
-function ant_usage
-{
- yetus_add_option "--ant-cmd=<cmd>" "The 'ant' command to use (default \${ANT_HOME}/bin/ant, or 'ant')"
-}
-
-function ant_parse_args
-{
- local i
-
- for i in "$@"; do
- case ${i} in
- --ant-cmd=*)
- ANT=${i#*=}
- ;;
- esac
- done
-
- # if we requested offline, pass that to ant
- if [[ ${OFFLINE} == "true" ]]; then
- ANT_ARGS=("${ANT_ARGS[@]}" -Doffline=)
- fi
-}
-
-function ant_initialize
-{
- # we need to do this before docker kicks in
- if [[ -e "${HOME}/.ivy2"
- && ! -d "${HOME}/.ivy2" ]]; then
- yetus_error "ERROR: ${HOME}/.ivy2 is not a directory."
- return 1
- elif [[ ! -e "${HOME}/.ivy2" ]]; then
- yetus_debug "Creating ${HOME}/.ivy2"
- mkdir -p "${HOME}/.ivy2"
- fi
-}
-
-function ant_precheck
-{
- declare ant_version
-
- if ! verify_command ant "${ANT}"; then
- add_vote_table -1 ant "ERROR: ant is not available."
- return 1
- fi
- # finally let folks know what version they'll be dealing with.
- ant_version=$(${ANT} -version 2>/dev/null)
- add_footer_table ant "version: ${ant_version}"
- return 0
-}
-
-function ant_filefilter
-{
- declare filename=$1
-
- if [[ ${filename} =~ build\.xml$
- || ${filename} =~ ivy\.xml$ ]]; then
- yetus_debug "tests/compile: ${filename}"
- add_test compile
- fi
-}
-
-function ant_buildfile
-{
- echo "build.xml"
-}
-
-function ant_executor
-{
- echo "${ANT}" "${ANT_ARGS[@]}"
-}
-
-function ant_modules_worker
-{
- declare repostatus=$1
- declare tst=$2
- shift 2
-
- # shellcheck disable=SC2034
- UNSUPPORTED_TEST=false
-
- case ${tst} in
- findbugs)
- modules_workers "${repostatus}" findbugs findbugs
- ;;
- compile)
- modules_workers "${repostatus}" compile
- ;;
- distclean)
- modules_workers "${repostatus}" distclean clean
- ;;
- javadoc)
- modules_workers "${repostatus}" javadoc clean javadoc
- ;;
- unit)
- modules_workers "${repostatus}" unit
- ;;
- *)
- # shellcheck disable=SC2034
- UNSUPPORTED_TEST=true
- if [[ ${repostatus} = patch ]]; then
- add_footer_table "${tst}" "not supported by the ${BUILDTOOL} plugin"
- fi
- yetus_error "WARNING: ${tst} is unsupported by ${BUILDTOOL}"
- return 1
- ;;
- esac
-}
-
-## @description Helper for generic_logfilter
-## @audience private
-## @stability evolving
-## @replaceable no
-function ant_javac_logfilter
-{
- declare input=$1
- declare output=$2
-
- #shellcheck disable=SC2016
- ${GREP} "\[javac\] /" "${input}" > "${output}"
-}
-
-## @description Helper for generic_logfilter
-## @audience private
-## @stability evolving
-## @replaceable no
-function ant_javadoc_logfilter
-{
- declare input=$1
- declare output=$2
-
- #shellcheck disable=SC2016
- ${GREP} "\[javadoc\] /" "${input}" > "${output}"
-}
-
-function ant_builtin_personality_modules
-{
- local repostatus=$1
- local testtype=$2
-
- local module
-
- yetus_debug "Using builtin personality_modules"
- yetus_debug "Personality: ${repostatus} ${testtype}"
-
- clear_personality_queue
-
- for module in "${CHANGED_MODULES[@]}"; do
- personality_enqueue_module "${module}"
- done
-}
-
-function ant_builtin_personality_file_tests
-{
- local filename=$1
-
- yetus_debug "Using builtin ant personality_file_tests"
-
- if [[ ${filename} =~ \.sh
- || ${filename} =~ \.cmd
- ]]; then
- yetus_debug "tests/shell: ${filename}"
- elif [[ ${filename} =~ \.c$
- || ${filename} =~ \.cc$
- || ${filename} =~ \.h$
- || ${filename} =~ \.hh$
- || ${filename} =~ \.proto$
- || ${filename} =~ src/test
- || ${filename} =~ \.cmake$
- || ${filename} =~ CMakeLists.txt
- ]]; then
- yetus_debug "tests/units: ${filename}"
- add_test javac
- add_test unit
- elif [[ ${filename} =~ build.xml
- || ${filename} =~ ivy.xml
- || ${filename} =~ \.java$
- ]]; then
- yetus_debug "tests/javadoc+units: ${filename}"
- add_test javac
- add_test javadoc
- add_test unit
- fi
-
- if [[ ${filename} =~ \.java$ ]]; then
- add_test findbugs
- fi
-}
-
-function ant_docker_support
-{
- DOCKER_EXTRAARGS=("${DOCKER_EXTRAARGS}" "-v" "${HOME}/.ivy2:/home/${USER_NAME}/.ivy2")
-}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch.d/asflicense.sh
----------------------------------------------------------------------
diff --git a/precommit/test-patch.d/asflicense.sh b/precommit/test-patch.d/asflicense.sh
deleted file mode 100755
index 593e4af..0000000
--- a/precommit/test-patch.d/asflicense.sh
+++ /dev/null
@@ -1,204 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-add_test_type asflicense
-
-function asflicense_usage
-{
- yetus_add_option "--asflicense-rat-excludes=<path>" "path to file containing exclusion patterns"
- yetus_add_option "--asflicense-rat-jar=<path>" "path to Apache Creadur Rat jar file"
-}
-
-function asflicense_parse_args
-{
- declare i
-
- for i in "$@"; do
- case ${i} in
- --asflicense-rat-excludes=*)
- ASFLICENSE_RAT_EXCLUDES=${i#*=}
- ;;
- --asflicense-rat-jar=*)
- ASFLICENSE_RAT_JAR=${i#*=}
- ;;
- esac
- done
-
- case ${BUILDTOOL} in
- ant|gradle|maven)
- add_test asflicense
- ;;
- *)
- if [[ -f "${ASFLICENSE_RAT_JAR}" ]]; then
- add_test asflicense
- fi
- ;;
- esac
-}
-
-## @description Verify all files have an Apache License
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return 0 on success
-## @return 1 on failure
-function asflicense_tests
-{
- local numpatch
- local btfails=true
-
- big_console_header "Determining number of ASF License errors"
-
- start_clock
-
- personality_modules patch asflicense
- case ${BUILDTOOL} in
- ant)
- modules_workers patch asflicense releaseaudit
- ;;
- gradle)
- btfails=false
- modules_workers patch asflicense rat
- ;;
- maven)
- modules_workers patch asflicense -fn apache-rat:check
- btfails=false
- ;;
- *)
- if [[ -z "${ASFLICENSE_RAT_JAR}" ]]; then
- return 0
- fi
-
- btfails=false
- asflicense_writexsl "${PATCH_DIR}/asf.xsl"
- if [[ -f ${ASFLICENSE_RAT_EXCLUDES} ]]; then
- echo_and_redirect "${PATCH_DIR}/patch-asflicense.txt" \
- "${JAVA_HOME}/bin/java" \
- -jar "${ASFLICENSE_RAT_JAR}" \
- -s "${PATCH_DIR}/asf.xsl" \
- -E "${ASFLICENSE_RAT_EXCLUDES}" \
- -d "${BASEDIR}"
- else
- echo_and_redirect "${PATCH_DIR}/patch-asflicense.txt" \
- "${JAVA_HOME}/bin/java" \
- -jar "${ASFLICENSE_RAT_JAR}" \
- -s "${PATCH_DIR}/asf.xsl" \
- "${BASEDIR}"
- fi
- ;;
- esac
-
- # RAT fails the build if there are license problems.
- # so let's take advantage of that a bit.
- if [[ $? == 0 && ${btfails} = true ]]; then
- add_vote_table 1 asflicense "${BUILDMODEMSG} does not generate ASF License warnings."
- return 0
- fi
-
- if [[ ! -f "${PATCH_DIR}/patch-asflicense.txt" ]]; then
- #shellcheck disable=SC2038
- find "${BASEDIR}" -name rat.txt \
- -o -name releaseaudit_report.txt \
- -o -name rat-report.txt \
- | xargs cat > "${PATCH_DIR}/patch-asflicense.txt"
- fi
-
- if [[ ! -s "${PATCH_DIR}/patch-asflicense.txt" ]]; then
- if [[ ${btfails} = true ]]; then
- # if we're here, then build actually failed
- modules_messages patch asflicense true
- return 1
- else
- add_vote_table 0 asflicense "ASF License check generated no output?"
- return 0
- fi
- fi
-
- numpatch=$("${GREP}" -c '\!?????' "${PATCH_DIR}/patch-asflicense.txt")
- echo ""
- echo ""
- echo "There appear to be ${numpatch} ASF License warnings after applying the patch."
- if [[ -n ${numpatch}
- && ${numpatch} -gt 0 ]] ; then
- add_vote_table -1 asflicense "${BUILDMODEMSG} generated ${numpatch} ASF License warnings."
-
- echo "Lines that start with ????? in the ASF License "\
- "report indicate files that do not have an Apache license header:" \
- > "${PATCH_DIR}/patch-asflicense-problems.txt"
-
- ${GREP} '\!?????' "${PATCH_DIR}/patch-asflicense.txt" \
- >> "${PATCH_DIR}/patch-asflicense-problems.txt"
-
- add_footer_table asflicense "@@BASE@@/patch-asflicense-problems.txt"
- return 1
- fi
- add_vote_table 1 asflicense "${BUILDMODEMSG} does not generate ASF License warnings."
- return 0
-}
-
-function asflicense_writexsl
-{
-cat > "${1}" << EOF
-<?xml version='1.0' ?>
-<!--
- Licensed to the Apache Software Foundation (ASF) under one *
- or more contributor license agreements. See the NOTICE file *
- distributed with this work for additional information *
- regarding copyright ownership. The ASF licenses this file *
- to you under the Apache License, Version 2.0 (the *
- "License"); you may not use this file except in compliance *
- with the License. You may obtain a copy of the License at *
- *
- http://www.apache.org/licenses/LICENSE-2.0 *
- *
- Unless required by applicable law or agreed to in writing, *
- software distributed under the License is distributed on an *
- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY *
- KIND, either express or implied. See the License for the *
- specific language governing permissions and limitations *
- under the License. *
--->
-<xsl:stylesheet version="1.0"
- xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
-<xsl:output method='text'/>
-<xsl:template match='/'>
- Files with Apache License headers will be marked AL
- Binary files (which do not require any license headers) will be marked B
- Compressed archives will be marked A
- Notices, licenses etc. will be marked N
-
- <xsl:for-each select='descendant::resource'>
- <xsl:choose>
- <xsl:when test='license-approval/@name="false"'>!</xsl:when>
- <xsl:otherwise><xsl:text> </xsl:text></xsl:otherwise>
- </xsl:choose>
- <xsl:choose>
- <xsl:when test='type/@name="notice"'>N </xsl:when>
- <xsl:when test='type/@name="archive"'>A </xsl:when>
- <xsl:when test='type/@name="binary"'>B </xsl:when>
- <xsl:when test='type/@name="standard"'><xsl:value-of select='header-type/@name'/></xsl:when>
- <xsl:otherwise>!!!!!</xsl:otherwise>
- </xsl:choose>
- <xsl:text> </xsl:text>
- <xsl:value-of select='@name'/>
- <xsl:text>
- </xsl:text>
- </xsl:for-each>
-</xsl:template>
-</xsl:stylesheet>
-EOF
-}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch.d/author.sh
----------------------------------------------------------------------
diff --git a/precommit/test-patch.d/author.sh b/precommit/test-patch.d/author.sh
deleted file mode 100755
index dccd504..0000000
--- a/precommit/test-patch.d/author.sh
+++ /dev/null
@@ -1,148 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-add_test_type author
-
-## @description author usage hook
-## @audience private
-## @stability evolving
-## @replaceable no
-function author_usage
-{
- yetus_add_option "--author-ignore-list=<list>" "list of filenames to ignore (full build mode only)"
-}
-
-## @description author parse args hook
-## @audience private
-## @stability evolving
-## @replaceable no
-function author_parse_args
-{
- declare i
-
- for i in "$@"; do
- case ${i} in
- --author-ignore-list=*)
- yetus_comma_to_array AUTHOR_IGNORE_LIST "${i#*=}"
- ;;
- esac
- done
-}
-
-## @description helper function for @author tags check
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return 0 on success
-## @return 1 on failure
-function author_generic
-{
- declare authortags
- declare i
- declare msg
-
- if [[ "${BUILDMODE}" = full ]]; then
- msg="source tree"
- else
- msg="patch"
- fi
-
- # shellcheck disable=SC2016
- authortags=$(wc -l "${PATCH_DIR}/author-tags.txt" | "${AWK}" '{print $1}')
- echo "There appear to be ${authortags} @author tags in the ${msg}."
- if [[ ${authortags} != 0 ]] ; then
- add_vote_table -1 @author \
- "${BUILDMODEMSG} appears to contain ${authortags} @author tags which the" \
- " community has agreed to not allow in code contributions."
- add_footer_table @author "@@BASE@@/author-tags.txt"
- return 1
- fi
- add_vote_table +1 @author "${BUILDMODEMSG} does not contain any @author tags."
- return 0
-}
-
-## @description Check the current patchfile for @author tags
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return 0 on success
-## @return 1 on failure
-## @param patchfile
-function author_patchfile
-{
- declare patchfile=$1
- # shellcheck disable=SC2155
- declare -r appname=$(basename "${BASH_SOURCE-$0}")
- declare i
-
- if [[ "${BUILDMODE}" != patch ]]; then
- return
- fi
-
- big_console_header "Checking for @author tags: ${BUILDMODE}"
-
- start_clock
-
- for i in "${CHANGED_FILES[@]}"; do
- if [[ ${i} =~ ${appname} ]]; then
- echo "Skipping @author checks as ${appname} has been patched."
- add_vote_table 0 @author "Skipping @author checks as ${appname} has been patched."
- return 0
- fi
- done
-
- ${GREP} -i -n '^[^-].*@author' "${patchfile}" >> "${PATCH_DIR}/author-tags.txt"
- author_generic
-}
-
-
-## @description Check the current directory for @author tags
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return 0 on success
-## @return 1 on failure
-function author_postcompile
-{
- # shellcheck disable=SC2155
- declare -r appname=$(basename "${BASH_SOURCE-$0}")
- declare fn
-
- if [[ "${BUILDMODE}" != full ]]; then
- return
- fi
-
- big_console_header "Checking for @author tags: ${BUILDMODE}"
-
- start_clock
-
- "${GIT}" grep -n -I --extended-regexp -i -e '^[^-].*@author' \
- | ${GREP} -v "${appname}" \
- >> "${PATCH_DIR}/author-tags-git.txt"
-
- if [[ -z "${AUTHOR_IGNORE_LIST[0]}" ]]; then
- cp -p "${PATCH_DIR}/author-tags-git.txt" "${PATCH_DIR}/author-tags.txt"
- else
- cp -p "${PATCH_DIR}/author-tags-git.txt" "${PATCH_DIR}/author-tags.1"
- for fn in "${AUTHOR_IGNORE_LIST[@]}"; do
- ${GREP} -v -E "^${fn}" "${PATCH_DIR}/author-tags.1" >> "${PATCH_DIR}/author-tags.2"
- mv "${PATCH_DIR}/author-tags.2" "${PATCH_DIR}/author-tags.1"
- done
- mv "${PATCH_DIR}/author-tags.1" "${PATCH_DIR}/author-tags.txt"
- fi
-
- author_generic
-}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch.d/autoconf.sh
----------------------------------------------------------------------
diff --git a/precommit/test-patch.d/autoconf.sh b/precommit/test-patch.d/autoconf.sh
deleted file mode 100755
index b1e2e2b..0000000
--- a/precommit/test-patch.d/autoconf.sh
+++ /dev/null
@@ -1,223 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRCMAKEIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-add_build_tool autoconf
-
-## @description autoconf usage hook
-## @audience private
-## @stability evolving
-## @replaceable no
-function autoconf_usage
-{
- yetus_add_option "--autoconf-configure-flags=<cmd>" "Extra, non-'--prefix' 'configure' flags to use"
-}
-
-## @description autoconf argument parser
-## @audience private
-## @stability evolving
-## @param args
-function autoconf_parse_args
-{
- declare i
-
- for i in "$@"; do
- case ${i} in
- --autoconf-configure-flags=*)
- AUTOCONF_CONF_FLAGS=${i#*=}
- ;;
- esac
- done
-}
-
-## @description initialize autoconf
-## @audience private
-## @stability evolving
-## @replaceable no
-function autoconf_initialize
-{
- if ! declare -f make_executor > /dev/null; then
- yetus_error "ERROR: autoconf requires make to be enabled."
- return 1
- fi
-}
-
-## @description precheck autoconf
-## @audience private
-## @stability evolving
-## @replaceable no
-function autoconf_precheck
-{
- declare autoconf_version
- if ! verify_command autoconf autoreconf; then
- add_vote_table -1 autoconf "autoreconf was not available."
- return 1
- fi
-
- # finally let folks know what version they'll be dealing with.
- autoconf_version=$(autoconf --version 2>/dev/null | head -n 1 2>/dev/null)
- add_footer_table autoconf "version: ${autoconf_version}"
-
- make_precheck
-}
-
-## @description get the name of the autoconf build filename
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return autoconf build file
-function autoconf_buildfile
-{
- echo "Makefile.am"
-}
-
-## @description get the name of the autoconf binary
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return filename
-## @param params
-function autoconf_executor
-{
- make_executor "$@"
-}
-
-## @description precompile for autoconf
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return status
-## @param repostatus
-function autoconf_precompile
-{
- declare repostatus=$1
- declare result=0
-
- if [[ ${BUILDTOOL} != autoconf ]]; then
- return 0
- fi
-
- if [[ "${repostatus}" = branch ]]; then
- big_console_header "autoconf verification: ${PATCH_BRANCH}"
- else
- big_console_header "autoconf verification: ${BUILDMODE}"
- fi
-
- personality_modules "${repostatus}" autoreconf
-
- pushd "${BASEDIR}" >/dev/null
- echo_and_redirect "${PATCH_DIR}/${repostatus}-autoconf-autoreconf" autoreconf -fi
- result=$?
- popd >/dev/null
-
- if [[ ${result} != 0 ]]; then
- if [[ "${repostatus}" = branch ]]; then
- # shellcheck disable=SC2153
- add_vote_table -1 autoreconf "${PATCH_BRANCH} unable to autoreconf"
- else
- add_vote_table -1 autoreconf "${BUILDMODEMSG} is unable to autoreconf"
- fi
- add_footer_table "autoreconf" "@@BASE@@/${repostatus}-autoconf-autoreconf"
- return 1
- else
- if [[ "${repostatus}" = branch ]]; then
- # shellcheck disable=SC2153
- add_vote_table +1 autoreconf "${PATCH_BRANCH} autoreconf successful"
- else
- add_vote_table +1 autoreconf "${BUILDMODEMSG} can autoreconf"
- fi
- fi
-
- personality_modules "${repostatus}" configure
-
- pushd "${BASEDIR}" >/dev/null
- #shellcheck disable=SC2086
- echo_and_redirect \
- "${PATCH_DIR}/${repostatus}-autoconf-configure" \
- ./configure \
- --prefix="${PATCH_DIR}/${repostatus}-install-dir" \
- ${AUTOCONF_CONF_FLAGS}
- result=$?
- popd >/dev/null
-
- if [[ ${result} != 0 ]]; then
- if [[ "${repostatus}" = branch ]]; then
- # shellcheck disable=SC2153
- add_vote_table -1 configure "${PATCH_BRANCH} unable to configure"
- else
- add_vote_table -1 configure "${BUILDMODEMSG} is unable to configure"
- fi
- add_footer_table "configure" "@@BASE@@/${repostatus}-autoconf-configure"
- return 1
- else
- if [[ "${repostatus}" = branch ]]; then
- # shellcheck disable=SC2153
- add_vote_table +1 configure "${PATCH_BRANCH} configure successful"
- else
- add_vote_table +1 configure "${BUILDMODEMSG} can configure"
- fi
- fi
- return 0
-}
-
-## @description autoconf worker
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return status
-## @param repostatus
-## @param test
-function autoconf_modules_worker
-{
- declare repostatus=$1
- declare tst=$2
-
- # shellcheck disable=SC2034
- UNSUPPORTED_TEST=false
-
- if [[ "${tst}" = distclean ]]; then
- modules_workers "${repostatus}" distclean distclean
- else
- make_modules_worker "$@"
- fi
-}
-
-## @description autoconf module queuer
-## @audience private
-## @stability evolving
-## @replaceable no
-function autoconf_builtin_personality_modules
-{
- make_builtin_personality_modules "$@"
-}
-
-## @description autoconf test determiner
-## @audience private
-## @stability evolving
-## @replaceable no
-## @param filename
-function autoconf_builtin_personality_file_tests
-{
- declare filename=$1
-
- if [[ ${filename} =~ \.m4$
- || ${filename} =~ \.in$ ]]; then
- yetus_debug "tests/units: ${filename}"
- add_test compile
- add_test unit
- else
- make_builtin_personality_file_tests "${filename}"
- fi
-}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch.d/briefreport.sh
----------------------------------------------------------------------
diff --git a/precommit/test-patch.d/briefreport.sh b/precommit/test-patch.d/briefreport.sh
deleted file mode 100755
index e536b97..0000000
--- a/precommit/test-patch.d/briefreport.sh
+++ /dev/null
@@ -1,262 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# there are no public APIs here
-# SHELLDOC-IGNORE
-
-add_bugsystem briefreport
-
-BRIEFOUT_LONGRUNNING=3600
-
-## @description Usage info for briefreport plugin
-## @audience private
-## @stability evolving
-## @replaceable no
-function briefreport_usage
-{
- yetus_add_option "--brief-report-file=<file>" "Save a very brief, plain text report to a file"
- yetus_add_option "--brief-report-long=<seconds>" "Time in seconds to use as long running subsystem threshold (Default: ${BRIEFOUT_LONGRUNNING})"
-
-}
-
-## @description Option parsing for briefreport plugin
-## @audience private
-## @stability evolving
-## @replaceable no
-function briefreport_parse_args
-{
- declare i
- declare fn
-
- for i in "$@"; do
- case ${i} in
- --brief-report-file=*)
- fn=${i#*=}
- ;;
- --brief-report-long=*)
- BRIEFOUT_LONGRUNNING=${i#*=}
- ;;
- esac
- done
-
- if [[ -n "${fn}" ]]; then
- if : > "${fn}"; then
- BRIEFOUT_REPORTFILE_ORIG="${fn}"
- BRIEFOUT_REPORTFILE=$(yetus_abs "${BRIEFOUT_REPORTFILE_ORIG}")
- else
- yetus_error "WARNING: cannot create brief text report file ${fn}. Ignoring."
- fi
- fi
-}
-
-## @description Give access to the brief text report file in docker mode
-## @audience private
-## @stability evolving
-## @replaceable no
-function briefreport_docker_support
-{
- if [[ -n ${BRIEFOUT_REPORTFILE} ]]; then
- DOCKER_EXTRAARGS=("${DOCKER_EXTRAARGS[@]}" "-v" "${BRIEFOUT_REPORTFILE}:/testptch/brief.txt")
- fi
-}
-
-## @description Only print selected information to a report file
-## @audience private
-## @stability evolving
-## @replaceable no
-## @param runresult
-## @return 0 on success
-## @return 1 on failure
-function briefreport_finalreport
-{
- declare result=$1
- shift
- declare i=0
- declare ourstring
- declare vote
- declare subs
- declare ela
- declare version
- declare -a failed
- declare -a long
- declare -a filtered
- declare hours
- declare newtime
- declare havelogs=false
-
- if [[ -z "${BRIEFOUT_REPORTFILE}" ]]; then
- return
- fi
-
- big_console_header "Writing Brief Text Report to ${BRIEFOUT_REPORTFILE}"
-
-
- if [[ ${result} == 0 ]]; then
- printf "\n\n+1 overall\n\n" > "${BRIEFOUT_REPORTFILE}"
- else
- printf "\n\n-1 overall\n\n" > "${BRIEFOUT_REPORTFILE}"
- fi
-
- i=0
- until [[ $i -eq ${#TP_VOTE_TABLE[@]} ]]; do
- ourstring=$(echo "${TP_VOTE_TABLE[${i}]}" | tr -s ' ')
- vote=$(echo "${ourstring}" | cut -f2 -d\|)
- subs=$(echo "${ourstring}" | cut -f3 -d\|)
- ela=$(echo "${ourstring}" | cut -f4 -d\|)
-
- if [[ "${vote}" = "H" ]]; then
- ((i=i+1))
- continue
- fi
-
- if [[ ${vote// } = -1 ]]; then
- failed=("${failed[@]}" "${subs}")
- fi
-
- if [[ ${vote// } = -0 ]]; then
- filtered=("${filtered[@]}" "${subs}")
- fi
-
- if [[ ${ela// } -gt ${BRIEFOUT_LONGRUNNING} ]]; then
- long=("${long[@]}" "${subs}")
- fi
-
- ((i=i+1))
- done
-
- tmparray=($(printf "%s\n" "${failed[@]}" | sort -u))
- failed=("${tmparray[@]}")
- tmparray=($(printf "%s\n" "${filtered[@]}" | sort -u))
- filtered=("${tmparray[@]}")
- tmparray=($(printf "%s\n" "${long[@]}" | sort -u))
- long=("${tmparray[@]}")
-
- if [[ ${#failed[@]} -gt 0 ]]; then
- {
- echo ""
- echo "The following subsystems voted -1:"
- echo " ${failed[*]}"
- echo ""
- } >> "${BRIEFOUT_REPORTFILE}"
- fi
-
- if [[ ${#filtered[@]} -gt 0 ]]; then
- {
- echo ""
- echo "The following subsystems voted -1 but"
- echo "were configured to be filtered/ignored:"
- echo " ${filtered[*]}"
- echo ""
- } >> "${BRIEFOUT_REPORTFILE}"
- fi
-
- if [[ ${#long[@]} -gt 0 ]]; then
- {
- echo ""
- echo "The following subsystems are considered long running:"
- printf "(runtime bigger than "
- # We would use clock_display here, but we don't have the
- # restrictions that the vote_table has on size plus
- # we're almost certainly going to be measured in hours
- if [[ ${BRIEFOUT_LONGRUNNING} -ge 3600 ]]; then
- hours=$((BRIEFOUT_LONGRUNNING/3600))
- newtime=$((BRIEFOUT_LONGRUNNING-hours*3600))
- printf "%sh %02sm %02ss" ${hours} $((newtime/60)) $((newtime%60))
- else
- printf "%sm %02ss" $((BRIEFOUT_LONGRUNNING/60)) $((BRIEFOUT_LONGRUNNING%60))
- fi
- echo ")"
- echo " ${long[*]}"
- echo ""
- } >> "${BRIEFOUT_REPORTFILE}"
- fi
-
- if [[ ${#TP_TEST_TABLE[@]} -gt 0 ]]; then
- {
- echo ""
- echo "Specific tests:"
- } >> "${BRIEFOUT_REPORTFILE}"
-
- i=0
- until [[ $i -gt ${#TP_TEST_TABLE[@]} ]]; do
- ourstring=$(echo "${TP_TEST_TABLE[${i}]}" | tr -s ' ')
- vote=$(echo "${ourstring}" | cut -f2 -d\|)
- subs=$(echo "${ourstring}" | cut -f3 -d\|)
- {
- if [[ -n "${vote// }" ]]; then
- echo ""
- printf " %s:\n" "${vote}"
- echo ""
- vote=""
- fi
- printf " %s\n" "${subs}"
- } >> "${BRIEFOUT_REPORTFILE}"
- ((i=i+1))
- done
- fi
-
- if [[ -f "${BINDIR}/../VERSION" ]]; then
- version=$(cat "${BINDIR}/../VERSION")
- elif [[ -f "${BINDIR}/VERSION" ]]; then
- version=$(cat "${BINDIR}/VERSION")
- fi
-
- i=0
- until [[ $i -eq ${#TP_FOOTER_TABLE[@]} ]]; do
- if [[ "${TP_FOOTER_TABLE[${i}]}" =~ \@\@BASE\@\@ ]]; then
- havelogs=true
- break
- fi
- ((i=i+1))
- done
-
- if [[ "${havelogs}" == true ]]; then
- vote=""
- until [[ $i -eq ${#TP_FOOTER_TABLE[@]} ]]; do
- if [[ "${TP_FOOTER_TABLE[${i}]}" =~ \@\@BASE\@\@ ]]; then
- ourstring=$(echo "${TP_TEST_TABLE[${i}]}" | tr -s ' ')
- subs=$(echo "${TP_FOOTER_TABLE[${i}]}" | cut -f2 -d\|)
- comment=$(echo "${TP_FOOTER_TABLE[${i}]}" |
- cut -f3 -d\| |
- ${SED} -e "s,@@BASE@@,${PATCH_DIR},g")
- # shellcheck disable=SC2016
- size=$(du -sh "${comment// }" | ${AWK} '{print $1}')
- if [[ -n "${BUILD_URL}" ]]; then
- comment=$(echo "${TP_FOOTER_TABLE[${i}]}" |
- cut -f3 -d\| |
- ${SED} -e "s,@@BASE@@,${BUILD_URL}${BUILD_URL_ARTIFACTS},g")
- fi
- {
- if [[ "${subs}" != "${vote}" ]]; then
- echo ""
- printf " %s:\n" "${subs// }"
- echo ""
- vote=${subs}
- fi
- printf " %s [%s]\n" "${comment}" "${size}"
- } >> "${BRIEFOUT_REPORTFILE}"
- fi
- ((i=i+1))
- done
- fi
-
- {
- echo ""
- echo "Powered by" "Apache Yetus ${version} http://yetus.apache.org"
- echo ""
- } >> "${BRIEFOUT_REPORTFILE}"
-
-}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch.d/bugzilla.sh
----------------------------------------------------------------------
diff --git a/precommit/test-patch.d/bugzilla.sh b/precommit/test-patch.d/bugzilla.sh
deleted file mode 100755
index 9b7caeb..0000000
--- a/precommit/test-patch.d/bugzilla.sh
+++ /dev/null
@@ -1,154 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# no public APIs here
-# SHELLDOC-IGNORE
-
-add_bugsystem bugzilla
-
-# personalities can override the following settings:
-BUGZILLA_BASE_URL="https://bz.apache.org/bugzilla"
-
-function bugzilla_usage
-{
- yetus_add_option "--bugzilla-base-url=<url>" "The URL of the bugzilla server"
-}
-
-function bugzilla_parse_args
-{
- declare i
-
- for i in "$@"; do
- case ${i} in
- --bugzilla-base-url=*)
- BUGZILLA_BASE_URL=${i#*=}
- ;;
- esac
- done
-}
-
-function bugzilla_determine_issue
-{
- declare input=$1
-
- if [[ ! "${input}" =~ ^BZ: ]]; then
- return 1
- fi
-
- if [[ -n "${BUGZILLA_ISSUE}" ]]; then
- return 0
- fi
-
- # shellcheck disable=SC2016
- BUGZILLA_ISSUE=$(echo "${input}" | cut -f2 -d: )
-
- # shellcheck disable=SC2034
- ISSUE=${input}
- add_footer_table "Bugzilla Issue" "${BUGZILLA_ISSUE}"
- return 0
-}
-
-## @description Try to guess the branch being tested using a variety of heuristics
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return 0 on success, with PATCH_BRANCH updated appropriately
-## @return 1 on failure
-function bugzilla_determine_branch
-{
- return 1
-}
-
-function bugzilla_http_fetch
-{
- declare input=$1
- declare output=$2
-
- if [[ -z "${BUGZILLA_BASE_URL}" ]]; then
- return 1
- fi
-
- ${CURL} --silent --fail \
- --output "${output}" \
- --location \
- "${BUGZILLA_BASE_URL}/${input}"
-}
-
-
-function bugzilla_locate_patch
-{
- declare input=$1
- declare fileloc=$2
- declare relativeurl
-
- if [[ -z "${BUGZILLA_BASE_URL}" ]]; then
- return 1
- fi
-
- bugzilla_determine_issue "${input}"
- if [[ $? != 0 || -z "${BUGZILLA_ISSUE}" ]]; then
- return 1
- fi
-
- yetus_debug "bugzilla_locate_patch: trying ${BUGZILLA_BASE_URL}/show_bug.cgi?id=${BUGZILLA_ISSUE}"
-
- if [[ "${OFFLINE}" == true ]]; then
- yetus_debug "bugzilla_locate_patch: offline, skipping"
- return 1
- fi
-
- bugzilla_http_fetch "show_bug.cgi?id=${BUGZILLA_ISSUE}" "${PATCH_DIR}/bugzilla"
-
- if [[ $? != 0 ]]; then
- yetus_debug "bugzilla_locate_patch: not a Bugzilla."
- return 1
- fi
-
- #shellcheck disable=SC2016
- relativeurl=$(${AWK} '/action=diff/ && match($0,"attachment\.cgi.id=[0-9]*"){print substr($0,RSTART,RLENGTH)}' \
- "${PATCH_DIR}/bugzilla" | \
- tail -1)
- PATCHURL="${BUGZILLA_BASE_URL}${relativeurl}"
- #relativeurl="${relativeurl}&action=diff&context=patch&collapsed=&headers=1&format=raw"
- echo "${input} patch is being downloaded at $(date) from"
- echo "${PATCHURL}"
- add_footer_table "Bugzilla Patch URL" "${PATCHURL}"
- bugzilla_http_fetch "${relativeurl}" "${fileloc}"
- if [[ $? != 0 ]];then
- yetus_error "ERROR: ${input}/${PATCHURL} could not be downloaded."
- cleanup_and_exit 1
- fi
- return 0
-}
-
-## @description Write the contents of a file to Bugzilla
-## @param filename
-## @stability stable
-## @audience public
-function bugzilla_write_comment
-{
- return 0
-}
-
-## @description Print out the finished details to Bugzilla
-## @audience private
-## @stability evolving
-## @replaceable no
-## @param runresult
-function bugzilla_finalreport
-{
- return 0
-}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch.d/cc.sh
----------------------------------------------------------------------
diff --git a/precommit/test-patch.d/cc.sh b/precommit/test-patch.d/cc.sh
deleted file mode 100755
index 3241191..0000000
--- a/precommit/test-patch.d/cc.sh
+++ /dev/null
@@ -1,66 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-add_test_type cc
-
-CC_EXT_RE='(c|cc|cpp|cxx|c\+\+|h|hh|hpp|hxx|h\+\+)'
-
-function cc_filefilter
-{
- declare filename=$1
-
- shopt -s nocasematch
- if [[ ${filename} =~ \.${CC_EXT_RE}$ ]]; then
- shopt -u nocasematch
- yetus_debug "tests/cc: ${filename}"
- add_test cc
- add_test compile
- fi
- shopt -u nocasematch
-}
-
-## @description check for C/C++ compiler errors
-## @audience private
-## @stability stable
-## @replaceable no
-## @return 0 on success
-## @return 1 on failure
-function cc_compile
-{
- declare codebase=$1
- declare multijdkmode=$2
-
- if ! verify_needed_test cc; then
- return 0
- fi
-
- if [[ ${codebase} = patch ]]; then
- generic_postlog_compare compile cc "${multijdkmode}"
- fi
-}
-
-## @description Helper for generic_logfilter
-## @audience private
-## @stability evolving
-## @replaceable no
-function cc_logfilter
-{
- declare input=$1
- declare output=$2
-
- #shellcheck disable=SC2016,SC2046
- ${GREP} -i -E "^.*\.${CC_EXT_RE}\:[[:digit:]]*\:" "${input}" > "${output}"
-}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch.d/checkstyle.sh
----------------------------------------------------------------------
diff --git a/precommit/test-patch.d/checkstyle.sh b/precommit/test-patch.d/checkstyle.sh
deleted file mode 100755
index 5bfca02..0000000
--- a/precommit/test-patch.d/checkstyle.sh
+++ /dev/null
@@ -1,412 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-add_test_type checkstyle
-
-CHECKSTYLE_TIMER=0
-CHECKSTYLE_GOAL_DEFAULT="checkstyle"
-CHECKSTYLE_GOAL="${CHECKSTYLE_GOAL_DEFAULT}"
-CHECKSTYLE_OPTIONS_DEFAULT="-Dcheckstyle.consoleOutput=true"
-CHECKSTYLE_OPTIONS="${CHECKSTYLE_OPTIONS_DEFAULT}"
-
-function checkstyle_filefilter
-{
- local filename=$1
-
- if [[ ${BUILDTOOL} == maven
- || ${BUILDTOOL} == ant ]]; then
- if [[ ${filename} =~ \.java$ ]]; then
- add_test checkstyle
- fi
- fi
-}
-
-## @description usage help for checkstyle
-## @audience private
-## @stability evolving
-## @replaceable no
-function checkstyle_usage
-{
- yetus_add_option "--checkstyle-goal=<goal>" "Checkstyle maven plugin goal to use, 'check' and 'checkstyle' supported. Defaults to '${CHECKSTYLE_GOAL_DEFAULT}'."
-}
-
-## @description parse checkstyle args
-## @audience private
-## @stability evolving
-## @replaceable no
-## @param arg
-## @param ..
-function checkstyle_parse_args
-{
- local i
-
- for i in "$@"; do
- case ${i} in
- --checkstyle-goal=*)
- CHECKSTYLE_GOAL=${i#*=}
- case ${CHECKSTYLE_GOAL} in
- check)
- CHECKSTYLE_OPTIONS="-Dcheckstyle.consoleOutput=true -Dcheckstyle.failOnViolation=false"
- ;;
- checkstyle)
- ;;
- *)
- yetus_error "Warning: checkstyle goal ${CHECKSTYLE_GOAL} not supported. It may have unexpected behavior"
- ;;
- esac
- ;;
- esac
- done
-}
-
-## @description initialize the checkstyle plug-in
-## @audience private
-## @stability evolving
-## @replaceable no
-function checkstyle_initialize
-{
- if declare -f maven_add_install >/dev/null 2>&1; then
- maven_add_install checkstyle
- fi
-}
-
-## @description checkstyle plug-in specific difference calculator
-## @audience private
-## @stability evolving
-## @replaceable no
-## @param branchlog
-## @param patchlog
-## @return differences
-function checkstyle_calcdiffs
-{
- declare orig=$1
- declare new=$2
- declare tmp=${PATCH_DIR}/pl.$$.${RANDOM}
- declare j
-
- # first, strip filenames:line:
- # this keeps column: in an attempt to increase
- # accuracy in case of multiple, repeated errors
- # since the column number shouldn't change
- # if the line of code hasn't been touched
- # remove the numbers from the error message for comparing
- # so if only the error message numbers change
- # we do not report new error
- # shellcheck disable=SC2016
- cut -f3- -d: "${orig}" | awk -F'\1' '{ gsub("[0-9,]+", "", $2) ;print $1":"$2}' > "${tmp}.branch"
- # shellcheck disable=SC2016
- cut -f3- -d: "${new}" | awk -F'\1' '{ gsub("[0-9,]+", "", $2) ;print $1":"$2}' > "${tmp}.patch"
-
- # compare the errors, generating a string of line
- # numbers. Sorry portability: GNU diff makes this too easy
- ${DIFF} --unchanged-line-format="" \
- --old-line-format="" \
- --new-line-format="%dn " \
- "${tmp}.branch" \
- "${tmp}.patch" > "${tmp}.lined"
-
- # now, pull out those lines of the raw output
- # removing extra marker before the chekstyle error
- # message which was needed for calculations
- # shellcheck disable=SC2013
- for j in $(cat "${tmp}.lined"); do
- # shellcheck disable=SC2086
- head -${j} "${new}" | tail -1 | tr -d $'\x01'
- done
-
- rm "${tmp}.branch" "${tmp}.patch" "${tmp}.lined" 2>/dev/null
-}
-
-## @description execute checkstyle
-## @audience private
-## @stability stable
-## @replaceable no
-function checkstyle_runner
-{
- declare repostatus=$1
- declare tmp=${PATCH_DIR}/$$.${RANDOM}
- declare j
- declare i=0
- declare fn
- declare savestart=${TIMER}
- declare savestop
- declare output
- declare logfile
- declare modulesuffix
- declare cmd
- declare logline
- declare text
- declare linenum
- declare codeline
- declare cmdresult
-
- # first, let's clear out any previous run information
- modules_reset
-
- # loop through the modules we've been given
- #shellcheck disable=SC2153
- until [[ $i -eq ${#MODULE[@]} ]]; do
-
- # start the clock per module, setup some help vars, etc
- start_clock
- fn=$(module_file_fragment "${MODULE[${i}]}")
- modulesuffix=$(basename "${MODULE[${i}]}")
- output="${PATCH_DIR}/${repostatus}-checkstyle-${fn}.txt"
- logfile="${PATCH_DIR}/maven-${repostatus}-checkstyle-${fn}.txt"
-
- buildtool_cwd "${i}"
-
- case ${BUILDTOOL} in
- ant)
- cmd="${ANT} \
- -Dcheckstyle.consoleOutput=true \
- ${MODULEEXTRAPARAM[${i}]//@@@MODULEFN@@@/${fn}} \
- ${ANT_ARGS[*]} checkstyle"
- ;;
- maven)
- cmd="${MAVEN} ${MAVEN_ARGS[*]} \
- checkstyle:${CHECKSTYLE_GOAL} \
- ${CHECKSTYLE_OPTIONS} \
- ${MODULEEXTRAPARAM[${i}]//@@@MODULEFN@@@/${fn}} -Ptest-patch"
- ;;
- *)
- UNSUPPORTED_TEST=true
- return 0
- ;;
- esac
-
- # we're going to execute it and pull out
- # anything that beings with a /. that's
- # almost certainly checkstyle output.
- # checkstyle 6.14 or upper adds severity
- # to the beginning of line, so removing it
-
- #shellcheck disable=SC2086
- echo_and_redirect "${logfile}" ${cmd}
- cmdresult=$?
-
- ${SED} -e 's,^\[ERROR\] ,,g' -e 's,^\[WARN\] ,,g' "${logfile}" \
- | ${GREP} ^/ \
- | ${SED} -e "s,${BASEDIR},.,g" \
- > "${tmp}"
-
- if [[ "${modulesuffix}" == . ]]; then
- modulesuffix=root
- fi
-
- if [[ ${cmdresult} == 0 ]]; then
- module_status ${i} +1 "${logfile}" "${BUILDMODEMSG} passed checkstyle in ${modulesuffix}"
- else
- module_status ${i} -1 "${logfile}" "${BUILDMODEMSG} fails to run checkstyle in ${modulesuffix}"
- ((result = result + 1))
- fi
-
- # if we have some output, we need to do more work:
- if [[ -s ${tmp} && "${BUILDMODE}" = patch ]]; then
-
- # first, let's pull out all of the files that
- # we actually care about, esp since that run
- # above is likely from the entire source
- # this will grealy cut down how much work we
- # have to do later
-
- for j in "${CHANGED_FILES[@]}"; do
- ${GREP} "${j}" "${tmp}" >> "${tmp}.1"
- done
-
- # now that we have just the files we care about,
- # let's unscrew it. You see...
-
- # checkstyle seems to do everything it possibly can
- # to make it hard to process, including inconsistent
- # output (sometimes it has columns, sometimes it doesn't!)
- # and giving very generic errors when context would be
- # helpful, esp when doing diffs.
-
- # in order to help calcdiff and the user out, we're
- # going to reprocess the output to include the code
- # line being flagged. When calcdiff gets a hold of this
- # it will have the code to act as context to help
- # report the correct line
-
- # file:linenum:(column:)error ====>
- # file:linenum:code(:column)\x01:error
- # \x01 will later used to identify the begining
- # of the checkstyle error message
- pushd "${BASEDIR}" >/dev/null
- while read -r logline; do
- file=$(echo "${logline}" | cut -f1 -d:)
- linenum=$(echo "${logline}" | cut -f2 -d:)
- text=$(echo "${logline}" | cut -f3- -d:)
- codeline=$(head -n "+${linenum}" "${file}" | tail -1 )
- {
- echo -n "${file}:${linenum}:${codeline}"
- echo -ne "\x01"
- echo ":${text}"
- } >> "${output}"
- done < <(cat "${tmp}.1")
-
- popd >/dev/null
- # later on, calcdiff will turn this into code(:column):error
- # compare, and then put the file:line back onto it.
- else
- cp -p "${tmp}" "${output}"
- fi
-
- rm "${tmp}" "${tmp}.1" 2>/dev/null
-
- savestop=$(stop_clock)
- #shellcheck disable=SC2034
- MODULE_STATUS_TIMER[${i}]=${savestop}
-
- popd >/dev/null
- ((i=i+1))
- done
-
- TIMER=${savestart}
-
- if [[ ${result} -gt 0 ]]; then
- return 1
- fi
- return 0
-}
-
-function checkstyle_postcompile
-{
- declare repostatus=$1
-
- if [[ "${repostatus}" = branch ]]; then
- checkstyle_preapply
- else
- checkstyle_postapply
- fi
-}
-
-function checkstyle_preapply
-{
- local result
-
- if ! verify_needed_test checkstyle; then
- return 0
- fi
-
- big_console_header "checkstyle: ${PATCH_BRANCH}"
-
- start_clock
-
- personality_modules branch checkstyle
- checkstyle_runner branch
- result=$?
- modules_messages branch checkstyle true
-
- # keep track of how much as elapsed for us already
- CHECKSTYLE_TIMER=$(stop_clock)
- if [[ ${result} != 0 ]]; then
- return 1
- fi
- return 0
-}
-
-function checkstyle_postapply
-{
- declare result
- declare module
- declare mod
- declare fn
- declare i=0
- declare numbranch=0
- declare numpatch=0
- declare addpatch=0
- declare summarize=true
-
- if ! verify_needed_test checkstyle; then
- return 0
- fi
-
- big_console_header "checkstyle: ${BUILDMODE}"
-
- start_clock
-
- personality_modules patch checkstyle
- checkstyle_runner patch
- result=$?
-
- if [[ ${UNSUPPORTED_TEST} = true ]]; then
- return 0
- fi
-
- # add our previous elapsed to our new timer
- # by setting the clock back
- offset_clock "${CHECKSTYLE_TIMER}"
-
- until [[ $i -eq ${#MODULE[@]} ]]; do
- if [[ ${MODULE_STATUS[${i}]} == -1 ]]; then
- ((result=result+1))
- ((i=i+1))
- continue
- fi
- module=${MODULE[$i]}
- fn=$(module_file_fragment "${module}")
-
- # if there is no comparison to be done,
- # we can speed this up tremendously
- if [[ "${BUILDMODE}" = full ]]; then
- touch "${PATCH_DIR}/branch-checkstyle-${fn}.txt"
- cp -p "${PATCH_DIR}/patch-checkstyle-${fn}.txt" \
- "${PATCH_DIR}/diff-checkstyle-${fn}.txt"
- else
-
- # call calcdiffs to allow overrides
- calcdiffs \
- "${PATCH_DIR}/branch-checkstyle-${fn}.txt" \
- "${PATCH_DIR}/patch-checkstyle-${fn}.txt" \
- checkstyle \
- > "${PATCH_DIR}/diff-checkstyle-${fn}.txt"
- fi
-
- #shellcheck disable=SC2016
- numbranch=$(wc -l "${PATCH_DIR}/branch-checkstyle-${fn}.txt" | ${AWK} '{print $1}')
- #shellcheck disable=SC2016
- numpatch=$(wc -l "${PATCH_DIR}/patch-checkstyle-${fn}.txt" | ${AWK} '{print $1}')
- #shellcheck disable=SC2016
- addpatch=$(wc -l "${PATCH_DIR}/diff-checkstyle-${fn}.txt" | ${AWK} '{print $1}')
-
- ((fixedpatch=numbranch-numpatch+addpatch))
-
- statstring=$(generic_calcdiff_status "${numbranch}" "${numpatch}" "${addpatch}" )
-
- mod=${module}
- if [[ ${mod} = \. ]]; then
- mod=root
- fi
-
- if [[ ${addpatch} -gt 0 ]] ; then
- ((result = result + 1))
- module_status ${i} -1 "diff-checkstyle-${fn}.txt" "${mod}: ${BUILDMODEMSG} ${statstring}"
- elif [[ ${fixedpatch} -gt 0 ]]; then
- module_status ${i} +1 "diff-checkstyle-${fn}.txt" "${mod}: ${BUILDMODEMSG} ${statstring}"
- summarize=false
- fi
- ((i=i+1))
- done
-
- modules_messages patch checkstyle "${summarize}"
-
- if [[ ${result} != 0 ]]; then
- return 1
- fi
- return 0
-}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch.d/cmake.sh
----------------------------------------------------------------------
diff --git a/precommit/test-patch.d/cmake.sh b/precommit/test-patch.d/cmake.sh
deleted file mode 100755
index 38a48c8..0000000
--- a/precommit/test-patch.d/cmake.sh
+++ /dev/null
@@ -1,202 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRCMAKEIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-add_build_tool cmake
-
-CMAKE=cmake
-CMAKE_BUILD_DIR="build"
-CMAKE_ROOT_BUILD=true
-
-## @description cmake usage hook
-## @audience private
-## @stability evolving
-## @replaceable no
-function cmake_usage
-{
- yetus_add_option "--cmake-build-dir=<cmd>" "build directory off of each module to use (default: ${CMAKE_BUILD_DIR})"
- yetus_add_option "--cmake-cmd=<cmd>" "The 'cmake' command to use (default 'cmake')"
- yetus_add_option "--cmake-root-build=<bool>" "Only build off of root, don't use modules (default: ${CMAKE_ROOT_BUILD})"
-}
-
-## @description cmake argument parser
-## @audience private
-## @stability evolving
-## @param args
-function cmake_parse_args
-{
- declare i
-
- for i in "$@"; do
- case ${i} in
- --cmake-build-dir=*)
- CMAKE_BUILD_DIR=${i#*=}
- ;;
- --cmake-cmd=*)
- CMAKE=${i#*=}
- ;;
- --cmake-root-build=*)
- CMAKE_ROOT_BUILD=${i#*=}
- ;;
- esac
- done
-}
-
-## @description initialize cmake
-## @audience private
-## @stability evolving
-## @replaceable no
-function cmake_initialize
-{
- if ! declare -f make_executor > /dev/null; then
- yetus_error "ERROR: cmake requires make to be enabled."
- return 1
- fi
-}
-
-## @description precheck cmake
-## @audience private
-## @stability evolving
-## @replaceable no
-function cmake_precheck
-{
- declare cmake_version
- if ! verify_command cmake "${CMAKE}"; then
- add_vote_table -1 cmake "cmake was not available."
- return 1
- fi
- # finally let folks know what version they'll be dealing with.
- cmake_version=$(${CMAKE} --version 2>/dev/null | head -n 1 2>/dev/null)
- add_footer_table cmake "version: ${cmake_version}"
-
- make_precheck
-}
-
-
-## @description cmake module manipulation
-## @audience private
-## @stability evolving
-## @replaceable no
-function cmake_reorder_modules
-{
- if [[ "${CMAKE_ROOT_BUILD}" = true ]]; then
- #shellcheck disable=SC2034
- BUILDTOOLCWD="@@@BASEDIR@@@/${CMAKE_BUILD_DIR}"
- #shellcheck disable=SC2034
- CHANGED_MODULES=(".")
- #shellcheck disable=SC2034
- CHANGED_UNION_MODULES="."
- else
- #shellcheck disable=SC2034
- BUILDTOOLCWD="@@@MODULEDIR@@@/${CMAKE_BUILD_DIR}"
- fi
-}
-
-## @description get the name of the cmake build filename
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return cmake build file
-function cmake_buildfile
-{
- echo "CMakeLists.txt"
-}
-
-## @description get the name of the cmake binary
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return filename
-## @param cmake params
-function cmake_executor
-{
- if [[ $1 = "CMakeLists.txt" ]]; then
- echo "${CMAKE}"
- else
- make_executor "$@"
- fi
-}
-
-## @description precompile for cmake
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return status
-## @param repostatus
-function cmake_precompile
-{
- declare repostatus=$1
- declare result=0
-
- if [[ ${BUILDTOOL} != cmake ]]; then
- return 0
- fi
-
- if [[ "${repostatus}" = branch ]]; then
- # shellcheck disable=SC2153
- big_console_header "cmake CMakeLists.txt: ${PATCH_BRANCH}"
- else
- big_console_header "cmake CMakeLists.txt: ${BUILDMODE}"
- fi
-
- personality_modules "${repostatus}" CMakeLists.txt
-
- modules_workers "${repostatus}" CMakeLists.txt @@@MODULEDIR@@@
- result=$?
- modules_messages "${repostatus}" CMakeLists.txt true
- if [[ ${result} != 0 ]]; then
- return 1
- fi
- return 0
-}
-
-## @description cmake worker
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return status
-## @param repostatus
-## @param test
-function cmake_modules_worker
-{
- make_modules_worker "$@"
-}
-
-## @description cmake module queuer
-## @audience private
-## @stability evolving
-## @replaceable no
-function cmake_builtin_personality_modules
-{
- make_builtin_personality_modules "$@"
-}
-
-## @description cmake test determiner
-## @audience private
-## @stability evolving
-## @replaceable no
-## @param filename
-function cmake_builtin_personality_file_tests
-{
- declare filename=$1
-
- if [[ ${filename} =~ CMakeLists.txt$ ]]; then
- yetus_debug "tests/units: ${filename}"
- add_test compile
- add_test unit
- else
- make_builtin_personality_file_tests "${filename}"
- fi
-}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch.d/ctest.sh
----------------------------------------------------------------------
diff --git a/precommit/test-patch.d/ctest.sh b/precommit/test-patch.d/ctest.sh
deleted file mode 100755
index 70d91dd..0000000
--- a/precommit/test-patch.d/ctest.sh
+++ /dev/null
@@ -1,106 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-add_test_format ctest
-
-## @description initialize ctest
-## @audience private
-## @stability evolving
-## @replaceable no
-function ctest_initialize
-{
- # shellcheck disable=SC2034
- CTEST_OUTPUT_ON_FAILURE=true
-}
-
-## @description ctest log processor
-## @audience private
-## @stability evolving
-## @replaceable no
-## @param module
-## @param logfile
-## @param filefragment
-## @return status
-function ctest_process_tests
-{
- # shellcheck disable=SC2034
- declare module=$1
- # shellcheck disable=SC2034
- declare buildlogfile=$2
- declare filefrag=$3
- declare result=0
- declare module_failed_tests
- declare filenames
- declare fn
- declare reallog
-
- # this file contains the lists of tests that failed
- # cwd should be the module that we were executing in
- # so no need to do anything fancy here
- filenames=$(find . -type f -name LastTestsFailed.log)
-
- if [[ -n "${filenames}" ]]; then
- for fn in ${filenames}; do
-
- # let's record what tests failed and be able to report those
- module_failed_tests=$(cut -f2 -d: "${fn}")
- CTEST_FAILED_TESTS="${CTEST_FAILED_TESTS} ${module_failed_tests}"
- ((result=result+1))
-
- # next, let's do some extra log processing
- # this file contains the log of the tests that were run
- # when the failures happened. it will be in the same dir
- # as the lasttestsfailed.log file
- reallog=$(dirname "${fn}")/LastTest.log
-
- # this should always be true, but....
- if [[ -f "${reallog}" ]]; then
- module_failed_tests=$(cut -f2 -d: "${fn}")
-
- # let's copy it to the patchdir so that people can find the failures
- # long after the build has been done
- cp "${reallog}" "${PATCH_DIR}/patch-${filefrag}-ctest.txt"
- CTEST_LOGS=("${CTEST_LOGS[@]}" "@@BASE@@/patch-${filefrag}-ctest.txt")
- fi
- done
- fi
-
- if [[ ${result} -gt 0 ]]; then
- return 1
- fi
- return 0
-}
-
-## @description cmake test table results
-## @audience private
-## @stability evolving
-## @replaceable no
-## @param jdk
-function ctest_finalize_results
-{
- declare jdk=$1
- declare fn
-
- if [[ -n "${CTEST_FAILED_TESTS}" ]] ; then
- # shellcheck disable=SC2086
- populate_test_table "${jdk}Failed CTEST tests" ${CTEST_FAILED_TESTS}
- CTEST_FAILED_TESTS=""
- for fn in "${CTEST_LOGS[@]}"; do
- add_footer_table "CTEST" "${fn}"
- done
- CTEST_LOGS=()
- fi
-}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/test-patch.d/dupname.sh
----------------------------------------------------------------------
diff --git a/precommit/test-patch.d/dupname.sh b/precommit/test-patch.d/dupname.sh
deleted file mode 100755
index 6795308..0000000
--- a/precommit/test-patch.d/dupname.sh
+++ /dev/null
@@ -1,124 +0,0 @@
-#!/usr/bin/env bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# dupname check ALWAYS gets activated
-add_test_type dupname
-add_test dupname
-
-
-## @description Sort an array by its elements, ignoring case
-## @audience private
-## @stability evolving
-## @replaceable yes
-## @param arrayvar
-function dupname_icase_sort_array
-{
- declare arrname=$1
- declare arrref="${arrname}[@]"
- declare array=("${!arrref}")
-
- declare globstatus
- declare oifs
- declare -a sa
-
- globstatus=$(set -o | grep noglob | awk '{print $NF}')
-
- if [[ -n ${IFS} ]]; then
- oifs=${IFS}
- fi
- set -f
- # shellcheck disable=SC2034
- IFS=$'\n' sa=($(sort -f <<<"${array[*]}"))
- # shellcheck disable=SC1083
- eval "${arrname}"=\(\"\${sa[@]}\"\)
-
- if [[ -n "${oifs}" ]]; then
- IFS=${oifs}
- else
- unset IFS
- fi
-
- if [[ "${globstatus}" = off ]]; then
- set +f
- fi
-}
-
-## @description Check the current patchfile for case issues
-## @audience private
-## @stability evolving
-## @replaceable no
-## @return 0 on success
-## @return 1 on failure
-function dupname_precheck
-{
- declare -i count=0
- declare cur
- declare fn
- declare prev
- declare -a tmpfiles
-
- tmpfiles=("${CHANGED_FILES[@]}")
-
- big_console_header "Checking for duplicated filenames that differ only in case"
- start_clock
-
- pushd "${BASEDIR}" >/dev/null || return 1
-
- # check the existing tree
- for fn in "${CHANGED_FILES[@]}"; do
- existing=$(${GIT} ls-files ":(icase)${fn}")
- if [[ -n "${existing}" ]]; then
- if [[ "${existing}" != "${fn}" ]]; then
- echo "patch:${fn} tree:${existing}" >> "${PATCH_DIR}/dupnames.txt"
- ((count=count + 1))
- fi
- fi
- done
-
- popd >/dev/null || return 1
-
- dupname_icase_sort_array tmpfiles
-
- for cur in "${tmpfiles[@]}"; do
- if [[ -n ${prev} ]]; then
- if [[ "${cur}" != "${prev}" ]]; then
- curlc=$(echo "${cur}" | tr '[:upper:]' '[:lower:]')
- if [[ "${curlc}" == "${prevlc}" ]]; then
- echo "patch:${cur} patch:${prev}" >> "${PATCH_DIR}/dupnames.txt"
- ((count=count + 1))
- fi
- fi
- fi
- prev=${cur}
- prevlc=${curlc}
- done
-
- if [[ ${count} -gt 0 ]]; then
- if [[ "${BUILDMODE}" != full ]]; then
- add_vote_table -1 dupname "The patch has ${count}" \
- " duplicated filenames that differ only in case."
- add_footer_table dupname "@@BASE@@/dupnames.txt"
- yetus_error "ERROR: Won't apply the patch; may break the workspace."
- return 1
- else
- add_vote_table -1 dupname "Source has ${count}" \
- " duplicated filenames that differ only in case."
- add_footer_table dupname "@@BASE@@/dupnames.txt"
- fi
- fi
-
- return 0
-}
\ No newline at end of file