You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@yetus.apache.org by aw...@apache.org on 2018/11/11 22:19:27 UTC
[11/17] yetus git commit: YETUS-15. build environment
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/smart-apply-patch.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/smart-apply-patch.sh b/precommit/src/main/shell/smart-apply-patch.sh
new file mode 100755
index 0000000..a5dd09b
--- /dev/null
+++ b/precommit/src/main/shell/smart-apply-patch.sh
@@ -0,0 +1,333 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Make sure that bash version meets the pre-requisite
+
+if [[ -z "${BASH_VERSINFO[0]}" ]] \
+ || [[ "${BASH_VERSINFO[0]}" -lt 3 ]] \
+ || [[ "${BASH_VERSINFO[0]}" -eq 3 && "${BASH_VERSINFO[1]}" -lt 2 ]]; then
+ echo "bash v3.2+ is required. Sorry."
+ exit 1
+fi
+
+this="${BASH_SOURCE-$0}"
+BINDIR=$(cd -P -- "$(dirname -- "${this}")" >/dev/null && pwd -P)
+#shellcheck disable=SC2034
+QATESTMODE=false
+
+# dummy functions
+function add_vote_table
+{
+ true
+}
+
+function add_footer_table
+{
+ true
+}
+
+function big_console_header
+{
+ true
+}
+
+function add_test
+{
+ true
+}
+
+## @description Clean the filesystem as appropriate and then exit
+## @audience private
+## @stability evolving
+## @replaceable no
+## @param runresult
+function cleanup_and_exit
+{
+ local result=$1
+
+ if [[ ${PATCH_DIR} =~ ^/tmp/yetus
+ && -d ${PATCH_DIR} ]]; then
+ rm -rf "${PATCH_DIR}"
+ fi
+
+ # shellcheck disable=SC2086
+ exit ${result}
+}
+
+## @description Setup the default global variables
+## @audience public
+## @stability stable
+## @replaceable no
+function setup_defaults
+{
+ common_defaults
+}
+
+## @description Print the usage information
+## @audience public
+## @stability stable
+## @replaceable no
+function yetus_usage
+{
+ echo "smart-apply-patch.sh [OPTIONS] patch"
+ echo ""
+ echo "Where:"
+ echo " patch is a file, URL, or bugsystem-compatible location of the patch file"
+ echo ""
+ echo "Options:"
+ echo ""
+ yetus_add_option "--committer" "Apply patches like a boss."
+ yetus_add_option "--debug" "If set, then output some extra stuff to stderr"
+ yetus_add_option "--dry-run" "Check for patch viability without applying"
+ yetus_add_option "--list-plugins" "List all installed plug-ins and then exit"
+ yetus_add_option "--modulelist=<list>" "Specify additional modules to test (comma delimited)"
+ yetus_add_option "--offline" "Avoid connecting to the Internet"
+ yetus_add_option "--patch-dir=<dir>" "The directory for working and output files (default '/tmp/yetus-(random))"
+ yetus_add_option "--personality=<file>" "The personality file to load"
+ yetus_add_option "--plugins=<list>" "Specify which plug-ins to add/delete (comma delimited; use 'all' for all found)"
+ yetus_add_option "--project=<name>" "The short name for project currently using test-patch (default 'yetus')"
+ yetus_add_option "--skip-system-plugins" "Do not load plugins from ${BINDIR}/test-patch.d"
+ yetus_add_option "--user-plugins=<dir>" "A directory of user provided plugins. see test-patch.d for examples (default empty)"
+ yetus_add_option "--version" "Print release version information and exit"
+ yetus_add_option "--gpg-sign" "GPG sign the commit using gpg keys"
+ yetus_generic_columnprinter "${YETUS_OPTION_USAGE[@]}"
+ yetus_reset_usage
+
+ echo ""
+ echo "Shell binary overrides:"
+ yetus_add_option "--awk-cmd=<cmd>" "The 'awk' command to use (default 'awk')"
+ yetus_add_option "--curl-cmd=<cmd>" "The 'curl' command to use (default 'curl')"
+ yetus_add_option "--diff-cmd=<cmd>" "The GNU-compatible 'diff' command to use (default 'diff')"
+ yetus_add_option "--file-cmd=<cmd>" "The 'file' command to use (default 'file')"
+ yetus_add_option "--git-cmd=<cmd>" "The 'git' command to use (default 'git')"
+ yetus_add_option "--grep-cmd=<cmd>" "The 'grep' command to use (default 'grep')"
+ yetus_add_option "--patch-cmd=<cmd>" "The 'patch' command to use (default 'patch')"
+ yetus_add_option "--sed-cmd=<cmd>" "The 'sed' command to use (default 'sed')"
+ yetus_generic_columnprinter "${YETUS_OPTION_USAGE[@]}"
+ yetus_reset_usage
+
+ echo ""
+ importplugins
+
+ unset TESTFORMATS
+ unset TESTTYPES
+ unset BUILDTOOLS
+
+ for plugin in ${BUGSYSTEMS}; do
+ if declare -f ${plugin}_usage >/dev/null 2>&1; then
+ echo ""
+ echo "${plugin} plugin usage options:"
+ "${plugin}_usage"
+ yetus_generic_columnprinter "${YETUS_OPTION_USAGE[@]}"
+ yetus_reset_usage
+ fi
+ done
+}
+
+## @description Interpret the command line parameters
+## @audience private
+## @stability stable
+## @replaceable no
+## @param $@
+## @return May exit on failure
+function parse_args
+{
+ local i
+
+ common_args "$@"
+
+ for i in "$@"; do
+ case ${i} in
+ --committer)
+ COMMITMODE=true
+ ;;
+ --gpg-sign)
+ GPGSIGN=true
+ ;;
+ --dry-run)
+ PATCH_DRYRUNMODE=true
+ ;;
+ --*)
+ ## PATCH_OR_ISSUE can't be a --. So this is probably
+ ## a plugin thing.
+ continue
+ ;;
+ *)
+ PATCH_OR_ISSUE=${i#*=}
+ ;;
+ esac
+ done
+
+ if [[ ! -d ${PATCH_DIR} ]]; then
+ mkdir -p "${PATCH_DIR}"
+ if [[ $? != 0 ]] ; then
+ yetus_error "ERROR: Unable to create ${PATCH_DIR}"
+ cleanup_and_exit 1
+ fi
+ fi
+}
+
+## @description git am dryrun
+## @replaceable no
+## @audience private
+## @stability evolving
+function gitam_dryrun
+{
+
+ # there is no dryrun method for git-am, so just
+ # use apply instead.
+ gitapply_dryrun "$@"
+
+ if [[ ${PATCH_METHOD} = "gitapply" ]]; then
+ PATCH_METHOD="gitam"
+ fi
+}
+
+## @description git am signoff
+## @replaceable no
+## @audience private
+## @stability evolving
+function gitam_apply
+{
+ declare patchfile=$1
+ declare gpg=$2
+
+ if [[ ${gpg} = true ]]; then
+ EXTRA_ARGS="-S"
+ fi
+
+ echo "Applying the patch:"
+ yetus_run_and_redirect "${PATCH_DIR}/apply-patch-git-am.log" \
+ "${GIT}" am --signoff ${EXTRA_ARGS} --whitespace=fix "-p${PATCH_LEVEL}" "${patchfile}"
+ RESULT=$?
+ ${GREP} -v "^Checking" "${PATCH_DIR}/apply-patch-git-am.log"
+
+ # fallback
+ if [[ ${RESULT} -gt 0 && ${PATCH_SYSTEM} == 'jira' ]]; then
+ echo "Use git apply and commit with the information from jira."
+ gitapply_and_commit "${patchfile}"
+ fi
+}
+
+## @description get author and summary from jira and commit it.
+## if the author and the summary contains " or *,
+## the function does not work correctly because
+## the characters are used for delimiters.
+## @replaceable no
+## @audience private
+## @stability evolving
+function gitapply_and_commit
+{
+ declare patchfile=$1
+ declare jsontmpfile
+ declare assigneeline
+ declare assigneefile
+ declare name
+ declare email
+ declare author
+ declare summary
+
+ yetus_debug "gitapply_and_commit: fetching ${JIRA_URL}/rest/api/2/issue/${PATCH_OR_ISSUE}"
+ if ! jira_http_fetch "rest/api/2/issue/${PATCH_OR_ISSUE}" "${PATCH_DIR}/issue"; then
+ yetus_debug "gitapply_and_commit: not a JIRA."
+ return 1
+ fi
+
+ jsontmpfile="${PATCH_DIR}/jsontmpfile"
+ # cannot set " as delimiter for cut command in script, so replace " with *
+ tr ',' '\n' < "${PATCH_DIR}/issue" | ${SED} 's/\"/*/g' > "${jsontmpfile}"
+
+ assigneeline=$(${GREP} -n -E "^\*assignee\*:" "${jsontmpfile}" | cut -f1 -d":")
+ assigneefile="${PATCH_DIR}/assigneefile"
+ tail -n +"${assigneeline}" "${jsontmpfile}" | head -n 20 > "${assigneefile}"
+
+ name=$(${GREP} "displayName" "${assigneefile}" | cut -f4 -d"*")
+ email=$(${GREP} "emailAddress" "${assigneefile}" | cut -f4 -d"*" \
+ | ${SED} 's/ at /@/g' | ${SED} 's/ dot /./g')
+ author="${name} <${email}>"
+ summary=$(${GREP} -E "^\*summary\*:" "${jsontmpfile}" | cut -f4 -d"*")
+ gitapply_apply "${patchfile}"
+ ${GIT} add --all
+ echo "Committing with author: ${author}, summary: ${summary}"
+ yetus_run_and_redirect "${PATCH_DIR}/apply-patch-git-am-fallback.log" \
+ "${GIT}" commit ${EXTRA_ARGS} --signoff -m "${PATCH_OR_ISSUE}. ${summary}" \
+ --author="${author}"
+}
+
+## @description import core library routines
+## @audience private
+## @stability evolving
+function import_core
+{
+ declare filename
+
+ for filename in "${BINDIR}/core.d"/*; do
+ # shellcheck disable=SC1091
+ # shellcheck source=core.d/01-common.sh
+ . "${filename}"
+ done
+}
+
+trap "cleanup_and_exit 1" HUP INT QUIT TERM
+
+import_core
+
+setup_defaults
+
+parse_args "$@"
+
+importplugins
+yetus_debug "Removing BUILDTOOLS, TESTTYPES, and TESTFORMATS from installed plug-in list"
+unset BUILDTOOLS
+unset TESTTYPES
+unset TESTFORMATS
+
+parse_args_plugins "$@"
+
+plugins_initialize
+
+locate_patch
+
+if [[ ${COMMITMODE} = true ]]; then
+ status=$(${GIT} status --porcelain)
+ if [[ "$status" != "" ]] ; then
+ yetus_error "ERROR: Can't use --committer option in a workspace that contains the following modifications:"
+ yetus_error "${status}"
+ cleanup_and_exit 1
+ fi
+ PATCH_METHODS=("gitam" "${PATCH_METHODS[@]}")
+fi
+
+patchfile_dryrun_driver "${PATCH_DIR}/patch"
+RESULT=$?
+
+if [[ ${RESULT} -gt 0 ]]; then
+ yetus_error "ERROR: Aborting! ${PATCH_OR_ISSUE} cannot be verified."
+ cleanup_and_exit ${RESULT}
+fi
+
+if [[ ${PATCH_DRYRUNMODE} == false ]]; then
+ patchfile_apply_driver "${PATCH_DIR}/patch" "${GPGSIGN}"
+ RESULT=$?
+fi
+
+if [[ ${COMMITMODE} = true
+ && ${PATCH_METHOD} != "gitam" ]]; then
+ yetus_debug "Running git add -A"
+ git add -A
+fi
+
+cleanup_and_exit ${RESULT}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch-docker/Dockerfile
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch-docker/Dockerfile b/precommit/src/main/shell/test-patch-docker/Dockerfile
new file mode 100644
index 0000000..31f9f3b
--- /dev/null
+++ b/precommit/src/main/shell/test-patch-docker/Dockerfile
@@ -0,0 +1,201 @@
+
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+###############
+#
+# Example Apache Yetus Dockerfile that includes all functionality supported
+# as well as enough bits to build and release Apache Yetus itself.
+#
+###############
+
+FROM ubuntu:xenial
+
+## NOTE to committers: if this gets moved from Xenial to something else, be
+## sure to also fix the gpg link in asf-site-src as appropriate
+
+WORKDIR /root
+SHELL ["/bin/bash", "-o", "pipefail", "-c"]
+
+ENV DEBIAN_FRONTEND noninteractive
+ENV DEBCONF_TERSE true
+
+######
+# Install some basic Apache Yetus requirements
+######
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y \
+ curl \
+ git \
+ locales \
+ pkg-config \
+ rsync \
+ software-properties-common \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+
+###
+# Set the locale
+###
+RUN locale-gen en_US.UTF-8
+ENV LANG en_US.UTF-8
+ENV LANGUAGE en_US:en
+ENV LC_ALL en_US.UTF-8
+
+####
+# Install java (first, since we want to dicate what form of Java)
+####
+
+####
+# OpenJDK 8
+####
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y openjdk-8-jdk-headless \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+
+#######
+# OpenJDK 9
+# w/workaround for
+# https://bugs.launchpad.net/ubuntu/+source/openjdk-9/+bug/1593191
+#######
+RUN apt-get -q update && apt-get -o Dpkg::Options::="--force-overwrite" \
+ -q install --no-install-recommends -y \
+ openjdk-9-jdk-headless \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+
+#######
+# Set default Java
+#######
+#
+# By default, OpenJDK sets the default Java to the highest version.
+# We want the opposite, soooooo....
+#
+RUN update-java-alternatives --set java-1.8.0-openjdk-amd64
+RUN update-alternatives --get-selections | grep -i jdk | \
+ while read -r line; do \
+ alternative=$(echo "$line" | awk '{print $1}'); \
+ path=$(echo "$line" | awk '{print $3}'); \
+ newpath=${path//java-9/java-8}; \
+ update-alternatives --set "$alternative" "$newpath"; \
+ done
+
+
+####
+# Install ant
+####
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y ant \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+
+####
+# Install GNU automake, GNU make, and related
+####
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y autoconf automake libtool make \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+
+####
+# Install bats (TAP-capable unit testing for shell scripts)
+####
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y bats \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+
+####
+# Install cmake
+####
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y cmake \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+
+######
+# Install findbugs
+######
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y findbugs \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+ENV FINDBUGS_HOME /usr
+
+####
+# Install GNU C/C++
+####
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y g++ gcc libc-dev \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+
+######
+# Install maven
+######
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y maven \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+
+######
+# Install perl
+######
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y perl libperl-critic-perl \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+
+######
+# Install python and pylint
+######
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y python \
+ python2.7 \
+ python-pip \
+ python-pkg-resources \
+ python-setuptools \
+ python-wheel \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+RUN pip2 install -v pylint==1.9.2 python-dateutil==2.7.3
+
+####
+# Install ruby, rubocop, and ruby-lint
+###
+RUN echo 'gem: --no-rdoc --no-ri' >> /root/.gemrc
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y ruby ruby-dev \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+RUN gem install rake
+RUN gem install rubocop
+RUN gem install ruby-lint
+
+####
+# Install shellcheck (shell script lint)
+####
+RUN add-apt-repository -y ppa:jonathonf/ghc-8.0.2
+RUN apt-get -q update && apt-get -q install --no-install-recommends -y shellcheck \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+
+###
+# Install hadolint
+####
+RUN curl -L -s -S \
+ https://github.com/hadolint/hadolint/releases/download/v1.11.1/hadolint-Linux-x86_64 \
+ -o /bin/hadolint && \
+ chmod a+rx /bin/hadolint && \
+ shasum -a 512 /bin/hadolint | \
+ awk '$1!="734e37c1f6619cbbd86b9b249e69c9af8ee1ea87a2b1ff71dccda412e9dac35e63425225a95d71572091a3f0a11e9a04c2fc25d9e91b840530c26af32b9891ca" {exit(1)}'
+
+####
+# YETUS CUT HERE
+# Anthing after the above line is ignored by Yetus, so could
+# include other requirements not needed by your development
+# (but not build) environment
+###
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch-docker/Dockerfile-endstub
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch-docker/Dockerfile-endstub b/precommit/src/main/shell/test-patch-docker/Dockerfile-endstub
new file mode 100644
index 0000000..ce76491
--- /dev/null
+++ b/precommit/src/main/shell/test-patch-docker/Dockerfile-endstub
@@ -0,0 +1,21 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+ADD launch-test-patch.sh /testptch/launch-test-patch.sh
+RUN mkdir /testptch/extras
+RUN chmod a+rwx /testptch/extras
+RUN chmod a+rx /testptch/launch-test-patch.sh
+CMD /testptch/launch-test-patch.sh
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch-docker/launch-test-patch.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch-docker/launch-test-patch.sh b/precommit/src/main/shell/test-patch-docker/launch-test-patch.sh
new file mode 100755
index 0000000..b170cd2
--- /dev/null
+++ b/precommit/src/main/shell/test-patch-docker/launch-test-patch.sh
@@ -0,0 +1,80 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+declare -a OVERWRITEARGS
+
+OVERWRITEARGS=("--reexec")
+OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--dockermode")
+OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--basedir=${BASEDIR}")
+
+cd "${BASEDIR}" || exit 1
+
+if [[ -n ${JAVA_HOME}
+ && ! -d ${JAVA_HOME} ]]; then
+ echo "JAVA_HOME: ${JAVA_HOME} does not exist. Dockermode: attempting to switch to another." 1>&2
+ JAVA_HOME=""
+fi
+
+if [[ -z ${JAVA_HOME} ]]; then
+ JAVA_HOME=$(find /usr/lib/jvm/ -name "java-*" -type d | tail -1)
+ export JAVA_HOME
+ if [[ -n "${JAVA_HOME}" ]]; then
+ OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--java-home=${JAVA_HOME}")
+ echo "Setting ${JAVA_HOME} as the JAVA_HOME."
+ fi
+fi
+
+# Avoid out of memory errors in builds
+MAVEN_OPTS=${MAVEN_OPTS:-"-Xms256m -Xmx1g"}
+export MAVEN_OPTS
+
+# strip out --docker param to prevent re-exec again
+TESTPATCHMODE=${TESTPATCHMODE/--docker }
+TESTPATCHMODE=${TESTPATCHMODE%--docker}
+
+PATCH_DIR=$(cd -P -- "${PATCH_DIR}" >/dev/null && pwd -P)
+OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--patch-dir=${PATCH_DIR}")
+OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--user-plugins=${PATCH_DIR}/precommit/user-plugins")
+if [[ -f "${PATCH_DIR}/precommit/unit_test_filter_file.txt" ]]; then
+ OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--unit-test-filter-file=${PATCH_DIR}/precommit/unit_test_filter_file.txt")
+fi
+
+# if patch system is generic, then it's either a local
+# patch file or was in some other way not pulled from a bug
+# system. So we need to rescue it and then tell
+# test-patch where to find it.
+if [[ "${PATCH_SYSTEM}" = generic ]]; then
+ cp -p "${PATCH_DIR}/patch" /testptch/extras/patch
+ OVERWRITEARGS=("${OVERWRITEARGS[@]}" "/testptch/extras/patch")
+fi
+
+if [[ -f /testptch/console.txt ]]; then
+ OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--console-report-file=/testptch/console.txt")
+fi
+
+if [[ -f /testptch/brief.txt ]]; then
+ OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--brief-report-file=/testptch/brief.txt")
+fi
+
+if [[ -f /testptch/report.htm ]]; then
+ OVERWRITEARGS=("${OVERWRITEARGS[@]}" "--html-report-file=/testptch/report.htm")
+fi
+
+cd "${PATCH_DIR}/precommit/" || exit 1
+#shellcheck disable=SC2086
+"${PATCH_DIR}/precommit/test-patch.sh" \
+ ${TESTPATCHMODE} \
+ "${OVERWRITEARGS[@]}"
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch.d/ant.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch.d/ant.sh b/precommit/src/main/shell/test-patch.d/ant.sh
new file mode 100755
index 0000000..4c81741
--- /dev/null
+++ b/precommit/src/main/shell/test-patch.d/ant.sh
@@ -0,0 +1,221 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# there's nothing in here public, so don't publish docs
+# SHELLDOC-IGNORE
+
+if [[ -z "${ANT_HOME:-}" ]]; then
+ ANT=ant
+else
+ ANT=${ANT_HOME}/bin/ant
+fi
+
+add_build_tool ant
+
+declare -a ANT_ARGS=("-noinput")
+
+function ant_usage
+{
+ yetus_add_option "--ant-cmd=<cmd>" "The 'ant' command to use (default \${ANT_HOME}/bin/ant, or 'ant')"
+}
+
+function ant_parse_args
+{
+ local i
+
+ for i in "$@"; do
+ case ${i} in
+ --ant-cmd=*)
+ ANT=${i#*=}
+ ;;
+ esac
+ done
+
+ # if we requested offline, pass that to ant
+ if [[ ${OFFLINE} == "true" ]]; then
+ ANT_ARGS=("${ANT_ARGS[@]}" -Doffline=)
+ fi
+}
+
+function ant_initialize
+{
+ # we need to do this before docker kicks in
+ if [[ -e "${HOME}/.ivy2"
+ && ! -d "${HOME}/.ivy2" ]]; then
+ yetus_error "ERROR: ${HOME}/.ivy2 is not a directory."
+ return 1
+ elif [[ ! -e "${HOME}/.ivy2" ]]; then
+ yetus_debug "Creating ${HOME}/.ivy2"
+ mkdir -p "${HOME}/.ivy2"
+ fi
+}
+
+function ant_precheck
+{
+ declare ant_version
+
+ if ! verify_command ant "${ANT}"; then
+ add_vote_table -1 ant "ERROR: ant is not available."
+ return 1
+ fi
+ # finally let folks know what version they'll be dealing with.
+ ant_version=$(${ANT} -version 2>/dev/null)
+ add_footer_table ant "version: ${ant_version}"
+ return 0
+}
+
+function ant_filefilter
+{
+ declare filename=$1
+
+ if [[ ${filename} =~ build\.xml$
+ || ${filename} =~ ivy\.xml$ ]]; then
+ yetus_debug "tests/compile: ${filename}"
+ add_test compile
+ fi
+}
+
+function ant_buildfile
+{
+ echo "build.xml"
+}
+
+function ant_executor
+{
+ echo "${ANT}" "${ANT_ARGS[@]}"
+}
+
+function ant_modules_worker
+{
+ declare repostatus=$1
+ declare tst=$2
+ shift 2
+
+ # shellcheck disable=SC2034
+ UNSUPPORTED_TEST=false
+
+ case ${tst} in
+ findbugs)
+ modules_workers "${repostatus}" findbugs findbugs
+ ;;
+ compile)
+ modules_workers "${repostatus}" compile
+ ;;
+ distclean)
+ modules_workers "${repostatus}" distclean clean
+ ;;
+ javadoc)
+ modules_workers "${repostatus}" javadoc clean javadoc
+ ;;
+ unit)
+ modules_workers "${repostatus}" unit
+ ;;
+ *)
+ # shellcheck disable=SC2034
+ UNSUPPORTED_TEST=true
+ if [[ ${repostatus} = patch ]]; then
+ add_footer_table "${tst}" "not supported by the ${BUILDTOOL} plugin"
+ fi
+ yetus_error "WARNING: ${tst} is unsupported by ${BUILDTOOL}"
+ return 1
+ ;;
+ esac
+}
+
+## @description Helper for generic_logfilter
+## @audience private
+## @stability evolving
+## @replaceable no
+function ant_javac_logfilter
+{
+ declare input=$1
+ declare output=$2
+
+ #shellcheck disable=SC2016
+ ${GREP} "\[javac\] /" "${input}" > "${output}"
+}
+
+## @description Helper for generic_logfilter
+## @audience private
+## @stability evolving
+## @replaceable no
+function ant_javadoc_logfilter
+{
+ declare input=$1
+ declare output=$2
+
+ #shellcheck disable=SC2016
+ ${GREP} "\[javadoc\] /" "${input}" > "${output}"
+}
+
+function ant_builtin_personality_modules
+{
+ local repostatus=$1
+ local testtype=$2
+
+ local module
+
+ yetus_debug "Using builtin personality_modules"
+ yetus_debug "Personality: ${repostatus} ${testtype}"
+
+ clear_personality_queue
+
+ for module in "${CHANGED_MODULES[@]}"; do
+ personality_enqueue_module "${module}"
+ done
+}
+
+function ant_builtin_personality_file_tests
+{
+ local filename=$1
+
+ yetus_debug "Using builtin ant personality_file_tests"
+
+ if [[ ${filename} =~ \.sh
+ || ${filename} =~ \.cmd
+ ]]; then
+ yetus_debug "tests/shell: ${filename}"
+ elif [[ ${filename} =~ \.c$
+ || ${filename} =~ \.cc$
+ || ${filename} =~ \.h$
+ || ${filename} =~ \.hh$
+ || ${filename} =~ \.proto$
+ || ${filename} =~ src/test
+ || ${filename} =~ \.cmake$
+ || ${filename} =~ CMakeLists.txt
+ ]]; then
+ yetus_debug "tests/units: ${filename}"
+ add_test javac
+ add_test unit
+ elif [[ ${filename} =~ build.xml
+ || ${filename} =~ ivy.xml
+ || ${filename} =~ \.java$
+ ]]; then
+ yetus_debug "tests/javadoc+units: ${filename}"
+ add_test javac
+ add_test javadoc
+ add_test unit
+ fi
+
+ if [[ ${filename} =~ \.java$ ]]; then
+ add_test findbugs
+ fi
+}
+
+function ant_docker_support
+{
+ DOCKER_EXTRAARGS=("${DOCKER_EXTRAARGS}" "-v" "${HOME}/.ivy2:/home/${USER_NAME}/.ivy2")
+}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch.d/asflicense.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch.d/asflicense.sh b/precommit/src/main/shell/test-patch.d/asflicense.sh
new file mode 100755
index 0000000..593e4af
--- /dev/null
+++ b/precommit/src/main/shell/test-patch.d/asflicense.sh
@@ -0,0 +1,204 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+add_test_type asflicense
+
+function asflicense_usage
+{
+ yetus_add_option "--asflicense-rat-excludes=<path>" "path to file containing exclusion patterns"
+ yetus_add_option "--asflicense-rat-jar=<path>" "path to Apache Creadur Rat jar file"
+}
+
+function asflicense_parse_args
+{
+ declare i
+
+ for i in "$@"; do
+ case ${i} in
+ --asflicense-rat-excludes=*)
+ ASFLICENSE_RAT_EXCLUDES=${i#*=}
+ ;;
+ --asflicense-rat-jar=*)
+ ASFLICENSE_RAT_JAR=${i#*=}
+ ;;
+ esac
+ done
+
+ case ${BUILDTOOL} in
+ ant|gradle|maven)
+ add_test asflicense
+ ;;
+ *)
+ if [[ -f "${ASFLICENSE_RAT_JAR}" ]]; then
+ add_test asflicense
+ fi
+ ;;
+ esac
+}
+
+## @description Verify all files have an Apache License
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return 0 on success
+## @return 1 on failure
+function asflicense_tests
+{
+ local numpatch
+ local btfails=true
+
+ big_console_header "Determining number of ASF License errors"
+
+ start_clock
+
+ personality_modules patch asflicense
+ case ${BUILDTOOL} in
+ ant)
+ modules_workers patch asflicense releaseaudit
+ ;;
+ gradle)
+ btfails=false
+ modules_workers patch asflicense rat
+ ;;
+ maven)
+ modules_workers patch asflicense -fn apache-rat:check
+ btfails=false
+ ;;
+ *)
+ if [[ -z "${ASFLICENSE_RAT_JAR}" ]]; then
+ return 0
+ fi
+
+ btfails=false
+ asflicense_writexsl "${PATCH_DIR}/asf.xsl"
+ if [[ -f ${ASFLICENSE_RAT_EXCLUDES} ]]; then
+ echo_and_redirect "${PATCH_DIR}/patch-asflicense.txt" \
+ "${JAVA_HOME}/bin/java" \
+ -jar "${ASFLICENSE_RAT_JAR}" \
+ -s "${PATCH_DIR}/asf.xsl" \
+ -E "${ASFLICENSE_RAT_EXCLUDES}" \
+ -d "${BASEDIR}"
+ else
+ echo_and_redirect "${PATCH_DIR}/patch-asflicense.txt" \
+ "${JAVA_HOME}/bin/java" \
+ -jar "${ASFLICENSE_RAT_JAR}" \
+ -s "${PATCH_DIR}/asf.xsl" \
+ "${BASEDIR}"
+ fi
+ ;;
+ esac
+
+ # RAT fails the build if there are license problems.
+ # so let's take advantage of that a bit.
+ if [[ $? == 0 && ${btfails} = true ]]; then
+ add_vote_table 1 asflicense "${BUILDMODEMSG} does not generate ASF License warnings."
+ return 0
+ fi
+
+ if [[ ! -f "${PATCH_DIR}/patch-asflicense.txt" ]]; then
+ #shellcheck disable=SC2038
+ find "${BASEDIR}" -name rat.txt \
+ -o -name releaseaudit_report.txt \
+ -o -name rat-report.txt \
+ | xargs cat > "${PATCH_DIR}/patch-asflicense.txt"
+ fi
+
+ if [[ ! -s "${PATCH_DIR}/patch-asflicense.txt" ]]; then
+ if [[ ${btfails} = true ]]; then
+ # if we're here, then build actually failed
+ modules_messages patch asflicense true
+ return 1
+ else
+ add_vote_table 0 asflicense "ASF License check generated no output?"
+ return 0
+ fi
+ fi
+
+ numpatch=$("${GREP}" -c '\!?????' "${PATCH_DIR}/patch-asflicense.txt")
+ echo ""
+ echo ""
+ echo "There appear to be ${numpatch} ASF License warnings after applying the patch."
+ if [[ -n ${numpatch}
+ && ${numpatch} -gt 0 ]] ; then
+ add_vote_table -1 asflicense "${BUILDMODEMSG} generated ${numpatch} ASF License warnings."
+
+ echo "Lines that start with ????? in the ASF License "\
+ "report indicate files that do not have an Apache license header:" \
+ > "${PATCH_DIR}/patch-asflicense-problems.txt"
+
+ ${GREP} '\!?????' "${PATCH_DIR}/patch-asflicense.txt" \
+ >> "${PATCH_DIR}/patch-asflicense-problems.txt"
+
+ add_footer_table asflicense "@@BASE@@/patch-asflicense-problems.txt"
+ return 1
+ fi
+ add_vote_table 1 asflicense "${BUILDMODEMSG} does not generate ASF License warnings."
+ return 0
+}
+
+function asflicense_writexsl
+{
+cat > "${1}" << EOF
+<?xml version='1.0' ?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one *
+ or more contributor license agreements. See the NOTICE file *
+ distributed with this work for additional information *
+ regarding copyright ownership. The ASF licenses this file *
+ to you under the Apache License, Version 2.0 (the *
+ "License"); you may not use this file except in compliance *
+ with the License. You may obtain a copy of the License at *
+ *
+ http://www.apache.org/licenses/LICENSE-2.0 *
+ *
+ Unless required by applicable law or agreed to in writing, *
+ software distributed under the License is distributed on an *
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY *
+ KIND, either express or implied. See the License for the *
+ specific language governing permissions and limitations *
+ under the License. *
+-->
+<xsl:stylesheet version="1.0"
+ xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
+<xsl:output method='text'/>
+<xsl:template match='/'>
+ Files with Apache License headers will be marked AL
+ Binary files (which do not require any license headers) will be marked B
+ Compressed archives will be marked A
+ Notices, licenses etc. will be marked N
+
+ <xsl:for-each select='descendant::resource'>
+ <xsl:choose>
+ <xsl:when test='license-approval/@name="false"'>!</xsl:when>
+ <xsl:otherwise><xsl:text> </xsl:text></xsl:otherwise>
+ </xsl:choose>
+ <xsl:choose>
+ <xsl:when test='type/@name="notice"'>N </xsl:when>
+ <xsl:when test='type/@name="archive"'>A </xsl:when>
+ <xsl:when test='type/@name="binary"'>B </xsl:when>
+ <xsl:when test='type/@name="standard"'><xsl:value-of select='header-type/@name'/></xsl:when>
+ <xsl:otherwise>!!!!!</xsl:otherwise>
+ </xsl:choose>
+ <xsl:text> </xsl:text>
+ <xsl:value-of select='@name'/>
+ <xsl:text>
+ </xsl:text>
+ </xsl:for-each>
+</xsl:template>
+</xsl:stylesheet>
+EOF
+}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch.d/author.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch.d/author.sh b/precommit/src/main/shell/test-patch.d/author.sh
new file mode 100755
index 0000000..dccd504
--- /dev/null
+++ b/precommit/src/main/shell/test-patch.d/author.sh
@@ -0,0 +1,148 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+add_test_type author
+
+## @description author usage hook
+## @audience private
+## @stability evolving
+## @replaceable no
+function author_usage
+{
+ yetus_add_option "--author-ignore-list=<list>" "list of filenames to ignore (full build mode only)"
+}
+
+## @description author parse args hook
+## @audience private
+## @stability evolving
+## @replaceable no
+function author_parse_args
+{
+ declare i
+
+ for i in "$@"; do
+ case ${i} in
+ --author-ignore-list=*)
+ yetus_comma_to_array AUTHOR_IGNORE_LIST "${i#*=}"
+ ;;
+ esac
+ done
+}
+
+## @description helper function for @author tags check
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return 0 on success
+## @return 1 on failure
+function author_generic
+{
+ declare authortags
+ declare i
+ declare msg
+
+ if [[ "${BUILDMODE}" = full ]]; then
+ msg="source tree"
+ else
+ msg="patch"
+ fi
+
+ # shellcheck disable=SC2016
+ authortags=$(wc -l "${PATCH_DIR}/author-tags.txt" | "${AWK}" '{print $1}')
+ echo "There appear to be ${authortags} @author tags in the ${msg}."
+ if [[ ${authortags} != 0 ]] ; then
+ add_vote_table -1 @author \
+ "${BUILDMODEMSG} appears to contain ${authortags} @author tags which the" \
+ " community has agreed to not allow in code contributions."
+ add_footer_table @author "@@BASE@@/author-tags.txt"
+ return 1
+ fi
+ add_vote_table +1 @author "${BUILDMODEMSG} does not contain any @author tags."
+ return 0
+}
+
+## @description Check the current patchfile for @author tags
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return 0 on success
+## @return 1 on failure
+## @param patchfile
+function author_patchfile
+{
+ declare patchfile=$1
+ # shellcheck disable=SC2155
+ declare -r appname=$(basename "${BASH_SOURCE-$0}")
+ declare i
+
+ if [[ "${BUILDMODE}" != patch ]]; then
+ return
+ fi
+
+ big_console_header "Checking for @author tags: ${BUILDMODE}"
+
+ start_clock
+
+ for i in "${CHANGED_FILES[@]}"; do
+ if [[ ${i} =~ ${appname} ]]; then
+ echo "Skipping @author checks as ${appname} has been patched."
+ add_vote_table 0 @author "Skipping @author checks as ${appname} has been patched."
+ return 0
+ fi
+ done
+
+ ${GREP} -i -n '^[^-].*@author' "${patchfile}" >> "${PATCH_DIR}/author-tags.txt"
+ author_generic
+}
+
+
+## @description Check the current directory for @author tags
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return 0 on success
+## @return 1 on failure
+function author_postcompile
+{
+ # shellcheck disable=SC2155
+ declare -r appname=$(basename "${BASH_SOURCE-$0}")
+ declare fn
+
+ if [[ "${BUILDMODE}" != full ]]; then
+ return
+ fi
+
+ big_console_header "Checking for @author tags: ${BUILDMODE}"
+
+ start_clock
+
+ "${GIT}" grep -n -I --extended-regexp -i -e '^[^-].*@author' \
+ | ${GREP} -v "${appname}" \
+ >> "${PATCH_DIR}/author-tags-git.txt"
+
+ if [[ -z "${AUTHOR_IGNORE_LIST[0]}" ]]; then
+ cp -p "${PATCH_DIR}/author-tags-git.txt" "${PATCH_DIR}/author-tags.txt"
+ else
+ cp -p "${PATCH_DIR}/author-tags-git.txt" "${PATCH_DIR}/author-tags.1"
+ for fn in "${AUTHOR_IGNORE_LIST[@]}"; do
+ ${GREP} -v -E "^${fn}" "${PATCH_DIR}/author-tags.1" >> "${PATCH_DIR}/author-tags.2"
+ mv "${PATCH_DIR}/author-tags.2" "${PATCH_DIR}/author-tags.1"
+ done
+ mv "${PATCH_DIR}/author-tags.1" "${PATCH_DIR}/author-tags.txt"
+ fi
+
+ author_generic
+}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch.d/autoconf.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch.d/autoconf.sh b/precommit/src/main/shell/test-patch.d/autoconf.sh
new file mode 100755
index 0000000..b1e2e2b
--- /dev/null
+++ b/precommit/src/main/shell/test-patch.d/autoconf.sh
@@ -0,0 +1,223 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRCMAKEIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+add_build_tool autoconf
+
+## @description autoconf usage hook
+## @audience private
+## @stability evolving
+## @replaceable no
+function autoconf_usage
+{
+ yetus_add_option "--autoconf-configure-flags=<cmd>" "Extra, non-'--prefix' 'configure' flags to use"
+}
+
+## @description autoconf argument parser
+## @audience private
+## @stability evolving
+## @param args
+function autoconf_parse_args
+{
+ declare i
+
+ for i in "$@"; do
+ case ${i} in
+ --autoconf-configure-flags=*)
+ AUTOCONF_CONF_FLAGS=${i#*=}
+ ;;
+ esac
+ done
+}
+
+## @description initialize autoconf
+## @audience private
+## @stability evolving
+## @replaceable no
+function autoconf_initialize
+{
+ if ! declare -f make_executor > /dev/null; then
+ yetus_error "ERROR: autoconf requires make to be enabled."
+ return 1
+ fi
+}
+
+## @description precheck autoconf
+## @audience private
+## @stability evolving
+## @replaceable no
+function autoconf_precheck
+{
+ declare autoconf_version
+ if ! verify_command autoconf autoreconf; then
+ add_vote_table -1 autoconf "autoreconf was not available."
+ return 1
+ fi
+
+ # finally let folks know what version they'll be dealing with.
+ autoconf_version=$(autoconf --version 2>/dev/null | head -n 1 2>/dev/null)
+ add_footer_table autoconf "version: ${autoconf_version}"
+
+ make_precheck
+}
+
+## @description get the name of the autoconf build filename
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return autoconf build file
+function autoconf_buildfile
+{
+ echo "Makefile.am"
+}
+
+## @description get the name of the autoconf binary
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return filename
+## @param params
+function autoconf_executor
+{
+ make_executor "$@"
+}
+
+## @description precompile for autoconf
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return status
+## @param repostatus
+function autoconf_precompile
+{
+ declare repostatus=$1
+ declare result=0
+
+ if [[ ${BUILDTOOL} != autoconf ]]; then
+ return 0
+ fi
+
+ if [[ "${repostatus}" = branch ]]; then
+ big_console_header "autoconf verification: ${PATCH_BRANCH}"
+ else
+ big_console_header "autoconf verification: ${BUILDMODE}"
+ fi
+
+ personality_modules "${repostatus}" autoreconf
+
+ pushd "${BASEDIR}" >/dev/null
+ echo_and_redirect "${PATCH_DIR}/${repostatus}-autoconf-autoreconf" autoreconf -fi
+ result=$?
+ popd >/dev/null
+
+ if [[ ${result} != 0 ]]; then
+ if [[ "${repostatus}" = branch ]]; then
+ # shellcheck disable=SC2153
+ add_vote_table -1 autoreconf "${PATCH_BRANCH} unable to autoreconf"
+ else
+ add_vote_table -1 autoreconf "${BUILDMODEMSG} is unable to autoreconf"
+ fi
+ add_footer_table "autoreconf" "@@BASE@@/${repostatus}-autoconf-autoreconf"
+ return 1
+ else
+ if [[ "${repostatus}" = branch ]]; then
+ # shellcheck disable=SC2153
+ add_vote_table +1 autoreconf "${PATCH_BRANCH} autoreconf successful"
+ else
+ add_vote_table +1 autoreconf "${BUILDMODEMSG} can autoreconf"
+ fi
+ fi
+
+ personality_modules "${repostatus}" configure
+
+ pushd "${BASEDIR}" >/dev/null
+ #shellcheck disable=SC2086
+ echo_and_redirect \
+ "${PATCH_DIR}/${repostatus}-autoconf-configure" \
+ ./configure \
+ --prefix="${PATCH_DIR}/${repostatus}-install-dir" \
+ ${AUTOCONF_CONF_FLAGS}
+ result=$?
+ popd >/dev/null
+
+ if [[ ${result} != 0 ]]; then
+ if [[ "${repostatus}" = branch ]]; then
+ # shellcheck disable=SC2153
+ add_vote_table -1 configure "${PATCH_BRANCH} unable to configure"
+ else
+ add_vote_table -1 configure "${BUILDMODEMSG} is unable to configure"
+ fi
+ add_footer_table "configure" "@@BASE@@/${repostatus}-autoconf-configure"
+ return 1
+ else
+ if [[ "${repostatus}" = branch ]]; then
+ # shellcheck disable=SC2153
+ add_vote_table +1 configure "${PATCH_BRANCH} configure successful"
+ else
+ add_vote_table +1 configure "${BUILDMODEMSG} can configure"
+ fi
+ fi
+ return 0
+}
+
+## @description autoconf worker
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return status
+## @param repostatus
+## @param test
+function autoconf_modules_worker
+{
+ declare repostatus=$1
+ declare tst=$2
+
+ # shellcheck disable=SC2034
+ UNSUPPORTED_TEST=false
+
+ if [[ "${tst}" = distclean ]]; then
+ modules_workers "${repostatus}" distclean distclean
+ else
+ make_modules_worker "$@"
+ fi
+}
+
+## @description autoconf module queuer
+## @audience private
+## @stability evolving
+## @replaceable no
+function autoconf_builtin_personality_modules
+{
+ make_builtin_personality_modules "$@"
+}
+
+## @description autoconf test determiner
+## @audience private
+## @stability evolving
+## @replaceable no
+## @param filename
+function autoconf_builtin_personality_file_tests
+{
+ declare filename=$1
+
+ if [[ ${filename} =~ \.m4$
+ || ${filename} =~ \.in$ ]]; then
+ yetus_debug "tests/units: ${filename}"
+ add_test compile
+ add_test unit
+ else
+ make_builtin_personality_file_tests "${filename}"
+ fi
+}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch.d/briefreport.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch.d/briefreport.sh b/precommit/src/main/shell/test-patch.d/briefreport.sh
new file mode 100755
index 0000000..e536b97
--- /dev/null
+++ b/precommit/src/main/shell/test-patch.d/briefreport.sh
@@ -0,0 +1,262 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# there are no public APIs here
+# SHELLDOC-IGNORE
+
+add_bugsystem briefreport
+
+BRIEFOUT_LONGRUNNING=3600
+
+## @description Usage info for briefreport plugin
+## @audience private
+## @stability evolving
+## @replaceable no
+function briefreport_usage
+{
+ yetus_add_option "--brief-report-file=<file>" "Save a very brief, plain text report to a file"
+ yetus_add_option "--brief-report-long=<seconds>" "Time in seconds to use as long running subsystem threshold (Default: ${BRIEFOUT_LONGRUNNING})"
+
+}
+
+## @description Option parsing for briefreport plugin
+## @audience private
+## @stability evolving
+## @replaceable no
+function briefreport_parse_args
+{
+ declare i
+ declare fn
+
+ for i in "$@"; do
+ case ${i} in
+ --brief-report-file=*)
+ fn=${i#*=}
+ ;;
+ --brief-report-long=*)
+ BRIEFOUT_LONGRUNNING=${i#*=}
+ ;;
+ esac
+ done
+
+ if [[ -n "${fn}" ]]; then
+ if : > "${fn}"; then
+ BRIEFOUT_REPORTFILE_ORIG="${fn}"
+ BRIEFOUT_REPORTFILE=$(yetus_abs "${BRIEFOUT_REPORTFILE_ORIG}")
+ else
+ yetus_error "WARNING: cannot create brief text report file ${fn}. Ignoring."
+ fi
+ fi
+}
+
+## @description Give access to the brief text report file in docker mode
+## @audience private
+## @stability evolving
+## @replaceable no
+function briefreport_docker_support
+{
+ if [[ -n ${BRIEFOUT_REPORTFILE} ]]; then
+ DOCKER_EXTRAARGS=("${DOCKER_EXTRAARGS[@]}" "-v" "${BRIEFOUT_REPORTFILE}:/testptch/brief.txt")
+ fi
+}
+
+## @description Only print selected information to a report file
+## @audience private
+## @stability evolving
+## @replaceable no
+## @param runresult
+## @return 0 on success
+## @return 1 on failure
+function briefreport_finalreport
+{
+ declare result=$1
+ shift
+ declare i=0
+ declare ourstring
+ declare vote
+ declare subs
+ declare ela
+ declare version
+ declare -a failed
+ declare -a long
+ declare -a filtered
+ declare hours
+ declare newtime
+ declare havelogs=false
+
+ if [[ -z "${BRIEFOUT_REPORTFILE}" ]]; then
+ return
+ fi
+
+ big_console_header "Writing Brief Text Report to ${BRIEFOUT_REPORTFILE}"
+
+
+ if [[ ${result} == 0 ]]; then
+ printf "\n\n+1 overall\n\n" > "${BRIEFOUT_REPORTFILE}"
+ else
+ printf "\n\n-1 overall\n\n" > "${BRIEFOUT_REPORTFILE}"
+ fi
+
+ i=0
+ until [[ $i -eq ${#TP_VOTE_TABLE[@]} ]]; do
+ ourstring=$(echo "${TP_VOTE_TABLE[${i}]}" | tr -s ' ')
+ vote=$(echo "${ourstring}" | cut -f2 -d\|)
+ subs=$(echo "${ourstring}" | cut -f3 -d\|)
+ ela=$(echo "${ourstring}" | cut -f4 -d\|)
+
+ if [[ "${vote}" = "H" ]]; then
+ ((i=i+1))
+ continue
+ fi
+
+ if [[ ${vote// } = -1 ]]; then
+ failed=("${failed[@]}" "${subs}")
+ fi
+
+ if [[ ${vote// } = -0 ]]; then
+ filtered=("${filtered[@]}" "${subs}")
+ fi
+
+ if [[ ${ela// } -gt ${BRIEFOUT_LONGRUNNING} ]]; then
+ long=("${long[@]}" "${subs}")
+ fi
+
+ ((i=i+1))
+ done
+
+ tmparray=($(printf "%s\n" "${failed[@]}" | sort -u))
+ failed=("${tmparray[@]}")
+ tmparray=($(printf "%s\n" "${filtered[@]}" | sort -u))
+ filtered=("${tmparray[@]}")
+ tmparray=($(printf "%s\n" "${long[@]}" | sort -u))
+ long=("${tmparray[@]}")
+
+ if [[ ${#failed[@]} -gt 0 ]]; then
+ {
+ echo ""
+ echo "The following subsystems voted -1:"
+ echo " ${failed[*]}"
+ echo ""
+ } >> "${BRIEFOUT_REPORTFILE}"
+ fi
+
+ if [[ ${#filtered[@]} -gt 0 ]]; then
+ {
+ echo ""
+ echo "The following subsystems voted -1 but"
+ echo "were configured to be filtered/ignored:"
+ echo " ${filtered[*]}"
+ echo ""
+ } >> "${BRIEFOUT_REPORTFILE}"
+ fi
+
+ if [[ ${#long[@]} -gt 0 ]]; then
+ {
+ echo ""
+ echo "The following subsystems are considered long running:"
+ printf "(runtime bigger than "
+ # We would use clock_display here, but we don't have the
+ # restrictions that the vote_table has on size plus
+ # we're almost certainly going to be measured in hours
+ if [[ ${BRIEFOUT_LONGRUNNING} -ge 3600 ]]; then
+ hours=$((BRIEFOUT_LONGRUNNING/3600))
+ newtime=$((BRIEFOUT_LONGRUNNING-hours*3600))
+ printf "%sh %02sm %02ss" ${hours} $((newtime/60)) $((newtime%60))
+ else
+ printf "%sm %02ss" $((BRIEFOUT_LONGRUNNING/60)) $((BRIEFOUT_LONGRUNNING%60))
+ fi
+ echo ")"
+ echo " ${long[*]}"
+ echo ""
+ } >> "${BRIEFOUT_REPORTFILE}"
+ fi
+
+ if [[ ${#TP_TEST_TABLE[@]} -gt 0 ]]; then
+ {
+ echo ""
+ echo "Specific tests:"
+ } >> "${BRIEFOUT_REPORTFILE}"
+
+ i=0
+ until [[ $i -gt ${#TP_TEST_TABLE[@]} ]]; do
+ ourstring=$(echo "${TP_TEST_TABLE[${i}]}" | tr -s ' ')
+ vote=$(echo "${ourstring}" | cut -f2 -d\|)
+ subs=$(echo "${ourstring}" | cut -f3 -d\|)
+ {
+ if [[ -n "${vote// }" ]]; then
+ echo ""
+ printf " %s:\n" "${vote}"
+ echo ""
+ vote=""
+ fi
+ printf " %s\n" "${subs}"
+ } >> "${BRIEFOUT_REPORTFILE}"
+ ((i=i+1))
+ done
+ fi
+
+ if [[ -f "${BINDIR}/../VERSION" ]]; then
+ version=$(cat "${BINDIR}/../VERSION")
+ elif [[ -f "${BINDIR}/VERSION" ]]; then
+ version=$(cat "${BINDIR}/VERSION")
+ fi
+
+ i=0
+ until [[ $i -eq ${#TP_FOOTER_TABLE[@]} ]]; do
+ if [[ "${TP_FOOTER_TABLE[${i}]}" =~ \@\@BASE\@\@ ]]; then
+ havelogs=true
+ break
+ fi
+ ((i=i+1))
+ done
+
+ if [[ "${havelogs}" == true ]]; then
+ vote=""
+ until [[ $i -eq ${#TP_FOOTER_TABLE[@]} ]]; do
+ if [[ "${TP_FOOTER_TABLE[${i}]}" =~ \@\@BASE\@\@ ]]; then
+ ourstring=$(echo "${TP_TEST_TABLE[${i}]}" | tr -s ' ')
+ subs=$(echo "${TP_FOOTER_TABLE[${i}]}" | cut -f2 -d\|)
+ comment=$(echo "${TP_FOOTER_TABLE[${i}]}" |
+ cut -f3 -d\| |
+ ${SED} -e "s,@@BASE@@,${PATCH_DIR},g")
+ # shellcheck disable=SC2016
+ size=$(du -sh "${comment// }" | ${AWK} '{print $1}')
+ if [[ -n "${BUILD_URL}" ]]; then
+ comment=$(echo "${TP_FOOTER_TABLE[${i}]}" |
+ cut -f3 -d\| |
+ ${SED} -e "s,@@BASE@@,${BUILD_URL}${BUILD_URL_ARTIFACTS},g")
+ fi
+ {
+ if [[ "${subs}" != "${vote}" ]]; then
+ echo ""
+ printf " %s:\n" "${subs// }"
+ echo ""
+ vote=${subs}
+ fi
+ printf " %s [%s]\n" "${comment}" "${size}"
+ } >> "${BRIEFOUT_REPORTFILE}"
+ fi
+ ((i=i+1))
+ done
+ fi
+
+ {
+ echo ""
+ echo "Powered by" "Apache Yetus ${version} http://yetus.apache.org"
+ echo ""
+ } >> "${BRIEFOUT_REPORTFILE}"
+
+}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch.d/bugzilla.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch.d/bugzilla.sh b/precommit/src/main/shell/test-patch.d/bugzilla.sh
new file mode 100755
index 0000000..9b7caeb
--- /dev/null
+++ b/precommit/src/main/shell/test-patch.d/bugzilla.sh
@@ -0,0 +1,154 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# no public APIs here
+# SHELLDOC-IGNORE
+
+add_bugsystem bugzilla
+
+# personalities can override the following settings:
+BUGZILLA_BASE_URL="https://bz.apache.org/bugzilla"
+
+function bugzilla_usage
+{
+ yetus_add_option "--bugzilla-base-url=<url>" "The URL of the bugzilla server"
+}
+
+function bugzilla_parse_args
+{
+ declare i
+
+ for i in "$@"; do
+ case ${i} in
+ --bugzilla-base-url=*)
+ BUGZILLA_BASE_URL=${i#*=}
+ ;;
+ esac
+ done
+}
+
+function bugzilla_determine_issue
+{
+ declare input=$1
+
+ if [[ ! "${input}" =~ ^BZ: ]]; then
+ return 1
+ fi
+
+ if [[ -n "${BUGZILLA_ISSUE}" ]]; then
+ return 0
+ fi
+
+ # shellcheck disable=SC2016
+ BUGZILLA_ISSUE=$(echo "${input}" | cut -f2 -d: )
+
+ # shellcheck disable=SC2034
+ ISSUE=${input}
+ add_footer_table "Bugzilla Issue" "${BUGZILLA_ISSUE}"
+ return 0
+}
+
+## @description Try to guess the branch being tested using a variety of heuristics
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return 0 on success, with PATCH_BRANCH updated appropriately
+## @return 1 on failure
+function bugzilla_determine_branch
+{
+ return 1
+}
+
+function bugzilla_http_fetch
+{
+ declare input=$1
+ declare output=$2
+
+ if [[ -z "${BUGZILLA_BASE_URL}" ]]; then
+ return 1
+ fi
+
+ ${CURL} --silent --fail \
+ --output "${output}" \
+ --location \
+ "${BUGZILLA_BASE_URL}/${input}"
+}
+
+
+function bugzilla_locate_patch
+{
+ declare input=$1
+ declare fileloc=$2
+ declare relativeurl
+
+ if [[ -z "${BUGZILLA_BASE_URL}" ]]; then
+ return 1
+ fi
+
+ bugzilla_determine_issue "${input}"
+ if [[ $? != 0 || -z "${BUGZILLA_ISSUE}" ]]; then
+ return 1
+ fi
+
+ yetus_debug "bugzilla_locate_patch: trying ${BUGZILLA_BASE_URL}/show_bug.cgi?id=${BUGZILLA_ISSUE}"
+
+ if [[ "${OFFLINE}" == true ]]; then
+ yetus_debug "bugzilla_locate_patch: offline, skipping"
+ return 1
+ fi
+
+ bugzilla_http_fetch "show_bug.cgi?id=${BUGZILLA_ISSUE}" "${PATCH_DIR}/bugzilla"
+
+ if [[ $? != 0 ]]; then
+ yetus_debug "bugzilla_locate_patch: not a Bugzilla."
+ return 1
+ fi
+
+ #shellcheck disable=SC2016
+ relativeurl=$(${AWK} '/action=diff/ && match($0,"attachment\.cgi.id=[0-9]*"){print substr($0,RSTART,RLENGTH)}' \
+ "${PATCH_DIR}/bugzilla" | \
+ tail -1)
+ PATCHURL="${BUGZILLA_BASE_URL}${relativeurl}"
+ #relativeurl="${relativeurl}&action=diff&context=patch&collapsed=&headers=1&format=raw"
+ echo "${input} patch is being downloaded at $(date) from"
+ echo "${PATCHURL}"
+ add_footer_table "Bugzilla Patch URL" "${PATCHURL}"
+ bugzilla_http_fetch "${relativeurl}" "${fileloc}"
+ if [[ $? != 0 ]];then
+ yetus_error "ERROR: ${input}/${PATCHURL} could not be downloaded."
+ cleanup_and_exit 1
+ fi
+ return 0
+}
+
+## @description Write the contents of a file to Bugzilla
+## @param filename
+## @stability stable
+## @audience public
+function bugzilla_write_comment
+{
+ return 0
+}
+
+## @description Print out the finished details to Bugzilla
+## @audience private
+## @stability evolving
+## @replaceable no
+## @param runresult
+function bugzilla_finalreport
+{
+ return 0
+}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch.d/cc.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch.d/cc.sh b/precommit/src/main/shell/test-patch.d/cc.sh
new file mode 100755
index 0000000..3241191
--- /dev/null
+++ b/precommit/src/main/shell/test-patch.d/cc.sh
@@ -0,0 +1,66 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+add_test_type cc
+
+CC_EXT_RE='(c|cc|cpp|cxx|c\+\+|h|hh|hpp|hxx|h\+\+)'
+
+function cc_filefilter
+{
+ declare filename=$1
+
+ shopt -s nocasematch
+ if [[ ${filename} =~ \.${CC_EXT_RE}$ ]]; then
+ shopt -u nocasematch
+ yetus_debug "tests/cc: ${filename}"
+ add_test cc
+ add_test compile
+ fi
+ shopt -u nocasematch
+}
+
+## @description check for C/C++ compiler errors
+## @audience private
+## @stability stable
+## @replaceable no
+## @return 0 on success
+## @return 1 on failure
+function cc_compile
+{
+ declare codebase=$1
+ declare multijdkmode=$2
+
+ if ! verify_needed_test cc; then
+ return 0
+ fi
+
+ if [[ ${codebase} = patch ]]; then
+ generic_postlog_compare compile cc "${multijdkmode}"
+ fi
+}
+
+## @description Helper for generic_logfilter
+## @audience private
+## @stability evolving
+## @replaceable no
+function cc_logfilter
+{
+ declare input=$1
+ declare output=$2
+
+ #shellcheck disable=SC2016,SC2046
+ ${GREP} -i -E "^.*\.${CC_EXT_RE}\:[[:digit:]]*\:" "${input}" > "${output}"
+}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch.d/checkstyle.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch.d/checkstyle.sh b/precommit/src/main/shell/test-patch.d/checkstyle.sh
new file mode 100755
index 0000000..5bfca02
--- /dev/null
+++ b/precommit/src/main/shell/test-patch.d/checkstyle.sh
@@ -0,0 +1,412 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+add_test_type checkstyle
+
+CHECKSTYLE_TIMER=0
+CHECKSTYLE_GOAL_DEFAULT="checkstyle"
+CHECKSTYLE_GOAL="${CHECKSTYLE_GOAL_DEFAULT}"
+CHECKSTYLE_OPTIONS_DEFAULT="-Dcheckstyle.consoleOutput=true"
+CHECKSTYLE_OPTIONS="${CHECKSTYLE_OPTIONS_DEFAULT}"
+
+function checkstyle_filefilter
+{
+ local filename=$1
+
+ if [[ ${BUILDTOOL} == maven
+ || ${BUILDTOOL} == ant ]]; then
+ if [[ ${filename} =~ \.java$ ]]; then
+ add_test checkstyle
+ fi
+ fi
+}
+
+## @description usage help for checkstyle
+## @audience private
+## @stability evolving
+## @replaceable no
+function checkstyle_usage
+{
+ yetus_add_option "--checkstyle-goal=<goal>" "Checkstyle maven plugin goal to use, 'check' and 'checkstyle' supported. Defaults to '${CHECKSTYLE_GOAL_DEFAULT}'."
+}
+
+## @description parse checkstyle args
+## @audience private
+## @stability evolving
+## @replaceable no
+## @param arg
+## @param ..
+function checkstyle_parse_args
+{
+ local i
+
+ for i in "$@"; do
+ case ${i} in
+ --checkstyle-goal=*)
+ CHECKSTYLE_GOAL=${i#*=}
+ case ${CHECKSTYLE_GOAL} in
+ check)
+ CHECKSTYLE_OPTIONS="-Dcheckstyle.consoleOutput=true -Dcheckstyle.failOnViolation=false"
+ ;;
+ checkstyle)
+ ;;
+ *)
+ yetus_error "Warning: checkstyle goal ${CHECKSTYLE_GOAL} not supported. It may have unexpected behavior"
+ ;;
+ esac
+ ;;
+ esac
+ done
+}
+
+## @description initialize the checkstyle plug-in
+## @audience private
+## @stability evolving
+## @replaceable no
+function checkstyle_initialize
+{
+ if declare -f maven_add_install >/dev/null 2>&1; then
+ maven_add_install checkstyle
+ fi
+}
+
+## @description checkstyle plug-in specific difference calculator
+## @audience private
+## @stability evolving
+## @replaceable no
+## @param branchlog
+## @param patchlog
+## @return differences
+function checkstyle_calcdiffs
+{
+ declare orig=$1
+ declare new=$2
+ declare tmp=${PATCH_DIR}/pl.$$.${RANDOM}
+ declare j
+
+ # first, strip filenames:line:
+ # this keeps column: in an attempt to increase
+ # accuracy in case of multiple, repeated errors
+ # since the column number shouldn't change
+ # if the line of code hasn't been touched
+ # remove the numbers from the error message for comparing
+ # so if only the error message numbers change
+ # we do not report new error
+ # shellcheck disable=SC2016
+ cut -f3- -d: "${orig}" | awk -F'\1' '{ gsub("[0-9,]+", "", $2) ;print $1":"$2}' > "${tmp}.branch"
+ # shellcheck disable=SC2016
+ cut -f3- -d: "${new}" | awk -F'\1' '{ gsub("[0-9,]+", "", $2) ;print $1":"$2}' > "${tmp}.patch"
+
+ # compare the errors, generating a string of line
+ # numbers. Sorry portability: GNU diff makes this too easy
+ ${DIFF} --unchanged-line-format="" \
+ --old-line-format="" \
+ --new-line-format="%dn " \
+ "${tmp}.branch" \
+ "${tmp}.patch" > "${tmp}.lined"
+
+ # now, pull out those lines of the raw output
+ # removing extra marker before the chekstyle error
+ # message which was needed for calculations
+ # shellcheck disable=SC2013
+ for j in $(cat "${tmp}.lined"); do
+ # shellcheck disable=SC2086
+ head -${j} "${new}" | tail -1 | tr -d $'\x01'
+ done
+
+ rm "${tmp}.branch" "${tmp}.patch" "${tmp}.lined" 2>/dev/null
+}
+
+## @description execute checkstyle
+## @audience private
+## @stability stable
+## @replaceable no
+function checkstyle_runner
+{
+ declare repostatus=$1
+ declare tmp=${PATCH_DIR}/$$.${RANDOM}
+ declare j
+ declare i=0
+ declare fn
+ declare savestart=${TIMER}
+ declare savestop
+ declare output
+ declare logfile
+ declare modulesuffix
+ declare cmd
+ declare logline
+ declare text
+ declare linenum
+ declare codeline
+ declare cmdresult
+
+ # first, let's clear out any previous run information
+ modules_reset
+
+ # loop through the modules we've been given
+ #shellcheck disable=SC2153
+ until [[ $i -eq ${#MODULE[@]} ]]; do
+
+ # start the clock per module, setup some help vars, etc
+ start_clock
+ fn=$(module_file_fragment "${MODULE[${i}]}")
+ modulesuffix=$(basename "${MODULE[${i}]}")
+ output="${PATCH_DIR}/${repostatus}-checkstyle-${fn}.txt"
+ logfile="${PATCH_DIR}/maven-${repostatus}-checkstyle-${fn}.txt"
+
+ buildtool_cwd "${i}"
+
+ case ${BUILDTOOL} in
+ ant)
+ cmd="${ANT} \
+ -Dcheckstyle.consoleOutput=true \
+ ${MODULEEXTRAPARAM[${i}]//@@@MODULEFN@@@/${fn}} \
+ ${ANT_ARGS[*]} checkstyle"
+ ;;
+ maven)
+ cmd="${MAVEN} ${MAVEN_ARGS[*]} \
+ checkstyle:${CHECKSTYLE_GOAL} \
+ ${CHECKSTYLE_OPTIONS} \
+ ${MODULEEXTRAPARAM[${i}]//@@@MODULEFN@@@/${fn}} -Ptest-patch"
+ ;;
+ *)
+ UNSUPPORTED_TEST=true
+ return 0
+ ;;
+ esac
+
+ # we're going to execute it and pull out
+ # anything that beings with a /. that's
+ # almost certainly checkstyle output.
+ # checkstyle 6.14 or upper adds severity
+ # to the beginning of line, so removing it
+
+ #shellcheck disable=SC2086
+ echo_and_redirect "${logfile}" ${cmd}
+ cmdresult=$?
+
+ ${SED} -e 's,^\[ERROR\] ,,g' -e 's,^\[WARN\] ,,g' "${logfile}" \
+ | ${GREP} ^/ \
+ | ${SED} -e "s,${BASEDIR},.,g" \
+ > "${tmp}"
+
+ if [[ "${modulesuffix}" == . ]]; then
+ modulesuffix=root
+ fi
+
+ if [[ ${cmdresult} == 0 ]]; then
+ module_status ${i} +1 "${logfile}" "${BUILDMODEMSG} passed checkstyle in ${modulesuffix}"
+ else
+ module_status ${i} -1 "${logfile}" "${BUILDMODEMSG} fails to run checkstyle in ${modulesuffix}"
+ ((result = result + 1))
+ fi
+
+ # if we have some output, we need to do more work:
+ if [[ -s ${tmp} && "${BUILDMODE}" = patch ]]; then
+
+ # first, let's pull out all of the files that
+ # we actually care about, esp since that run
+ # above is likely from the entire source
+ # this will grealy cut down how much work we
+ # have to do later
+
+ for j in "${CHANGED_FILES[@]}"; do
+ ${GREP} "${j}" "${tmp}" >> "${tmp}.1"
+ done
+
+ # now that we have just the files we care about,
+ # let's unscrew it. You see...
+
+ # checkstyle seems to do everything it possibly can
+ # to make it hard to process, including inconsistent
+ # output (sometimes it has columns, sometimes it doesn't!)
+ # and giving very generic errors when context would be
+ # helpful, esp when doing diffs.
+
+ # in order to help calcdiff and the user out, we're
+ # going to reprocess the output to include the code
+ # line being flagged. When calcdiff gets a hold of this
+ # it will have the code to act as context to help
+ # report the correct line
+
+ # file:linenum:(column:)error ====>
+ # file:linenum:code(:column)\x01:error
+ # \x01 will later used to identify the begining
+ # of the checkstyle error message
+ pushd "${BASEDIR}" >/dev/null
+ while read -r logline; do
+ file=$(echo "${logline}" | cut -f1 -d:)
+ linenum=$(echo "${logline}" | cut -f2 -d:)
+ text=$(echo "${logline}" | cut -f3- -d:)
+ codeline=$(head -n "+${linenum}" "${file}" | tail -1 )
+ {
+ echo -n "${file}:${linenum}:${codeline}"
+ echo -ne "\x01"
+ echo ":${text}"
+ } >> "${output}"
+ done < <(cat "${tmp}.1")
+
+ popd >/dev/null
+ # later on, calcdiff will turn this into code(:column):error
+ # compare, and then put the file:line back onto it.
+ else
+ cp -p "${tmp}" "${output}"
+ fi
+
+ rm "${tmp}" "${tmp}.1" 2>/dev/null
+
+ savestop=$(stop_clock)
+ #shellcheck disable=SC2034
+ MODULE_STATUS_TIMER[${i}]=${savestop}
+
+ popd >/dev/null
+ ((i=i+1))
+ done
+
+ TIMER=${savestart}
+
+ if [[ ${result} -gt 0 ]]; then
+ return 1
+ fi
+ return 0
+}
+
+function checkstyle_postcompile
+{
+ declare repostatus=$1
+
+ if [[ "${repostatus}" = branch ]]; then
+ checkstyle_preapply
+ else
+ checkstyle_postapply
+ fi
+}
+
+function checkstyle_preapply
+{
+ local result
+
+ if ! verify_needed_test checkstyle; then
+ return 0
+ fi
+
+ big_console_header "checkstyle: ${PATCH_BRANCH}"
+
+ start_clock
+
+ personality_modules branch checkstyle
+ checkstyle_runner branch
+ result=$?
+ modules_messages branch checkstyle true
+
+ # keep track of how much as elapsed for us already
+ CHECKSTYLE_TIMER=$(stop_clock)
+ if [[ ${result} != 0 ]]; then
+ return 1
+ fi
+ return 0
+}
+
+function checkstyle_postapply
+{
+ declare result
+ declare module
+ declare mod
+ declare fn
+ declare i=0
+ declare numbranch=0
+ declare numpatch=0
+ declare addpatch=0
+ declare summarize=true
+
+ if ! verify_needed_test checkstyle; then
+ return 0
+ fi
+
+ big_console_header "checkstyle: ${BUILDMODE}"
+
+ start_clock
+
+ personality_modules patch checkstyle
+ checkstyle_runner patch
+ result=$?
+
+ if [[ ${UNSUPPORTED_TEST} = true ]]; then
+ return 0
+ fi
+
+ # add our previous elapsed to our new timer
+ # by setting the clock back
+ offset_clock "${CHECKSTYLE_TIMER}"
+
+ until [[ $i -eq ${#MODULE[@]} ]]; do
+ if [[ ${MODULE_STATUS[${i}]} == -1 ]]; then
+ ((result=result+1))
+ ((i=i+1))
+ continue
+ fi
+ module=${MODULE[$i]}
+ fn=$(module_file_fragment "${module}")
+
+ # if there is no comparison to be done,
+ # we can speed this up tremendously
+ if [[ "${BUILDMODE}" = full ]]; then
+ touch "${PATCH_DIR}/branch-checkstyle-${fn}.txt"
+ cp -p "${PATCH_DIR}/patch-checkstyle-${fn}.txt" \
+ "${PATCH_DIR}/diff-checkstyle-${fn}.txt"
+ else
+
+ # call calcdiffs to allow overrides
+ calcdiffs \
+ "${PATCH_DIR}/branch-checkstyle-${fn}.txt" \
+ "${PATCH_DIR}/patch-checkstyle-${fn}.txt" \
+ checkstyle \
+ > "${PATCH_DIR}/diff-checkstyle-${fn}.txt"
+ fi
+
+ #shellcheck disable=SC2016
+ numbranch=$(wc -l "${PATCH_DIR}/branch-checkstyle-${fn}.txt" | ${AWK} '{print $1}')
+ #shellcheck disable=SC2016
+ numpatch=$(wc -l "${PATCH_DIR}/patch-checkstyle-${fn}.txt" | ${AWK} '{print $1}')
+ #shellcheck disable=SC2016
+ addpatch=$(wc -l "${PATCH_DIR}/diff-checkstyle-${fn}.txt" | ${AWK} '{print $1}')
+
+ ((fixedpatch=numbranch-numpatch+addpatch))
+
+ statstring=$(generic_calcdiff_status "${numbranch}" "${numpatch}" "${addpatch}" )
+
+ mod=${module}
+ if [[ ${mod} = \. ]]; then
+ mod=root
+ fi
+
+ if [[ ${addpatch} -gt 0 ]] ; then
+ ((result = result + 1))
+ module_status ${i} -1 "diff-checkstyle-${fn}.txt" "${mod}: ${BUILDMODEMSG} ${statstring}"
+ elif [[ ${fixedpatch} -gt 0 ]]; then
+ module_status ${i} +1 "diff-checkstyle-${fn}.txt" "${mod}: ${BUILDMODEMSG} ${statstring}"
+ summarize=false
+ fi
+ ((i=i+1))
+ done
+
+ modules_messages patch checkstyle "${summarize}"
+
+ if [[ ${result} != 0 ]]; then
+ return 1
+ fi
+ return 0
+}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch.d/cmake.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch.d/cmake.sh b/precommit/src/main/shell/test-patch.d/cmake.sh
new file mode 100755
index 0000000..38a48c8
--- /dev/null
+++ b/precommit/src/main/shell/test-patch.d/cmake.sh
@@ -0,0 +1,202 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRCMAKEIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+add_build_tool cmake
+
+CMAKE=cmake
+CMAKE_BUILD_DIR="build"
+CMAKE_ROOT_BUILD=true
+
+## @description cmake usage hook
+## @audience private
+## @stability evolving
+## @replaceable no
+function cmake_usage
+{
+ yetus_add_option "--cmake-build-dir=<cmd>" "build directory off of each module to use (default: ${CMAKE_BUILD_DIR})"
+ yetus_add_option "--cmake-cmd=<cmd>" "The 'cmake' command to use (default 'cmake')"
+ yetus_add_option "--cmake-root-build=<bool>" "Only build off of root, don't use modules (default: ${CMAKE_ROOT_BUILD})"
+}
+
+## @description cmake argument parser
+## @audience private
+## @stability evolving
+## @param args
+function cmake_parse_args
+{
+ declare i
+
+ for i in "$@"; do
+ case ${i} in
+ --cmake-build-dir=*)
+ CMAKE_BUILD_DIR=${i#*=}
+ ;;
+ --cmake-cmd=*)
+ CMAKE=${i#*=}
+ ;;
+ --cmake-root-build=*)
+ CMAKE_ROOT_BUILD=${i#*=}
+ ;;
+ esac
+ done
+}
+
+## @description initialize cmake
+## @audience private
+## @stability evolving
+## @replaceable no
+function cmake_initialize
+{
+ if ! declare -f make_executor > /dev/null; then
+ yetus_error "ERROR: cmake requires make to be enabled."
+ return 1
+ fi
+}
+
+## @description precheck cmake
+## @audience private
+## @stability evolving
+## @replaceable no
+function cmake_precheck
+{
+ declare cmake_version
+ if ! verify_command cmake "${CMAKE}"; then
+ add_vote_table -1 cmake "cmake was not available."
+ return 1
+ fi
+ # finally let folks know what version they'll be dealing with.
+ cmake_version=$(${CMAKE} --version 2>/dev/null | head -n 1 2>/dev/null)
+ add_footer_table cmake "version: ${cmake_version}"
+
+ make_precheck
+}
+
+
+## @description cmake module manipulation
+## @audience private
+## @stability evolving
+## @replaceable no
+function cmake_reorder_modules
+{
+ if [[ "${CMAKE_ROOT_BUILD}" = true ]]; then
+ #shellcheck disable=SC2034
+ BUILDTOOLCWD="@@@BASEDIR@@@/${CMAKE_BUILD_DIR}"
+ #shellcheck disable=SC2034
+ CHANGED_MODULES=(".")
+ #shellcheck disable=SC2034
+ CHANGED_UNION_MODULES="."
+ else
+ #shellcheck disable=SC2034
+ BUILDTOOLCWD="@@@MODULEDIR@@@/${CMAKE_BUILD_DIR}"
+ fi
+}
+
+## @description get the name of the cmake build filename
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return cmake build file
+function cmake_buildfile
+{
+ echo "CMakeLists.txt"
+}
+
+## @description get the name of the cmake binary
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return filename
+## @param cmake params
+function cmake_executor
+{
+ if [[ $1 = "CMakeLists.txt" ]]; then
+ echo "${CMAKE}"
+ else
+ make_executor "$@"
+ fi
+}
+
+## @description precompile for cmake
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return status
+## @param repostatus
+function cmake_precompile
+{
+ declare repostatus=$1
+ declare result=0
+
+ if [[ ${BUILDTOOL} != cmake ]]; then
+ return 0
+ fi
+
+ if [[ "${repostatus}" = branch ]]; then
+ # shellcheck disable=SC2153
+ big_console_header "cmake CMakeLists.txt: ${PATCH_BRANCH}"
+ else
+ big_console_header "cmake CMakeLists.txt: ${BUILDMODE}"
+ fi
+
+ personality_modules "${repostatus}" CMakeLists.txt
+
+ modules_workers "${repostatus}" CMakeLists.txt @@@MODULEDIR@@@
+ result=$?
+ modules_messages "${repostatus}" CMakeLists.txt true
+ if [[ ${result} != 0 ]]; then
+ return 1
+ fi
+ return 0
+}
+
+## @description cmake worker
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return status
+## @param repostatus
+## @param test
+function cmake_modules_worker
+{
+ make_modules_worker "$@"
+}
+
+## @description cmake module queuer
+## @audience private
+## @stability evolving
+## @replaceable no
+function cmake_builtin_personality_modules
+{
+ make_builtin_personality_modules "$@"
+}
+
+## @description cmake test determiner
+## @audience private
+## @stability evolving
+## @replaceable no
+## @param filename
+function cmake_builtin_personality_file_tests
+{
+ declare filename=$1
+
+ if [[ ${filename} =~ CMakeLists.txt$ ]]; then
+ yetus_debug "tests/units: ${filename}"
+ add_test compile
+ add_test unit
+ else
+ make_builtin_personality_file_tests "${filename}"
+ fi
+}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch.d/ctest.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch.d/ctest.sh b/precommit/src/main/shell/test-patch.d/ctest.sh
new file mode 100755
index 0000000..70d91dd
--- /dev/null
+++ b/precommit/src/main/shell/test-patch.d/ctest.sh
@@ -0,0 +1,106 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+add_test_format ctest
+
+## @description initialize ctest
+## @audience private
+## @stability evolving
+## @replaceable no
+function ctest_initialize
+{
+ # shellcheck disable=SC2034
+ CTEST_OUTPUT_ON_FAILURE=true
+}
+
+## @description ctest log processor
+## @audience private
+## @stability evolving
+## @replaceable no
+## @param module
+## @param logfile
+## @param filefragment
+## @return status
+function ctest_process_tests
+{
+ # shellcheck disable=SC2034
+ declare module=$1
+ # shellcheck disable=SC2034
+ declare buildlogfile=$2
+ declare filefrag=$3
+ declare result=0
+ declare module_failed_tests
+ declare filenames
+ declare fn
+ declare reallog
+
+ # this file contains the lists of tests that failed
+ # cwd should be the module that we were executing in
+ # so no need to do anything fancy here
+ filenames=$(find . -type f -name LastTestsFailed.log)
+
+ if [[ -n "${filenames}" ]]; then
+ for fn in ${filenames}; do
+
+ # let's record what tests failed and be able to report those
+ module_failed_tests=$(cut -f2 -d: "${fn}")
+ CTEST_FAILED_TESTS="${CTEST_FAILED_TESTS} ${module_failed_tests}"
+ ((result=result+1))
+
+ # next, let's do some extra log processing
+ # this file contains the log of the tests that were run
+ # when the failures happened. it will be in the same dir
+ # as the lasttestsfailed.log file
+ reallog=$(dirname "${fn}")/LastTest.log
+
+ # this should always be true, but....
+ if [[ -f "${reallog}" ]]; then
+ module_failed_tests=$(cut -f2 -d: "${fn}")
+
+ # let's copy it to the patchdir so that people can find the failures
+ # long after the build has been done
+ cp "${reallog}" "${PATCH_DIR}/patch-${filefrag}-ctest.txt"
+ CTEST_LOGS=("${CTEST_LOGS[@]}" "@@BASE@@/patch-${filefrag}-ctest.txt")
+ fi
+ done
+ fi
+
+ if [[ ${result} -gt 0 ]]; then
+ return 1
+ fi
+ return 0
+}
+
+## @description cmake test table results
+## @audience private
+## @stability evolving
+## @replaceable no
+## @param jdk
+function ctest_finalize_results
+{
+ declare jdk=$1
+ declare fn
+
+ if [[ -n "${CTEST_FAILED_TESTS}" ]] ; then
+ # shellcheck disable=SC2086
+ populate_test_table "${jdk}Failed CTEST tests" ${CTEST_FAILED_TESTS}
+ CTEST_FAILED_TESTS=""
+ for fn in "${CTEST_LOGS[@]}"; do
+ add_footer_table "CTEST" "${fn}"
+ done
+ CTEST_LOGS=()
+ fi
+}
http://git-wip-us.apache.org/repos/asf/yetus/blob/6ebaa111/precommit/src/main/shell/test-patch.d/dupname.sh
----------------------------------------------------------------------
diff --git a/precommit/src/main/shell/test-patch.d/dupname.sh b/precommit/src/main/shell/test-patch.d/dupname.sh
new file mode 100755
index 0000000..6795308
--- /dev/null
+++ b/precommit/src/main/shell/test-patch.d/dupname.sh
@@ -0,0 +1,124 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# dupname check ALWAYS gets activated
+add_test_type dupname
+add_test dupname
+
+
+## @description Sort an array by its elements, ignoring case
+## @audience private
+## @stability evolving
+## @replaceable yes
+## @param arrayvar
+function dupname_icase_sort_array
+{
+ declare arrname=$1
+ declare arrref="${arrname}[@]"
+ declare array=("${!arrref}")
+
+ declare globstatus
+ declare oifs
+ declare -a sa
+
+ globstatus=$(set -o | grep noglob | awk '{print $NF}')
+
+ if [[ -n ${IFS} ]]; then
+ oifs=${IFS}
+ fi
+ set -f
+ # shellcheck disable=SC2034
+ IFS=$'\n' sa=($(sort -f <<<"${array[*]}"))
+ # shellcheck disable=SC1083
+ eval "${arrname}"=\(\"\${sa[@]}\"\)
+
+ if [[ -n "${oifs}" ]]; then
+ IFS=${oifs}
+ else
+ unset IFS
+ fi
+
+ if [[ "${globstatus}" = off ]]; then
+ set +f
+ fi
+}
+
+## @description Check the current patchfile for case issues
+## @audience private
+## @stability evolving
+## @replaceable no
+## @return 0 on success
+## @return 1 on failure
+function dupname_precheck
+{
+ declare -i count=0
+ declare cur
+ declare fn
+ declare prev
+ declare -a tmpfiles
+
+ tmpfiles=("${CHANGED_FILES[@]}")
+
+ big_console_header "Checking for duplicated filenames that differ only in case"
+ start_clock
+
+ pushd "${BASEDIR}" >/dev/null || return 1
+
+ # check the existing tree
+ for fn in "${CHANGED_FILES[@]}"; do
+ existing=$(${GIT} ls-files ":(icase)${fn}")
+ if [[ -n "${existing}" ]]; then
+ if [[ "${existing}" != "${fn}" ]]; then
+ echo "patch:${fn} tree:${existing}" >> "${PATCH_DIR}/dupnames.txt"
+ ((count=count + 1))
+ fi
+ fi
+ done
+
+ popd >/dev/null || return 1
+
+ dupname_icase_sort_array tmpfiles
+
+ for cur in "${tmpfiles[@]}"; do
+ if [[ -n ${prev} ]]; then
+ if [[ "${cur}" != "${prev}" ]]; then
+ curlc=$(echo "${cur}" | tr '[:upper:]' '[:lower:]')
+ if [[ "${curlc}" == "${prevlc}" ]]; then
+ echo "patch:${cur} patch:${prev}" >> "${PATCH_DIR}/dupnames.txt"
+ ((count=count + 1))
+ fi
+ fi
+ fi
+ prev=${cur}
+ prevlc=${curlc}
+ done
+
+ if [[ ${count} -gt 0 ]]; then
+ if [[ "${BUILDMODE}" != full ]]; then
+ add_vote_table -1 dupname "The patch has ${count}" \
+ " duplicated filenames that differ only in case."
+ add_footer_table dupname "@@BASE@@/dupnames.txt"
+ yetus_error "ERROR: Won't apply the patch; may break the workspace."
+ return 1
+ else
+ add_vote_table -1 dupname "Source has ${count}" \
+ " duplicated filenames that differ only in case."
+ add_footer_table dupname "@@BASE@@/dupnames.txt"
+ fi
+ fi
+
+ return 0
+}
\ No newline at end of file