You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by mx...@apache.org on 2015/05/12 11:53:32 UTC
flink git commit: [QA] store messages in file instead of in the
environment
Repository: flink
Updated Branches:
refs/heads/master 4cc971da3 -> 318a14d85
[QA] store messages in file instead of in the environment
Bash can run out of environment memory if environment variables store
too much data. When the memory is exceeded, bash can't run system
commands anymore and, from then on, cryptically fails every command with
"Argument list too long".
This closes #670.
Project: http://git-wip-us.apache.org/repos/asf/flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/318a14d8
Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/318a14d8
Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/318a14d8
Branch: refs/heads/master
Commit: 318a14d85b7b7b90302ed2a6e9c7d1d3fa0b2147
Parents: 4cc971d
Author: Maximilian Michels <mx...@apache.org>
Authored: Tue May 12 11:14:31 2015 +0200
Committer: Maximilian Michels <mx...@apache.org>
Committed: Tue May 12 11:49:26 2015 +0200
----------------------------------------------------------------------
tools/qa-check.sh | 41 +++++++++++++++++++++++------------------
1 file changed, 23 insertions(+), 18 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/flink/blob/318a14d8/tools/qa-check.sh
----------------------------------------------------------------------
diff --git a/tools/qa-check.sh b/tools/qa-check.sh
index 9a05259..6881887 100755
--- a/tools/qa-check.sh
+++ b/tools/qa-check.sh
@@ -68,7 +68,14 @@ cd flink
# Initialize variables
export TESTS_PASSED=true
-export MESSAGES="Flink QA-Check results:"$'\n'
+# Store output of results in a file in the qa dir
+QA_OUTPUT="$VAR_DIR/qa_results.txt"
+rm "$QA_OUTPUT"
+
+append_output() {
+ echo "$1"
+ echo "$1" >> "$QA_OUTPUT"
+}
goToTestDirectory() {
cd $flink_home
@@ -88,10 +95,10 @@ checkJavadocsErrors() {
OLD_JAVADOC_ERR_CNT=`cat $VAR_DIR/_JAVADOCS_NUM_WARNINGS`
NEW_JAVADOC_ERR_CNT=`eval $JAVADOC_MVN_COMMAND`
if [ "$NEW_JAVADOC_ERR_CNT" -gt "$OLD_JAVADOC_ERR_CNT" ]; then
- MESSAGES+=":-1: The change increases the number of javadoc errors from $OLD_JAVADOC_ERR_CNT to $NEW_JAVADOC_ERR_CNT"$'\n'
+ append_output ":-1: The change increases the number of javadoc errors from $OLD_JAVADOC_ERR_CNT to $NEW_JAVADOC_ERR_CNT"
TESTS_PASSED=false
else
- MESSAGES+=":+1: The number of javadoc errors was $OLD_JAVADOC_ERR_CNT and is now $NEW_JAVADOC_ERR_CNT"$'\n'
+ append_output ":+1: The number of javadoc errors was $OLD_JAVADOC_ERR_CNT and is now $NEW_JAVADOC_ERR_CNT"
fi
}
@@ -106,13 +113,13 @@ checkCompilerWarnings() {
OLD_COMPILER_ERR_CNT=`cat $VAR_DIR/_COMPILER_NUM_WARNINGS`
NEW_COMPILER_ERR_CNT=`eval $COMPILER_WARN_MVN_COMMAND | tee $VAR_DIR/_COMPILER_NEW_WARNINGS | wc -l`
if [ "$NEW_COMPILER_ERR_CNT" -gt "$OLD_COMPILER_ERR_CNT" ]; then
- MESSAGES+=":-1: The change increases the number of compiler warnings from $OLD_COMPILER_ERR_CNT to $NEW_COMPILER_ERR_CNT"$'\n'
- MESSAGES+='```diff'$'\n'
- MESSAGES+=`diff $VAR_DIR/_COMPILER_REFERENCE_WARNINGS $VAR_DIR/_COMPILER_NEW_WARNINGS`$'\n'
- MESSAGES+='```'$'\n'
+ append_output ":-1: The change increases the number of compiler warnings from $OLD_COMPILER_ERR_CNT to $NEW_COMPILER_ERR_CNT"
+ append_output '```diff'
+ append_output `diff $VAR_DIR/_COMPILER_REFERENCE_WARNINGS $VAR_DIR/_COMPILER_NEW_WARNINGS`
+ append_output '```'
TESTS_PASSED=false
else
- MESSAGES+=":+1: The number of compiler warnings was $OLD_COMPILER_ERR_CNT and is now $NEW_COMPILER_ERR_CNT"$'\n'
+ append_output ":+1: The number of compiler warnings was $OLD_COMPILER_ERR_CNT and is now $NEW_COMPILER_ERR_CNT"
fi
}
@@ -129,10 +136,10 @@ checkLibFiles() {
eval $BUILD_MVN_COMMAND > /dev/null
NEW_LIB_FILES_CNT=`eval $COUNT_LIB_FILES`
if [ "$NEW_LIB_FILES_CNT" -gt "$OLD_LIB_FILES_CNT" ]; then
- MESSAGES+=":-1: The change increases the number of dependencies in the lib/ folder from $OLD_LIB_FILES_CNT to $NEW_LIB_FILES_CNT"$'\n'
+ append_output ":-1: The change increases the number of dependencies in the lib/ folder from $OLD_LIB_FILES_CNT to $NEW_LIB_FILES_CNT"
TESTS_PASSED=false
else
- MESSAGES+=":+1: The number of files in the lib/ folder was $OLD_LIB_FILES_CNT before the change and is now $NEW_LIB_FILES_CNT"$'\n'
+ append_output ":+1: The number of files in the lib/ folder was $OLD_LIB_FILES_CNT before the change and is now $NEW_LIB_FILES_CNT"
fi
}
@@ -141,7 +148,7 @@ checkLibFiles() {
checkAuthorTag() {
# we are grep-ing for "java" but we've messed up the string a bit so that it doesn't find exactly this line.
if [ `grep -r "@author" . | grep "ja""va" | wc -l` -gt "0" ]; then
- MESSAGES+=":-1: The change contains @author tags"$'\n'
+ append_output ":-1: The change contains @author tags"
TESTS_PASSED=false
fi
}
@@ -149,6 +156,8 @@ checkAuthorTag() {
################################### QA checks ###################################
+append_output "Computing Flink QA-Check results (please be patient)."
+
##### Methods to be executed on the current 'master'
referenceJavadocsErrors
referenceCompilerWarnings
@@ -163,13 +172,9 @@ checkLibFiles
checkAuthorTag
-MESSAGES+=$'\n'"Test finished."$'\n'
+append_output "QA-Check finished."
if [ "$TESTS_PASSED" == "true" ]; then
- MESSAGES+="Overall result: :+1:. All tests passed"$'\n'
+ append_output "Overall result: :+1:. All tests passed"
else
- MESSAGES+="Overall result: :-1:. Some tests failed. Please check messages above"$'\n'
+ append_output "Overall result: :-1:. Some tests failed. Please check messages above"
fi
-
-echo "$MESSAGES"
-
-