You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@cassandra.apache.org by mc...@apache.org on 2020/01/31 08:52:37 UTC
[cassandra-builds] branch master updated: Jenkins jobs are to clean
up tmp files and the workspace folder when they are finished.
This is an automated email from the ASF dual-hosted git repository.
mck pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/cassandra-builds.git
The following commit(s) were added to refs/heads/master by this push:
new 806018d Jenkins jobs are to clean up tmp files and the workspace folder when they are finished.
806018d is described below
commit 806018d090b3339400e811f0d747ef95251b8206
Author: mck <mc...@apache.org>
AuthorDate: Fri Jan 31 08:31:53 2020 +0100
Jenkins jobs are to clean up tmp files and the workspace folder when they are finished.
Jobs were generating a lot of test data under /tmp that wasn't getting cleaned up, as well as 1GB+ workspaces because of build directories.
And because the jobs in the pipeline don't re-use the built artifact for that SHA (from the first pipeline step), each job clones and builds its own cassandra codebase.
ref: https://issues.apache.org/jira/browse/INFRA-19793
---
jenkins-dsl/cassandra_job_dsl_seed.groovy | 82 ++++++++++++++++++++++++++++---
1 file changed, 76 insertions(+), 6 deletions(-)
diff --git a/jenkins-dsl/cassandra_job_dsl_seed.groovy b/jenkins-dsl/cassandra_job_dsl_seed.groovy
index c876ebf..36a2c7b 100644
--- a/jenkins-dsl/cassandra_job_dsl_seed.groovy
+++ b/jenkins-dsl/cassandra_job_dsl_seed.groovy
@@ -123,6 +123,16 @@ job('Cassandra-template-artifacts') {
}
}
}
+ postBuildTask {
+ task('.', '''
+ echo "Cleaning project…";
+ ant realclean;
+ echo "Reporting disk usage…";
+ df -h ; du -hs `pwd` ; du -hs ../* ;
+ echo "Cleaning tmp…";
+ find /tmp -type -f -atime +3 -user jenkins -and -not -exec fuser -s {} ';' -and -delete 2>/dev/null
+ ''')
+ }
}
}
@@ -173,7 +183,15 @@ job('Cassandra-template-test') {
}
}
postBuildTask {
- task('.', 'echo "Finding job process orphans.."; if pgrep -af ${JOB_BASE_NAME}; then pkill -9 -f ${JOB_BASE_NAME}; fi')
+ task('.', '''
+ echo "Finding job process orphans…"; if pgrep -af ${JOB_BASE_NAME}; then pkill -9 -f ${JOB_BASE_NAME}; fi;
+ echo "Cleaning project…";
+ ant realclean;
+ echo "Reporting disk usage…";
+ df -h ; du -hs `pwd` ; du -hs ../* ;
+ echo "Cleaning tmp…";
+ find /tmp -type -f -atime +3 -user jenkins -and -not -exec fuser -s {} ';' -and -delete 2>/dev/null
+ ''')
}
}
}
@@ -225,7 +243,15 @@ job('Cassandra-template-dtest') {
}
}
postBuildTask {
- task('.', 'echo "Finding job process orphans.."; if pgrep -af ${JOB_BASE_NAME}; then pkill -9 -f ${JOB_BASE_NAME}; fi')
+ task('.', '''
+ echo "Finding job process orphans…"; if pgrep -af ${JOB_BASE_NAME}; then pkill -9 -f ${JOB_BASE_NAME}; fi;
+ echo "Cleaning project…";
+ ant realclean;
+ echo "Reporting disk usage…";
+ df -h ; du -hs `pwd` ; du -hs ../* ;
+ echo "Cleaning tmp…";
+ find /tmp -type -f -atime +3 -user jenkins -and -not -exec fuser -s {} ';' -and -delete 2>/dev/null
+ ''')
}
}
}
@@ -282,7 +308,15 @@ matrixJob('Cassandra-template-cqlsh-tests') {
}
}
postBuildTask {
- task('.', 'echo "Finding job process orphans.."; if pgrep -af "${JOB_BASE_NAME}"; then pkill -9 -f "${JOB_BASE_NAME}"; fi')
+ task('.', '''
+ echo "Finding job process orphans…"; if pgrep -af ${JOB_BASE_NAME}; then pkill -9 -f ${JOB_BASE_NAME}; fi;
+ echo "Cleaning project…";
+ ant realclean;
+ echo "Reporting disk usage…";
+ df -h ; du -hs `pwd` ; du -hs ../* ;
+ echo "Cleaning tmp…";
+ find /tmp -type -f -atime +3 -user jenkins -and -not -exec fuser -s {} ';' -and -delete 2>/dev/null
+ ''')
}
}
}
@@ -461,6 +495,18 @@ job('Cassandra-devbranch-artifacts') {
buildDescription('', buildDescStr)
shell("git clean -xdff ; git clone -b ${buildsBranch} ${buildsRepo}")
}
+ publishers {
+ postBuildTask {
+ task('.', '''
+ echo "Cleaning project…";
+ ant realclean;
+ echo "Reporting disk usage…";
+ df -h ; du -hs `pwd` ; du -hs ../* ;
+ echo "Cleaning tmp…";
+ find /tmp -type -f -atime +3 -user jenkins -and -not -exec fuser -s {} ';' -and -delete 2>/dev/null
+ ''')
+ }
+ }
}
/**
@@ -518,7 +564,15 @@ testTargets.each {
}
}
postBuildTask {
- task('.', 'echo "Finding job process orphans.."; if pgrep -af ${JOB_BASE_NAME}; then pkill -9 -f ${JOB_BASE_NAME}; fi')
+ task('.', '''
+ echo "Finding job process orphans…"; if pgrep -af ${JOB_BASE_NAME}; then pkill -9 -f ${JOB_BASE_NAME}; fi;
+ echo "Cleaning project…";
+ ant realclean;
+ echo "Reporting disk usage…";
+ df -h ; du -hs `pwd` ; du -hs ../* ;
+ echo "Cleaning tmp…";
+ find /tmp -type -f -atime +3 -user jenkins -and -not -exec fuser -s {} ';' -and -delete 2>/dev/null
+ ''')
}
}
}
@@ -579,7 +633,15 @@ job('Cassandra-devbranch-dtest') {
}
}
postBuildTask {
- task('.', 'echo "Finding job process orphans.."; if pgrep -af ${JOB_BASE_NAME}; then pkill -9 -f ${JOB_BASE_NAME}; fi')
+ task('.', '''
+ echo "Finding job process orphans…"; if pgrep -af ${JOB_BASE_NAME}; then pkill -9 -f ${JOB_BASE_NAME}; fi;
+ echo "Cleaning project…";
+ ant realclean;
+ echo "Reporting disk usage…";
+ df -h ; du -hs `pwd` ; du -hs ../* ;
+ echo "Cleaning tmp…";
+ find /tmp -type -f -atime +3 -user jenkins -and -not -exec fuser -s {} ';' -and -delete 2>/dev/null
+ ''')
}
}
}
@@ -645,7 +707,15 @@ matrixJob('Cassandra-devbranch-cqlsh-tests') {
}
}
postBuildTask {
- task('.', 'echo "Finding job process orphans.."; if pgrep -af "${JOB_BASE_NAME}"; then pkill -9 -f "${JOB_BASE_NAME}"; fi')
+ task('.', '''
+ echo "Finding job process orphans…"; if pgrep -af ${JOB_BASE_NAME}; then pkill -9 -f ${JOB_BASE_NAME}; fi;
+ echo "Cleaning project…";
+ ant realclean;
+ echo "Reporting disk usage…";
+ df -h ; du -hs `pwd` ; du -hs ../* ;
+ echo "Cleaning tmp…";
+ find /tmp -type -f -atime +3 -user jenkins -and -not -exec fuser -s {} ';' -and -delete 2>/dev/null
+ ''')
}
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@cassandra.apache.org
For additional commands, e-mail: commits-help@cassandra.apache.org