You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by bu...@apache.org on 2018/09/13 04:10:49 UTC

[1/8] hbase git commit: HBASE-21189 flaky job should gather machine stats

Repository: hbase
Updated Branches:
  refs/heads/branch-1 02089f20b -> 7f5de94ca
  refs/heads/branch-1.2 2c8060e1e -> 6679643d6
  refs/heads/branch-1.3 31c786338 -> 2dec02022
  refs/heads/branch-1.4 1d2f6f80d -> cdb79a543
  refs/heads/branch-2 9d1319648 -> 715b95ca5
  refs/heads/branch-2.0 739d7256e -> d6ab91506
  refs/heads/branch-2.1 487f713c6 -> 2479282fb
  refs/heads/master dc1dedb07 -> 5d14c1af6


HBASE-21189 flaky job should gather machine stats

Signed-off-by: Michael Stack <st...@apache.org>


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/5d14c1af
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/5d14c1af
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/5d14c1af

Branch: refs/heads/master
Commit: 5d14c1af65c02f4e87059337c35e4431505de91c
Parents: dc1dedb
Author: Sean Busbey <bu...@apache.org>
Authored: Wed Sep 12 09:20:41 2018 -0500
Committer: Sean Busbey <bu...@apache.org>
Committed: Wed Sep 12 23:08:31 2018 -0500

----------------------------------------------------------------------
 dev-support/flaky-tests/run-flaky-tests.Jenkinsfile | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase/blob/5d14c1af/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
----------------------------------------------------------------------
diff --git a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
index cbb75c1..341d45c 100644
--- a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
+++ b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
@@ -49,11 +49,19 @@ pipeline {
             mvn_args=("${mvn_args[@]}" -X)
             set -x
           fi
-          ulimit -a
-          rm -rf local-repository/org/apache/hbase
           curl "${curl_args[@]}" -o includes.txt "${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/includes"
           if [ -s includes.txt ]; then
-            mvn clean package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
+            rm -rf local-repository/org/apache/hbase
+            mvn clean "${mvn_args[@]}"
+            rm -rf "target/machine" && mkdir -p "target/machine"
+            if [ -x dev-support/gather_machine_environment.sh ]; then
+              "./dev-support/gather_machine_environment.sh" "target/machine"
+              echo "got the following saved stats in 'target/machine'"
+              ls -lh "target/machine"
+            else
+              echo "Skipped gathering machine environment because we couldn't read the script to do so."
+            fi
+            mvn package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
           else
             echo "set of flaky tests is currently empty."
           fi
@@ -65,7 +73,7 @@ pipeline {
     always {
       junit testResults: "**/surefire-reports/*.xml", allowEmptyResults: true
       // TODO compress these logs
-      archive 'includes.txt,**/surefire-reports/*,**/test-data/*'
+      archive 'includes.txt,**/surefire-reports/*,**/test-data/*,target/machine/*'
     }
   }
 }


[3/8] hbase git commit: HBASE-21189 flaky job should gather machine stats

Posted by bu...@apache.org.
HBASE-21189 flaky job should gather machine stats

Signed-off-by: Michael Stack <st...@apache.org>
(cherry picked from commit 5d14c1af65c02f4e87059337c35e4431505de91c)


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/2479282f
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/2479282f
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/2479282f

Branch: refs/heads/branch-2.1
Commit: 2479282fb271c6f7ebf5cde4b22f41cafec57e91
Parents: 487f713
Author: Sean Busbey <bu...@apache.org>
Authored: Wed Sep 12 09:20:41 2018 -0500
Committer: Sean Busbey <bu...@apache.org>
Committed: Wed Sep 12 23:09:13 2018 -0500

----------------------------------------------------------------------
 dev-support/flaky-tests/run-flaky-tests.Jenkinsfile | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase/blob/2479282f/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
----------------------------------------------------------------------
diff --git a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
index cbb75c1..341d45c 100644
--- a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
+++ b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
@@ -49,11 +49,19 @@ pipeline {
             mvn_args=("${mvn_args[@]}" -X)
             set -x
           fi
-          ulimit -a
-          rm -rf local-repository/org/apache/hbase
           curl "${curl_args[@]}" -o includes.txt "${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/includes"
           if [ -s includes.txt ]; then
-            mvn clean package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
+            rm -rf local-repository/org/apache/hbase
+            mvn clean "${mvn_args[@]}"
+            rm -rf "target/machine" && mkdir -p "target/machine"
+            if [ -x dev-support/gather_machine_environment.sh ]; then
+              "./dev-support/gather_machine_environment.sh" "target/machine"
+              echo "got the following saved stats in 'target/machine'"
+              ls -lh "target/machine"
+            else
+              echo "Skipped gathering machine environment because we couldn't read the script to do so."
+            fi
+            mvn package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
           else
             echo "set of flaky tests is currently empty."
           fi
@@ -65,7 +73,7 @@ pipeline {
     always {
       junit testResults: "**/surefire-reports/*.xml", allowEmptyResults: true
       // TODO compress these logs
-      archive 'includes.txt,**/surefire-reports/*,**/test-data/*'
+      archive 'includes.txt,**/surefire-reports/*,**/test-data/*,target/machine/*'
     }
   }
 }


[5/8] hbase git commit: HBASE-21189 flaky job should gather machine stats

Posted by bu...@apache.org.
HBASE-21189 flaky job should gather machine stats

Signed-off-by: Michael Stack <st...@apache.org>
(cherry picked from commit 5d14c1af65c02f4e87059337c35e4431505de91c)


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/7f5de94c
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/7f5de94c
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/7f5de94c

Branch: refs/heads/branch-1
Commit: 7f5de94ca9d486d9f4157a1cadce26b74319361e
Parents: 02089f2
Author: Sean Busbey <bu...@apache.org>
Authored: Wed Sep 12 09:20:41 2018 -0500
Committer: Sean Busbey <bu...@apache.org>
Committed: Wed Sep 12 23:09:23 2018 -0500

----------------------------------------------------------------------
 dev-support/flaky-tests/run-flaky-tests.Jenkinsfile | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase/blob/7f5de94c/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
----------------------------------------------------------------------
diff --git a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
index cbb75c1..341d45c 100644
--- a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
+++ b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
@@ -49,11 +49,19 @@ pipeline {
             mvn_args=("${mvn_args[@]}" -X)
             set -x
           fi
-          ulimit -a
-          rm -rf local-repository/org/apache/hbase
           curl "${curl_args[@]}" -o includes.txt "${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/includes"
           if [ -s includes.txt ]; then
-            mvn clean package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
+            rm -rf local-repository/org/apache/hbase
+            mvn clean "${mvn_args[@]}"
+            rm -rf "target/machine" && mkdir -p "target/machine"
+            if [ -x dev-support/gather_machine_environment.sh ]; then
+              "./dev-support/gather_machine_environment.sh" "target/machine"
+              echo "got the following saved stats in 'target/machine'"
+              ls -lh "target/machine"
+            else
+              echo "Skipped gathering machine environment because we couldn't read the script to do so."
+            fi
+            mvn package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
           else
             echo "set of flaky tests is currently empty."
           fi
@@ -65,7 +73,7 @@ pipeline {
     always {
       junit testResults: "**/surefire-reports/*.xml", allowEmptyResults: true
       // TODO compress these logs
-      archive 'includes.txt,**/surefire-reports/*,**/test-data/*'
+      archive 'includes.txt,**/surefire-reports/*,**/test-data/*,target/machine/*'
     }
   }
 }


[8/8] hbase git commit: HBASE-21189 flaky job should gather machine stats

Posted by bu...@apache.org.
HBASE-21189 flaky job should gather machine stats

Signed-off-by: Michael Stack <st...@apache.org>
(cherry picked from commit 5d14c1af65c02f4e87059337c35e4431505de91c)


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/6679643d
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/6679643d
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/6679643d

Branch: refs/heads/branch-1.2
Commit: 6679643d6ea5ab1765693dd8fa38cc10f082a63a
Parents: 2c8060e
Author: Sean Busbey <bu...@apache.org>
Authored: Wed Sep 12 09:20:41 2018 -0500
Committer: Sean Busbey <bu...@apache.org>
Committed: Wed Sep 12 23:09:37 2018 -0500

----------------------------------------------------------------------
 dev-support/flaky-tests/run-flaky-tests.Jenkinsfile | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase/blob/6679643d/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
----------------------------------------------------------------------
diff --git a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
index cbb75c1..341d45c 100644
--- a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
+++ b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
@@ -49,11 +49,19 @@ pipeline {
             mvn_args=("${mvn_args[@]}" -X)
             set -x
           fi
-          ulimit -a
-          rm -rf local-repository/org/apache/hbase
           curl "${curl_args[@]}" -o includes.txt "${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/includes"
           if [ -s includes.txt ]; then
-            mvn clean package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
+            rm -rf local-repository/org/apache/hbase
+            mvn clean "${mvn_args[@]}"
+            rm -rf "target/machine" && mkdir -p "target/machine"
+            if [ -x dev-support/gather_machine_environment.sh ]; then
+              "./dev-support/gather_machine_environment.sh" "target/machine"
+              echo "got the following saved stats in 'target/machine'"
+              ls -lh "target/machine"
+            else
+              echo "Skipped gathering machine environment because we couldn't read the script to do so."
+            fi
+            mvn package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
           else
             echo "set of flaky tests is currently empty."
           fi
@@ -65,7 +73,7 @@ pipeline {
     always {
       junit testResults: "**/surefire-reports/*.xml", allowEmptyResults: true
       // TODO compress these logs
-      archive 'includes.txt,**/surefire-reports/*,**/test-data/*'
+      archive 'includes.txt,**/surefire-reports/*,**/test-data/*,target/machine/*'
     }
   }
 }


[4/8] hbase git commit: HBASE-21189 flaky job should gather machine stats

Posted by bu...@apache.org.
HBASE-21189 flaky job should gather machine stats

Signed-off-by: Michael Stack <st...@apache.org>
(cherry picked from commit 5d14c1af65c02f4e87059337c35e4431505de91c)


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/d6ab9150
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/d6ab9150
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/d6ab9150

Branch: refs/heads/branch-2.0
Commit: d6ab91506e20587e19eefca1b7160c3f4472fc3f
Parents: 739d725
Author: Sean Busbey <bu...@apache.org>
Authored: Wed Sep 12 09:20:41 2018 -0500
Committer: Sean Busbey <bu...@apache.org>
Committed: Wed Sep 12 23:09:17 2018 -0500

----------------------------------------------------------------------
 dev-support/flaky-tests/run-flaky-tests.Jenkinsfile | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase/blob/d6ab9150/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
----------------------------------------------------------------------
diff --git a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
index cbb75c1..341d45c 100644
--- a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
+++ b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
@@ -49,11 +49,19 @@ pipeline {
             mvn_args=("${mvn_args[@]}" -X)
             set -x
           fi
-          ulimit -a
-          rm -rf local-repository/org/apache/hbase
           curl "${curl_args[@]}" -o includes.txt "${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/includes"
           if [ -s includes.txt ]; then
-            mvn clean package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
+            rm -rf local-repository/org/apache/hbase
+            mvn clean "${mvn_args[@]}"
+            rm -rf "target/machine" && mkdir -p "target/machine"
+            if [ -x dev-support/gather_machine_environment.sh ]; then
+              "./dev-support/gather_machine_environment.sh" "target/machine"
+              echo "got the following saved stats in 'target/machine'"
+              ls -lh "target/machine"
+            else
+              echo "Skipped gathering machine environment because we couldn't read the script to do so."
+            fi
+            mvn package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
           else
             echo "set of flaky tests is currently empty."
           fi
@@ -65,7 +73,7 @@ pipeline {
     always {
       junit testResults: "**/surefire-reports/*.xml", allowEmptyResults: true
       // TODO compress these logs
-      archive 'includes.txt,**/surefire-reports/*,**/test-data/*'
+      archive 'includes.txt,**/surefire-reports/*,**/test-data/*,target/machine/*'
     }
   }
 }


[7/8] hbase git commit: HBASE-21189 flaky job should gather machine stats

Posted by bu...@apache.org.
HBASE-21189 flaky job should gather machine stats

Signed-off-by: Michael Stack <st...@apache.org>
(cherry picked from commit 5d14c1af65c02f4e87059337c35e4431505de91c)


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/2dec0202
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/2dec0202
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/2dec0202

Branch: refs/heads/branch-1.3
Commit: 2dec02022429703f7c89e9a0e89542c1fbe7803d
Parents: 31c7863
Author: Sean Busbey <bu...@apache.org>
Authored: Wed Sep 12 09:20:41 2018 -0500
Committer: Sean Busbey <bu...@apache.org>
Committed: Wed Sep 12 23:09:32 2018 -0500

----------------------------------------------------------------------
 dev-support/flaky-tests/run-flaky-tests.Jenkinsfile | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase/blob/2dec0202/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
----------------------------------------------------------------------
diff --git a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
index cbb75c1..341d45c 100644
--- a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
+++ b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
@@ -49,11 +49,19 @@ pipeline {
             mvn_args=("${mvn_args[@]}" -X)
             set -x
           fi
-          ulimit -a
-          rm -rf local-repository/org/apache/hbase
           curl "${curl_args[@]}" -o includes.txt "${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/includes"
           if [ -s includes.txt ]; then
-            mvn clean package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
+            rm -rf local-repository/org/apache/hbase
+            mvn clean "${mvn_args[@]}"
+            rm -rf "target/machine" && mkdir -p "target/machine"
+            if [ -x dev-support/gather_machine_environment.sh ]; then
+              "./dev-support/gather_machine_environment.sh" "target/machine"
+              echo "got the following saved stats in 'target/machine'"
+              ls -lh "target/machine"
+            else
+              echo "Skipped gathering machine environment because we couldn't read the script to do so."
+            fi
+            mvn package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
           else
             echo "set of flaky tests is currently empty."
           fi
@@ -65,7 +73,7 @@ pipeline {
     always {
       junit testResults: "**/surefire-reports/*.xml", allowEmptyResults: true
       // TODO compress these logs
-      archive 'includes.txt,**/surefire-reports/*,**/test-data/*'
+      archive 'includes.txt,**/surefire-reports/*,**/test-data/*,target/machine/*'
     }
   }
 }


[2/8] hbase git commit: HBASE-21189 flaky job should gather machine stats

Posted by bu...@apache.org.
HBASE-21189 flaky job should gather machine stats

Signed-off-by: Michael Stack <st...@apache.org>
(cherry picked from commit 5d14c1af65c02f4e87059337c35e4431505de91c)


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/715b95ca
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/715b95ca
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/715b95ca

Branch: refs/heads/branch-2
Commit: 715b95ca5bff7d9d43e430044456d0cf52067c51
Parents: 9d13196
Author: Sean Busbey <bu...@apache.org>
Authored: Wed Sep 12 09:20:41 2018 -0500
Committer: Sean Busbey <bu...@apache.org>
Committed: Wed Sep 12 23:09:08 2018 -0500

----------------------------------------------------------------------
 dev-support/flaky-tests/run-flaky-tests.Jenkinsfile | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase/blob/715b95ca/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
----------------------------------------------------------------------
diff --git a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
index cbb75c1..341d45c 100644
--- a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
+++ b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
@@ -49,11 +49,19 @@ pipeline {
             mvn_args=("${mvn_args[@]}" -X)
             set -x
           fi
-          ulimit -a
-          rm -rf local-repository/org/apache/hbase
           curl "${curl_args[@]}" -o includes.txt "${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/includes"
           if [ -s includes.txt ]; then
-            mvn clean package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
+            rm -rf local-repository/org/apache/hbase
+            mvn clean "${mvn_args[@]}"
+            rm -rf "target/machine" && mkdir -p "target/machine"
+            if [ -x dev-support/gather_machine_environment.sh ]; then
+              "./dev-support/gather_machine_environment.sh" "target/machine"
+              echo "got the following saved stats in 'target/machine'"
+              ls -lh "target/machine"
+            else
+              echo "Skipped gathering machine environment because we couldn't read the script to do so."
+            fi
+            mvn package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
           else
             echo "set of flaky tests is currently empty."
           fi
@@ -65,7 +73,7 @@ pipeline {
     always {
       junit testResults: "**/surefire-reports/*.xml", allowEmptyResults: true
       // TODO compress these logs
-      archive 'includes.txt,**/surefire-reports/*,**/test-data/*'
+      archive 'includes.txt,**/surefire-reports/*,**/test-data/*,target/machine/*'
     }
   }
 }


[6/8] hbase git commit: HBASE-21189 flaky job should gather machine stats

Posted by bu...@apache.org.
HBASE-21189 flaky job should gather machine stats

Signed-off-by: Michael Stack <st...@apache.org>
(cherry picked from commit 5d14c1af65c02f4e87059337c35e4431505de91c)


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/cdb79a54
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/cdb79a54
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/cdb79a54

Branch: refs/heads/branch-1.4
Commit: cdb79a5430d604778a1a7cbe800c7e579e1190f9
Parents: 1d2f6f8
Author: Sean Busbey <bu...@apache.org>
Authored: Wed Sep 12 09:20:41 2018 -0500
Committer: Sean Busbey <bu...@apache.org>
Committed: Wed Sep 12 23:09:27 2018 -0500

----------------------------------------------------------------------
 dev-support/flaky-tests/run-flaky-tests.Jenkinsfile | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase/blob/cdb79a54/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
----------------------------------------------------------------------
diff --git a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
index cbb75c1..341d45c 100644
--- a/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
+++ b/dev-support/flaky-tests/run-flaky-tests.Jenkinsfile
@@ -49,11 +49,19 @@ pipeline {
             mvn_args=("${mvn_args[@]}" -X)
             set -x
           fi
-          ulimit -a
-          rm -rf local-repository/org/apache/hbase
           curl "${curl_args[@]}" -o includes.txt "${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/includes"
           if [ -s includes.txt ]; then
-            mvn clean package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
+            rm -rf local-repository/org/apache/hbase
+            mvn clean "${mvn_args[@]}"
+            rm -rf "target/machine" && mkdir -p "target/machine"
+            if [ -x dev-support/gather_machine_environment.sh ]; then
+              "./dev-support/gather_machine_environment.sh" "target/machine"
+              echo "got the following saved stats in 'target/machine'"
+              ls -lh "target/machine"
+            else
+              echo "Skipped gathering machine environment because we couldn't read the script to do so."
+            fi
+            mvn package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=3 -Dsurefire.secondPartForkCount=3
           else
             echo "set of flaky tests is currently empty."
           fi
@@ -65,7 +73,7 @@ pipeline {
     always {
       junit testResults: "**/surefire-reports/*.xml", allowEmptyResults: true
       // TODO compress these logs
-      archive 'includes.txt,**/surefire-reports/*,**/test-data/*'
+      archive 'includes.txt,**/surefire-reports/*,**/test-data/*,target/machine/*'
     }
   }
 }