Build failed in Jenkins: HBase-TRUNK #5117

[Apache Jenkins Server <je...@builds.apache.org>]

See <https://builds.apache.org/job/HBase-TRUNK/5117/changes>

Changes:

[stack] HBASE-11074 Have PE emit histogram stats as it runs rather than dump once at end of test

[jxiang] HBASE-10873 Control number of regions assigned to backup masters

[ndimiduk] HBASE-11038 Filtered scans can bypass metrics collection

------------------------------------------
[...truncated 4682 lines...]
Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 28.488 sec
Running org.apache.hadoop.hbase.rest.client.TestRemoteTable
Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 33.722 sec
Running org.apache.hadoop.hbase.rest.TestMultiRowResource
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.986 sec
Running org.apache.hadoop.hbase.rest.TestGzipFilter
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.735 sec
Running org.apache.hadoop.hbase.rest.TestResourceFilter
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.658 sec
Running org.apache.hadoop.hbase.rest.TestGetAndPutResource
Tests run: 18, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 51.561 sec
Running org.apache.hadoop.hbase.rest.TestDeleteRow
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 19.978 sec
Running org.apache.hadoop.hbase.rest.TestTableScan
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 33.826 sec
Running org.apache.hadoop.hbase.rest.TestVersionResource
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.687 sec
Running org.apache.hadoop.hbase.rest.TestScannerResource
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 34.805 sec
Running org.apache.hadoop.hbase.rest.TestStatusResource
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.023 sec
Running org.apache.hadoop.hbase.rest.TestScannersWithLabels
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.321 sec
Running org.apache.hadoop.hbase.rest.TestScannersWithFilters
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.744 sec
Running org.apache.hadoop.hbase.trace.TestHTraceHooks
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.328 sec
Running org.apache.hadoop.hbase.io.hfile.TestHFileBlockIndex
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.906 sec
Running org.apache.hadoop.hbase.io.hfile.TestHFileSeek
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.694 sec
Running org.apache.hadoop.hbase.io.hfile.TestForceCacheImportantBlocks
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 27.021 sec
Running org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite
Tests run: 36, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 74.041 sec
Running org.apache.hadoop.hbase.io.hfile.TestScannerSelectionUsingTTL
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 62.456 sec
Running org.apache.hadoop.hbase.io.hfile.slab.TestSlabCache
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.108 sec
Running org.apache.hadoop.hbase.io.hfile.slab.TestSingleSizeCache
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.381 sec
Running org.apache.hadoop.hbase.io.TestFileLink
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 30.23 sec
Running org.apache.hadoop.hbase.io.hfile.TestHFileBlock
Tests run: 28, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 98.363 sec
Running org.apache.hadoop.hbase.io.encoding.TestChangingEncoding
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 81.505 sec
Running org.apache.hadoop.hbase.io.encoding.TestEncodedSeekers
Tests run: 20, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 104.541 sec
Running org.apache.hadoop.hbase.io.encoding.TestBufferedDataBlockEncoder
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.341 sec
Running org.apache.hadoop.hbase.io.encoding.TestLoadAndSwitchEncodeOnDisk
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 24.359 sec
Running org.apache.hadoop.hbase.TestRegionRebalancing
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 46.728 sec
Running org.apache.hadoop.hbase.TestHColumnDescriptorDefaultVersions
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 28.039 sec
Running org.apache.hadoop.hbase.io.encoding.TestDataBlockEncoders
Tests run: 28, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 179.987 sec
Running org.apache.hadoop.hbase.mapred.TestTableInputFormat
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 19.028 sec
Running org.apache.hadoop.hbase.mapred.TestTableMapReduceUtil
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 109.13 sec
Running org.apache.hadoop.hbase.replication.TestReplicationTrackerZKImpl
Tests run: 4, Failures: 0, Errors: 0, Skipped: 2, Time elapsed: 1.605 sec
Running org.apache.hadoop.hbase.replication.TestReplicationDisableInactivePeer
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 47.154 sec
Running org.apache.hadoop.hbase.mapred.TestTableMapReduce
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 129.755 sec
Running org.apache.hadoop.hbase.replication.TestReplicationKillMasterRSCompressed
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 49.356 sec
Running org.apache.hadoop.hbase.replication.TestPerTableCFReplication
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 49.449 sec
Running org.apache.hadoop.hbase.replication.regionserver.TestReplicationSink
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.379 sec
Running org.apache.hadoop.hbase.replication.regionserver.TestReplicationSourceManager
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.797 sec
Running org.apache.hadoop.hbase.replication.TestReplicationSource
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.038 sec
Running org.apache.hadoop.hbase.replication.TestReplicationChangingPeerRegionservers
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 29.364 sec
Running org.apache.hadoop.hbase.replication.TestReplicationSyncUpTool
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 65.123 sec
Running org.apache.hadoop.hbase.replication.TestReplicationKillMasterRS
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 57.586 sec
Running org.apache.hadoop.hbase.replication.TestMultiSlaveReplication
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 34.423 sec
Running org.apache.hadoop.hbase.replication.regionserver.TestReplicationHLogReaderManager
Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 275.268 sec
Running org.apache.hadoop.hbase.replication.TestReplicationWithTags
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 31.599 sec
Running org.apache.hadoop.hbase.replication.TestReplicationStateZKImpl
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.176 sec
Running org.apache.hadoop.hbase.replication.TestReplicationKillSlaveRS
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 47.253 sec
Running org.apache.hadoop.hbase.replication.TestReplicationSmallTests
Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 67.271 sec
Running org.apache.hadoop.hbase.util.TestMergeTool
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 33.852 sec
Running org.apache.hadoop.hbase.util.TestFSTableDescriptors
Tests run: 12, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.938 sec
Running org.apache.hadoop.hbase.replication.TestMasterReplication
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 80.896 sec
Running org.apache.hadoop.hbase.util.TestHBaseFsckEncryption
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.164 sec
Running org.apache.hadoop.hbase.util.TestIdLock
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.373 sec
Running org.apache.hadoop.hbase.util.TestMergeTable
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 23.878 sec
Running org.apache.hadoop.hbase.util.TestMiniClusterLoadSequential
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 60.753 sec
Running org.apache.hadoop.hbase.util.TestMiniClusterLoadParallel
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 58.737 sec
Running org.apache.hadoop.hbase.util.TestFSUtils
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.189 sec
Running org.apache.hadoop.hbase.util.TestRegionSplitter
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 22.244 sec
Running org.apache.hadoop.hbase.util.TestProcessBasedCluster
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.586 sec
Running org.apache.hadoop.hbase.util.TestMiniClusterLoadEncoded
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 64.847 sec
Running org.apache.hadoop.hbase.util.TestCoprocessorScanPolicy
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.83 sec
Running org.apache.hadoop.hbase.util.TestFSVisitor
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.021 sec
Running org.apache.hadoop.hbase.util.hbck.TestOfflineMetaRebuildBase
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 23.877 sec
Running org.apache.hadoop.hbase.util.hbck.TestOfflineMetaRebuildOverlap
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 22.831 sec
Running org.apache.hadoop.hbase.util.hbck.TestOfflineMetaRebuildHole
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 20.944 sec
Running org.apache.hadoop.hbase.util.TestDefaultEnvironmentEdge
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.408 sec
Running org.apache.hadoop.hbase.util.TestFSHDFSUtils
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.28 sec
Running org.apache.hadoop.hbase.migration.TestNamespaceUpgrade
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 48.027 sec
Running org.apache.hadoop.hbase.migration.TestUpgradeTo96
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.559 sec
Running org.apache.hadoop.hbase.TestNamespace
Tests run: 9, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 24.99 sec
Running org.apache.hadoop.hbase.TestInfoServers
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.666 sec
Running org.apache.hadoop.hbase.util.TestHBaseFsck
Tests run: 42, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 339.175 sec

Results :

Tests in error: 
  testFlushCommitsWithAbort(org.apache.hadoop.hbase.client.TestMultiParallel): test timed out after 300000 milliseconds

Tests run: 1902, Failures: 0, Errors: 1, Skipped: 22

[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO] 
[INFO] HBase ............................................. SUCCESS [9.800s]
[INFO] HBase - Common .................................... SUCCESS [38.264s]
[INFO] HBase - Protocol .................................. SUCCESS [8.056s]
[INFO] HBase - Client .................................... SUCCESS [51.126s]
[INFO] HBase - Hadoop Compatibility ...................... SUCCESS [5.570s]
[INFO] HBase - Hadoop Two Compatibility .................. SUCCESS [2.120s]
[INFO] HBase - Prefix Tree ............................... SUCCESS [3.307s]
[INFO] HBase - Server .................................... FAILURE [2:05:55.344s]
[INFO] HBase - Testing Util .............................. SKIPPED
[INFO] HBase - Thrift .................................... SKIPPED
[INFO] HBase - Shell ..................................... SKIPPED
[INFO] HBase - Integration Tests ......................... SKIPPED
[INFO] HBase - Examples .................................. SKIPPED
[INFO] HBase - Assembly .................................. SKIPPED
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 2:07:54.335s
[INFO] Finished at: Fri Apr 25 19:27:44 UTC 2014
[INFO] Final Memory: 40M/371M
[INFO] ------------------------------------------------------------------------
[ERROR] Failed to execute goal org.apache.maven.plugins:maven-surefire-plugin:2.12-TRUNK-HBASE-2:test (secondPartTestsExecution) on project hbase-server: There are test failures.
[ERROR] 
[ERROR] Please refer to /x1/jenkins/jenkins-slave/workspace/HBase-TRUNK/trunk/hbase-server/target/surefire-reports for the individual test results.
[ERROR] -> [Help 1]
[ERROR] 
[ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch.
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR] 
[ERROR] For more information about the errors and possible solutions, please read the following articles:
[ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
[ERROR] 
[ERROR] After correcting the problems, you can resume the build with the command
[ERROR]   mvn <goals> -rf :hbase-server
Build step 'Invoke top-level Maven targets' marked build as failure
Performing Post build task...
Match found for :.* : True
Logical operation result is TRUE
Running script  :   ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
  if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
    #It seems sometimes the tests are not dying immediately. Let's give them 10s
    echo "Suspicious java process found - waiting 10s to see if there are just slow to stop"
    sleep 10   
    ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
    if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
      echo "There are $ZOMBIE_TESTS_COUNT zombie tests, they should have been killed by surefire but survived"
      echo "************ BEGIN zombies jstack extract"
      ZB_STACK=`jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack | grep ".test" | grep "\.java"`
      jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack
      echo "************ END  zombies jstack extract"
      JIRA_COMMENT="$JIRA_COMMENT

     {color:red}-1 core zombie tests{color}.  There are ${ZOMBIE_TESTS_COUNT} zombie test(s): ${ZB_STACK}"
      BAD=1
      jps | grep surefirebooter | cut -d ' ' -f 1 | xargs kill -9
    else
      echo "We're ok: there is no zombie test, but some tests took some time to stop"
    fi
  else
    echo "We're ok: there is no zombie test"
  fi
[HBase-TRUNK] $ /bin/bash -xe /tmp/hudson8877142736953084565.sh
++ jps
++ grep surefirebooter
++ wc -l
+ ZOMBIE_TESTS_COUNT=1
+ [[ 1 != 0 ]]
+ echo 'Suspicious java process found - waiting 10s to see if there are just slow to stop'
Suspicious java process found - waiting 10s to see if there are just slow to stop
+ sleep 10
++ jps
++ grep surefirebooter
++ wc -l
+ ZOMBIE_TESTS_COUNT=1
+ [[ 1 != 0 ]]
+ echo 'There are 1 zombie tests, they should have been killed by surefire but survived'
There are 1 zombie tests, they should have been killed by surefire but survived
+ echo '************ BEGIN zombies jstack extract'
************ BEGIN zombies jstack extract
++ jps
++ grep surefirebooter
++ cut -d ' ' -f 1
++ xargs -n 1 jstack
++ grep .test
++ grep '\.java'
+ ZB_STACK=
POST BUILD TASK : FAILURE
END OF POST BUILD TASK : 0
Archiving artifacts
Recording test results
Updating HBASE-10873
Updating HBASE-11038
Updating HBASE-11074