You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@hbase.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2015/06/26 02:07:28 UTC
Build failed in Jenkins: HBase-0.98 #1038
See <https://builds.apache.org/job/HBase-0.98/1038/changes>
Changes:
[anoopsamjohn] HBASE-13835 KeyValueHeap.current might be in heap when exception happens in pollRealKV. (zhouyingchao)
------------------------------------------
[...truncated 2223 lines...]
at org.apache.hadoop.util.Shell.execCommand(Shell.java:678)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:661)
at org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:639)
at org.apache.hadoop.fs.RawLocalFileSystem.create(RawLocalFileSystem.java:305)
at org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:447)
at org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:424)
at org.apache.hadoop.hbase.util.FSUtils.create(FSUtils.java:358)
at org.apache.hadoop.hbase.util.FSUtils.create(FSUtils.java:333)
at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.writeRegionInfoFileContent(HRegionFileSystem.java:758)
at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.writeRegionInfoOnFilesystem(HRegionFileSystem.java:842)
at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.writeRegionInfoOnFilesystem(HRegionFileSystem.java:805)
at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.createRegionOnFileSystem(HRegionFileSystem.java:871)
at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4548)
at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4518)
at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4491)
at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4569)
at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4449)
at org.apache.hadoop.hbase.HBaseTestingUtility.createTestRegion(HBaseTestingUtility.java:3500)
at org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.testNotCachingDataBlocksDuringCompactionInternals(TestCacheOnWrite.java:429)
at org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction(TestCacheOnWrite.java:485)
testStoreFileCacheOnWrite[107](org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite) Time elapsed: 0.085 sec <<< ERROR!
java.lang.OutOfMemoryError: unable to create new native thread
at java.lang.Thread.start0(Native Method)
at java.lang.Thread.start(Thread.java:693)
at org.apache.hadoop.util.Shell.runCommand(Shell.java:443)
at org.apache.hadoop.util.Shell.run(Shell.java:379)
at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:589)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:678)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:661)
at org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:639)
at org.apache.hadoop.fs.RawLocalFileSystem.create(RawLocalFileSystem.java:305)
at org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:447)
at org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:424)
at org.apache.hadoop.fs.FilterFileSystem.create(FilterFileSystem.java:174)
at org.apache.hadoop.hbase.util.FSUtils.create(FSUtils.java:358)
at org.apache.hadoop.hbase.util.FSUtils.create(FSUtils.java:333)
at org.apache.hadoop.hbase.io.hfile.AbstractHFileWriter.createOutputStream(AbstractHFileWriter.java:266)
at org.apache.hadoop.hbase.io.hfile.HFile$WriterFactory.create(HFile.java:302)
at org.apache.hadoop.hbase.regionserver.StoreFile$Writer.<init>(StoreFile.java:755)
at org.apache.hadoop.hbase.regionserver.StoreFile$Writer.<init>(StoreFile.java:706)
at org.apache.hadoop.hbase.regionserver.StoreFile$WriterBuilder.build(StoreFile.java:644)
at org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.writeStoreFile(TestCacheOnWrite.java:384)
at org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.testStoreFileCacheOnWriteInternals(TestCacheOnWrite.java:262)
at org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.testStoreFileCacheOnWrite(TestCacheOnWrite.java:479)
Running org.apache.hadoop.hbase.io.hfile.TestHFileBlockIndex
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 9.445 sec - in org.apache.hadoop.hbase.io.hfile.TestHFileBlockIndex
Running org.apache.hadoop.hbase.io.hfile.TestScannerSelectionUsingTTL
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 62.307 sec - in org.apache.hadoop.hbase.io.hfile.TestScannerSelectionUsingTTL
Running org.apache.hadoop.hbase.io.hfile.slab.TestSingleSizeCache
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 37.584 sec - in org.apache.hadoop.hbase.io.hfile.slab.TestSingleSizeCache
Running org.apache.hadoop.hbase.io.hfile.slab.TestSlabCache
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.852 sec - in org.apache.hadoop.hbase.io.hfile.slab.TestSlabCache
Running org.apache.hadoop.hbase.io.hfile.TestHFileBlock
Tests run: 28, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 92.805 sec - in org.apache.hadoop.hbase.io.hfile.TestHFileBlock
Running org.apache.hadoop.hbase.io.hfile.TestForceCacheImportantBlocks
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 42.518 sec - in org.apache.hadoop.hbase.io.hfile.TestForceCacheImportantBlocks
Running org.apache.hadoop.hbase.io.hfile.TestHFileSeek
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.81 sec - in org.apache.hadoop.hbase.io.hfile.TestHFileSeek
Running org.apache.hadoop.hbase.io.TestFileLink
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.702 sec - in org.apache.hadoop.hbase.io.TestFileLink
Running org.apache.hadoop.hbase.constraint.TestConstraint
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.881 sec - in org.apache.hadoop.hbase.constraint.TestConstraint
Running org.apache.hadoop.hbase.filter.TestColumnRangeFilter
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.888 sec - in org.apache.hadoop.hbase.filter.TestColumnRangeFilter
Running org.apache.hadoop.hbase.filter.TestFuzzyRowAndColumnRangeFilter
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.047 sec - in org.apache.hadoop.hbase.filter.TestFuzzyRowAndColumnRangeFilter
Running org.apache.hadoop.hbase.filter.TestFuzzyRowFilterEndToEnd
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 44.685 sec - in org.apache.hadoop.hbase.filter.TestFuzzyRowFilterEndToEnd
Running org.apache.hadoop.hbase.filter.TestFilterWithScanLimits
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.143 sec - in org.apache.hadoop.hbase.filter.TestFilterWithScanLimits
Running org.apache.hadoop.hbase.filter.TestFilterWrapper
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.089 sec - in org.apache.hadoop.hbase.filter.TestFilterWrapper
Running org.apache.hadoop.hbase.TestGlobalMemStoreSize
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.481 sec - in org.apache.hadoop.hbase.TestGlobalMemStoreSize
Running org.apache.hadoop.hbase.TestHBaseOnOtherDfsCluster
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 8.692 sec - in org.apache.hadoop.hbase.TestHBaseOnOtherDfsCluster
Running org.apache.hadoop.hbase.TestNamespace
Tests run: 9, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 5.39 sec - in org.apache.hadoop.hbase.TestNamespace
Running org.apache.hadoop.hbase.migration.TestUpgradeTo96
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.992 sec - in org.apache.hadoop.hbase.migration.TestUpgradeTo96
Running org.apache.hadoop.hbase.migration.TestNamespaceUpgrade
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.387 sec - in org.apache.hadoop.hbase.migration.TestNamespaceUpgrade
Running org.apache.hadoop.hbase.replication.TestReplicationSource
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.414 sec - in org.apache.hadoop.hbase.replication.TestReplicationSource
Running org.apache.hadoop.hbase.replication.TestReplicationWithTags
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.2 sec - in org.apache.hadoop.hbase.replication.TestReplicationWithTags
Running org.apache.hadoop.hbase.replication.TestPerTableCFReplication
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 22.239 sec - in org.apache.hadoop.hbase.replication.TestPerTableCFReplication
Running org.apache.hadoop.hbase.replication.TestReplicationChangingPeerRegionservers
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.159 sec - in org.apache.hadoop.hbase.replication.TestReplicationChangingPeerRegionservers
Running org.apache.hadoop.hbase.replication.TestReplicationSmallTests
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 35.948 sec - in org.apache.hadoop.hbase.replication.TestReplicationSmallTests
Running org.apache.hadoop.hbase.replication.TestMultiSlaveReplication
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 22.815 sec - in org.apache.hadoop.hbase.replication.TestMultiSlaveReplication
Running org.apache.hadoop.hbase.replication.TestReplicationKillSlaveRS
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.086 sec - in org.apache.hadoop.hbase.replication.TestReplicationKillSlaveRS
Running org.apache.hadoop.hbase.replication.TestMasterReplication
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 53.423 sec - in org.apache.hadoop.hbase.replication.TestMasterReplication
Running org.apache.hadoop.hbase.replication.regionserver.TestReplicationHLogReaderManager
Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 268.501 sec - in org.apache.hadoop.hbase.replication.regionserver.TestReplicationHLogReaderManager
Running org.apache.hadoop.hbase.replication.regionserver.TestReplicationSourceManager
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.072 sec - in org.apache.hadoop.hbase.replication.regionserver.TestReplicationSourceManager
Running org.apache.hadoop.hbase.replication.regionserver.TestReplicationSink
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.066 sec - in org.apache.hadoop.hbase.replication.regionserver.TestReplicationSink
Running org.apache.hadoop.hbase.replication.TestReplicationStateZKImpl
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.865 sec - in org.apache.hadoop.hbase.replication.TestReplicationStateZKImpl
Running org.apache.hadoop.hbase.replication.TestReplicationEndpoint
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.888 sec - in org.apache.hadoop.hbase.replication.TestReplicationEndpoint
Running org.apache.hadoop.hbase.replication.TestReplicationSyncUpTool
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 45.438 sec - in org.apache.hadoop.hbase.replication.TestReplicationSyncUpTool
Running org.apache.hadoop.hbase.replication.TestReplicationTrackerZKImpl
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.845 sec - in org.apache.hadoop.hbase.replication.TestReplicationTrackerZKImpl
Running org.apache.hadoop.hbase.replication.TestReplicationKillMasterRS
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.118 sec - in org.apache.hadoop.hbase.replication.TestReplicationKillMasterRS
Running org.apache.hadoop.hbase.replication.TestReplicationKillMasterRSCompressed
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.902 sec - in org.apache.hadoop.hbase.replication.TestReplicationKillMasterRSCompressed
Running org.apache.hadoop.hbase.replication.TestReplicationDisableInactivePeer
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.788 sec - in org.apache.hadoop.hbase.replication.TestReplicationDisableInactivePeer
Results :
Tests in error:
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:485->testNotCachingDataBlocksDuringCompactionInternals:429 » OutOfMemory
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:485->testNotCachingDataBlocksDuringCompactionInternals:429 » OutOfMemory
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:485->testNotCachingDataBlocksDuringCompactionInternals:429 » OutOfMemory
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:485->testNotCachingDataBlocksDuringCompactionInternals:429 » OutOfMemory
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:485->testNotCachingDataBlocksDuringCompactionInternals:429 » OutOfMemory
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:485->testNotCachingDataBlocksDuringCompactionInternals:429 » OutOfMemory
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:485->testNotCachingDataBlocksDuringCompactionInternals:429 » OutOfMemory
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:485->testNotCachingDataBlocksDuringCompactionInternals:429 » OutOfMemory
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:486->testNotCachingDataBlocksDuringCompactionInternals:429 » OutOfMemory
TestCacheOnWrite.testStoreFileCacheOnWrite:479->testStoreFileCacheOnWriteInternals:262->writeStoreFile:384 » OutOfMemory
TestCacheOnWrite.testStoreFileCacheOnWrite:479->testStoreFileCacheOnWriteInternals:262->writeStoreFile:384 » OutOfMemory
TestCacheOnWrite.testStoreFileCacheOnWrite:479->testStoreFileCacheOnWriteInternals:262->writeStoreFile:384 » OutOfMemory
TestCacheOnWrite.testStoreFileCacheOnWrite:479->testStoreFileCacheOnWriteInternals:262->writeStoreFile:384 » OutOfMemory
TestCacheOnWrite.testStoreFileCacheOnWrite:479->testStoreFileCacheOnWriteInternals:262->writeStoreFile:384 » OutOfMemory
TestCacheOnWrite.testStoreFileCacheOnWrite:479->testStoreFileCacheOnWriteInternals:262->writeStoreFile:384 » OutOfMemory
TestCacheOnWrite.testStoreFileCacheOnWrite:479->testStoreFileCacheOnWriteInternals:262->writeStoreFile:384 » OutOfMemory
TestCacheOnWrite.testStoreFileCacheOnWrite:479->testStoreFileCacheOnWriteInternals:262->writeStoreFile:384 » OutOfMemory
TestCacheOnWrite.testStoreFileCacheOnWrite:479->testStoreFileCacheOnWriteInternals:262->writeStoreFile:384 » OutOfMemory
Tests run: 2281, Failures: 0, Errors: 18, Skipped: 23
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] HBase ............................................. SUCCESS [3.140s]
[INFO] HBase - Checkstyle ................................ SUCCESS [0.641s]
[INFO] HBase - Annotations ............................... SUCCESS [0.862s]
[INFO] HBase - Common .................................... SUCCESS [49.173s]
[INFO] HBase - Protocol .................................. SUCCESS [8.932s]
[INFO] HBase - Client .................................... SUCCESS [52.467s]
[INFO] HBase - Hadoop Compatibility ...................... SUCCESS [6.941s]
[INFO] HBase - Hadoop Two Compatibility .................. SUCCESS [6.170s]
[INFO] HBase - Prefix Tree ............................... SUCCESS [8.268s]
[INFO] HBase - Server .................................... FAILURE [3:40:48.333s]
[INFO] HBase - Testing Util .............................. SKIPPED
[INFO] HBase - Thrift .................................... SKIPPED
[INFO] HBase - Rest ...................................... SKIPPED
[INFO] HBase - Shell ..................................... SKIPPED
[INFO] HBase - Integration Tests ......................... SKIPPED
[INFO] HBase - Examples .................................. SKIPPED
[INFO] HBase - Assembly .................................. SKIPPED
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 3:43:05.743s
[INFO] Finished at: Fri Jun 26 00:04:56 UTC 2015
[INFO] Final Memory: 51M/735M
[INFO] ------------------------------------------------------------------------
[ERROR] Failed to execute goal org.apache.maven.plugins:maven-surefire-plugin:2.18:test (secondPartTestsExecution) on project hbase-server: There was a timeout or other error in the fork -> [Help 1]
[ERROR]
[ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch.
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR]
[ERROR] For more information about the errors and possible solutions, please read the following articles:
[ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
[ERROR]
[ERROR] After correcting the problems, you can resume the build with the command
[ERROR] mvn <goals> -rf :hbase-server
Build step 'Invoke top-level Maven targets' marked build as failure
Performing Post build task...
Match found for :.* : True
Logical operation result is TRUE
Running script : ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
#It seems sometimes the tests are not dying immediately. Let's give them 10s
echo "Suspicious java process found - waiting 10s to see if there are just slow to stop"
sleep 10
ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
echo "There are $ZOMBIE_TESTS_COUNT zombie tests, they should have been killed by surefire but survived"
echo "************ BEGIN zombies jstack extract"
ZB_STACK=`jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack | grep ".test" | grep "\.java"`
jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack
echo "************ END zombies jstack extract"
JIRA_COMMENT="$JIRA_COMMENT
{color:red}-1 core zombie tests{color}. There are ${ZOMBIE_TESTS_COUNT} zombie test(s): ${ZB_STACK}"
BAD=1
jps | grep surefirebooter | cut -d ' ' -f 1 | xargs kill -9
else
echo "We're ok: there is no zombie test, but some tests took some time to stop"
fi
else
echo "We're ok: there is no zombie test"
fi
[HBase-0.98] $ /bin/bash -xe /tmp/hudson5564826339920749560.sh
++ jps
++ grep surefirebooter
++ wc -l
+ ZOMBIE_TESTS_COUNT=3
+ [[ 3 != 0 ]]
+ echo 'Suspicious java process found - waiting 10s to see if there are just slow to stop'
Suspicious java process found - waiting 10s to see if there are just slow to stop
+ sleep 10
++ jps
++ grep surefirebooter
++ wc -l
+ ZOMBIE_TESTS_COUNT=3
+ [[ 3 != 0 ]]
+ echo 'There are 3 zombie tests, they should have been killed by surefire but survived'
There are 3 zombie tests, they should have been killed by surefire but survived
+ echo '************ BEGIN zombies jstack extract'
************ BEGIN zombies jstack extract
++ jps
++ grep surefirebooter
++ cut -d ' ' -f 1
++ xargs -n 1 jstack
++ grep .test
++ grep '\.java'
24570: Unable to open socket file: target process not responding or HotSpot VM not loaded
The -F option can be used when the target process is not responding
+ ZB_STACK=
POST BUILD TASK : FAILURE
END OF POST BUILD TASK : 0
Archiving artifacts
Sending artifact delta relative to HBase-0.98 #1036
Archived 1777 artifacts
Archive block size is 32768
Received 20 blocks and 298119277 bytes
Compression is 0.2%
Took 2 min 3 sec
Recording test results
Updating HBASE-13835
Jenkins build is back to normal : HBase-0.98 #1039
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/HBase-0.98/1039/changes>