You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@hbase.apache.org by Stack <st...@duboce.net> on 2015/11/23 06:05:54 UTC
Re: Build failed in Jenkins: HBase-1.3 » latest1.7,Hadoop #388
tegmark:hbase.git stack$ python ./dev-support/findHangingTests.py
https://builds.apache.org/view/H-L/view/HBase/job/HBase-1.3/388/jdk=latest1.7,label=Hadoop/consoleText
Fetching
https://builds.apache.org/view/H-L/view/HBase/job/HBase-1.3/388/jdk=latest1.7,label=Hadoop/consoleText
Building remotely on H5 (Mapreduce Falcon Hadoop Pig Zookeeper Tez Hdfs) in
workspace
/home/jenkins/jenkins-slave/workspace/HBase-1.3/jdk/latest1.7/label/Hadoop
Printing hanging tests
Hanging test : org.apache.hadoop.hbase.mapreduce.TestRowCounter
Printing Failing tests
Failing test : org.apache.hadoop.hbase.client.TestMultiParallel
Failing test : org.apache.hadoop.hbase.regionserver.TestSplitWalDataLoss
St.Ack
On Sun, Nov 22, 2015 at 10:38 AM, Apache Jenkins Server <
jenkins@builds.apache.org> wrote:
> See <
> https://builds.apache.org/job/HBase-1.3/jdk=latest1.7,label=Hadoop/388/changes
> >
>
> Changes:
>
> [matteo.bertozzi] HBASE-14863 Add missing test/resources/log4j files in
> hbase modules
>
> ------------------------------------------
> [...truncated 43948 lines...]
> Running org.apache.hadoop.hbase.coprocessor.TestCoprocessorStop
> Running org.apache.hadoop.hbase.coprocessor.TestClassLoading
> Running org.apache.hadoop.hbase.TestNamespace
> Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 344.36 sec
> - in org.apache.hadoop.hbase.mapreduce.TestImportTSVWithVisibilityLabels
> Running org.apache.hadoop.hbase.TestLocalHBaseCluster
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 32.79 sec
> - in org.apache.hadoop.hbase.coprocessor.TestOpenTableInCoprocessor
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 16.617 sec
> - in org.apache.hadoop.hbase.coprocessor.TestCoprocessorStop
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18 sec -
> in org.apache.hadoop.hbase.TestLocalHBaseCluster
> Running org.apache.hadoop.hbase.TestMultiVersions
> Running org.apache.hadoop.hbase.TestMetaTableAccessor
> Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 41.881 sec
> - in org.apache.hadoop.hbase.coprocessor.TestClassLoading
> Running org.apache.hadoop.hbase.TestMetaTableLocator
> Running org.apache.hadoop.hbase.trace.TestHTraceHooks
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 16.588 sec
> - in org.apache.hadoop.hbase.TestMultiVersions
> Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.768 sec
> - in org.apache.hadoop.hbase.TestMetaTableLocator
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.602 sec
> - in org.apache.hadoop.hbase.trace.TestHTraceHooks
> Tests run: 13, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 24.253
> sec - in org.apache.hadoop.hbase.TestMetaTableAccessor
> Running org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient
> Running org.apache.hadoop.hbase.snapshot.TestFlushSnapshotFromClient
> Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 65.932 sec
> - in org.apache.hadoop.hbase.TestNamespace
> Running org.apache.hadoop.hbase.snapshot.TestSnapshotClientRetries
> Running org.apache.hadoop.hbase.snapshot.TestExportSnapshot
> Running org.apache.hadoop.hbase.snapshot.TestSecureExportSnapshot
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 31.686 sec
> - in org.apache.hadoop.hbase.snapshot.TestSnapshotClientRetries
> Running org.apache.hadoop.hbase.snapshot.TestSnapshotDescriptionUtils
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.356 sec
> - in org.apache.hadoop.hbase.snapshot.TestSnapshotDescriptionUtils
> Running org.apache.hadoop.hbase.TestMetaMigrationConvertingToPB
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.589 sec
> - in org.apache.hadoop.hbase.TestMetaMigrationConvertingToPB
> Running org.apache.hadoop.hbase.TestMovedRegionsCleaner
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.071 sec
> - in org.apache.hadoop.hbase.TestMovedRegionsCleaner
> Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 107.412
> sec - in org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient
> Running org.apache.hadoop.hbase.quotas.TestQuotaTableUtil
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.285 sec
> - in org.apache.hadoop.hbase.quotas.TestQuotaTableUtil
> Running org.apache.hadoop.hbase.quotas.TestQuotaAdmin
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.772 sec
> - in org.apache.hadoop.hbase.quotas.TestQuotaAdmin
> Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 133.239
> sec - in org.apache.hadoop.hbase.snapshot.TestFlushSnapshotFromClient
> Running org.apache.hadoop.hbase.util.TestIdLock
> Running org.apache.hadoop.hbase.util.TestMiniClusterLoadParallel
> Running org.apache.hadoop.hbase.quotas.TestQuotaThrottle
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.552 sec
> - in org.apache.hadoop.hbase.util.TestIdLock
> Tests run: 12, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 32.676
> sec - in org.apache.hadoop.hbase.quotas.TestQuotaThrottle
> Running org.apache.hadoop.hbase.util.TestHBaseFsck
> Running org.apache.hadoop.hbase.util.TestMergeTable
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 36.645 sec
> - in org.apache.hadoop.hbase.util.TestMergeTable
> Running org.apache.hadoop.hbase.util.TestFSTableDescriptors
> Tests run: 15, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.643 sec
> - in org.apache.hadoop.hbase.util.TestFSTableDescriptors
> Running org.apache.hadoop.hbase.util.TestMiniClusterLoadSequential
> Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 86.433 sec
> - in org.apache.hadoop.hbase.util.TestMiniClusterLoadParallel
> Running org.apache.hadoop.hbase.util.TestConnectionCache
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 25.029 sec
> - in org.apache.hadoop.hbase.util.TestConnectionCache
> Running org.apache.hadoop.hbase.util.TestDefaultEnvironmentEdge
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.517 sec
> - in org.apache.hadoop.hbase.util.TestDefaultEnvironmentEdge
> Running org.apache.hadoop.hbase.util.TestFSVisitor
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.918 sec
> - in org.apache.hadoop.hbase.util.TestFSVisitor
> Running org.apache.hadoop.hbase.util.TestTableName
> Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.763 sec
> - in org.apache.hadoop.hbase.util.TestTableName
> Running org.apache.hadoop.hbase.util.TestHBaseFsckEncryption
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 25.405 sec
> - in org.apache.hadoop.hbase.util.TestHBaseFsckEncryption
> Running org.apache.hadoop.hbase.util.TestFSHDFSUtils
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 8.503 sec
> - in org.apache.hadoop.hbase.util.TestFSHDFSUtils
> Running org.apache.hadoop.hbase.util.TestMiniClusterLoadEncoded
> Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 84.645 sec
> - in org.apache.hadoop.hbase.util.TestMiniClusterLoadSequential
> Running org.apache.hadoop.hbase.util.TestIdReadWriteLock
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.894 sec
> - in org.apache.hadoop.hbase.util.TestIdReadWriteLock
> Running org.apache.hadoop.hbase.util.hbck.TestOfflineMetaRebuildOverlap
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 37.055 sec
> - in org.apache.hadoop.hbase.util.hbck.TestOfflineMetaRebuildOverlap
> Running org.apache.hadoop.hbase.util.hbck.TestOfflineMetaRebuildBase
> Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 97.385 sec
> - in org.apache.hadoop.hbase.util.TestMiniClusterLoadEncoded
> Running org.apache.hadoop.hbase.util.hbck.TestOfflineMetaRebuildHole
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 37.892 sec
> - in org.apache.hadoop.hbase.util.hbck.TestOfflineMetaRebuildBase
> Running org.apache.hadoop.hbase.util.TestMergeTool
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 33.498 sec
> - in org.apache.hadoop.hbase.util.hbck.TestOfflineMetaRebuildHole
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 25.961 sec
> - in org.apache.hadoop.hbase.util.TestMergeTool
> Running org.apache.hadoop.hbase.util.TestFSUtils
> Running org.apache.hadoop.hbase.util.TestCoprocessorScanPolicy
> Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 429.187
> sec - in org.apache.hadoop.hbase.snapshot.TestExportSnapshot
> Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 25.497
> sec - in org.apache.hadoop.hbase.util.TestFSUtils
> Running org.apache.hadoop.hbase.util.TestRegionSplitter
> Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 25.181 sec
> - in org.apache.hadoop.hbase.util.TestCoprocessorScanPolicy
> Running org.apache.hadoop.hbase.TestFullLogReconstruction
> Running org.apache.hadoop.hbase.wal.TestBoundedRegionGroupingStrategy
> Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.317 sec
> - in org.apache.hadoop.hbase.util.TestRegionSplitter
> Running org.apache.hadoop.hbase.wal.TestDefaultWALProvider
> Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 475.047
> sec - in org.apache.hadoop.hbase.snapshot.TestSecureExportSnapshot
> Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.825 sec
> - in org.apache.hadoop.hbase.wal.TestDefaultWALProvider
> Running org.apache.hadoop.hbase.wal.TestSecureWAL
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.359 sec
> - in org.apache.hadoop.hbase.wal.TestSecureWAL
> Running org.apache.hadoop.hbase.wal.TestWALFactory
> Running org.apache.hadoop.hbase.wal.TestWALFiltering
> Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 29.37 sec
> - in org.apache.hadoop.hbase.wal.TestBoundedRegionGroupingStrategy
> Running org.apache.hadoop.hbase.wal.TestWALReaderOnSecureWAL
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.843 sec
> - in org.apache.hadoop.hbase.wal.TestWALReaderOnSecureWAL
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 41.407 sec
> - in org.apache.hadoop.hbase.TestFullLogReconstruction
> Running org.apache.hadoop.hbase.TestHBaseOnOtherDfsCluster
> Running org.apache.hadoop.hbase.wal.TestDefaultWALProviderWithHLogKey
> Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.453 sec
> - in org.apache.hadoop.hbase.wal.TestWALFactory
> Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.191 sec
> - in org.apache.hadoop.hbase.wal.TestDefaultWALProviderWithHLogKey
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 22.436 sec
> - in org.apache.hadoop.hbase.TestHBaseOnOtherDfsCluster
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 39.198 sec
> - in org.apache.hadoop.hbase.wal.TestWALFiltering
> Running org.apache.hadoop.hbase.TestServerSideScanMetricsFromClientSide
> Running org.apache.hadoop.hbase.TestZooKeeper
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.777 sec
> - in org.apache.hadoop.hbase.TestServerSideScanMetricsFromClientSide
> Running org.apache.hadoop.hbase.filter.TestFuzzyRowFilterEndToEnd
> Running org.apache.hadoop.hbase.filter.TestFilterWithScanLimits
> Running org.apache.hadoop.hbase.filter.TestColumnRangeFilter
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.391 sec
> - in org.apache.hadoop.hbase.filter.TestFilterWithScanLimits
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.828 sec
> - in org.apache.hadoop.hbase.filter.TestColumnRangeFilter
> Running org.apache.hadoop.hbase.filter.TestMultiRowRangeFilter
> Running org.apache.hadoop.hbase.filter.TestFilterWrapper
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.335 sec
> - in org.apache.hadoop.hbase.filter.TestFilterWrapper
> Tests run: 20, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 27.906
> sec - in org.apache.hadoop.hbase.filter.TestMultiRowRangeFilter
> Running org.apache.hadoop.hbase.filter.TestFuzzyRowAndColumnRangeFilter
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.864 sec
> - in org.apache.hadoop.hbase.filter.TestFuzzyRowAndColumnRangeFilter
> Running org.apache.hadoop.hbase.filter.TestScanRowPrefix
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 8.744 sec
> - in org.apache.hadoop.hbase.filter.TestScanRowPrefix
> Tests run: 52, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 562.573
> sec - in org.apache.hadoop.hbase.util.TestHBaseFsck
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 211.126
> sec - in org.apache.hadoop.hbase.filter.TestFuzzyRowFilterEndToEnd
> Tests run: 12, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 231.874
> sec - in org.apache.hadoop.hbase.TestZooKeeper
>
> Results :
>
> Flaked tests:
>
> org.apache.hadoop.hbase.client.TestMultiParallel.testFlushCommitsNoAbort(org.apache.hadoop.hbase.client.TestMultiParallel)
> Run 1:
> TestMultiParallel.testFlushCommitsNoAbort:241->doTestFlushCommits:293->validateLoadedData:676
> null
> Run 2: PASS
>
>
> org.apache.hadoop.hbase.regionserver.TestSplitWalDataLoss.test(org.apache.hadoop.hbase.regionserver.TestSplitWalDataLoss)
> Run 1: TestSplitWalDataLoss.test:121 » RetriesExhaustedWithDetails
> Failed 1 action: T...
> Run 2: PASS
>
>
> Tests run: 2389, Failures: 0, Errors: 0, Skipped: 39, Flakes: 2
>
> [INFO]
> ------------------------------------------------------------------------
> [INFO] Reactor Summary:
> [INFO]
> [INFO] Apache HBase ...................................... SUCCESS
> [1:21.843s]
> [INFO] Apache HBase - Checkstyle ......................... SUCCESS [7.580s]
> [INFO] Apache HBase - Resource Bundle .................... SUCCESS [0.286s]
> [INFO] Apache HBase - Annotations ........................ SUCCESS [1.338s]
> [INFO] Apache HBase - Protocol ........................... SUCCESS
> [18.636s]
> [INFO] Apache HBase - Common ............................. SUCCESS
> [2:29.434s]
> [INFO] Apache HBase - Procedure .......................... SUCCESS
> [3:33.212s]
> [INFO] Apache HBase - Client ............................. SUCCESS
> [1:32.609s]
> [INFO] Apache HBase - Hadoop Compatibility ............... SUCCESS [8.814s]
> [INFO] Apache HBase - Hadoop Two Compatibility ........... SUCCESS
> [10.710s]
> [INFO] Apache HBase - Prefix Tree ........................ SUCCESS
> [12.422s]
> [INFO] Apache HBase - Server ............................. FAILURE
> [2:03:23.427s]
> [INFO] Apache HBase - Testing Util ....................... SKIPPED
> [INFO] Apache HBase - Thrift ............................. SKIPPED
> [INFO] Apache HBase - Rest ............................... SKIPPED
> [INFO] Apache HBase - Shell .............................. SKIPPED
> [INFO] Apache HBase - Integration Tests .................. SKIPPED
> [INFO] Apache HBase - Examples ........................... SKIPPED
> [INFO] Apache HBase - External Block Cache ............... SKIPPED
> [INFO] Apache HBase - Assembly ........................... SKIPPED
> [INFO] Apache HBase - Shaded ............................. SKIPPED
> [INFO] Apache HBase - Shaded - Client .................... SKIPPED
> [INFO] Apache HBase - Shaded - Server .................... SKIPPED
> [INFO]
> ------------------------------------------------------------------------
> [INFO] BUILD FAILURE
> [INFO]
> ------------------------------------------------------------------------
> [INFO] Total time: 2:13:40.585s
> [INFO] Finished at: Sun Nov 22 18:35:44 UTC 2015
> [INFO] Final Memory: 93M/645M
> [INFO]
> ------------------------------------------------------------------------
> [ERROR] Failed to execute goal
> org.apache.maven.plugins:maven-surefire-plugin:2.18.1:test
> (secondPartTestsExecution) on project hbase-server: There was a timeout or
> other error in the fork -> [Help 1]
> [ERROR]
> [ERROR] To see the full stack trace of the errors, re-run Maven with the
> -e switch.
> [ERROR] Re-run Maven using the -X switch to enable full debug logging.
> [ERROR]
> [ERROR] For more information about the errors and possible solutions,
> please read the following articles:
> [ERROR] [Help 1]
> http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
> [ERROR]
> [ERROR] After correcting the problems, you can resume the build with the
> command
> [ERROR] mvn <goals> -rf :hbase-server
> Build step 'Invoke top-level Maven targets' marked build as failure
> Performing Post build task...
> Match found for :.* : True
> Logical operation result is TRUE
> Running script : # Post-build task script. TODO: Check this in and have
> all builds reference check-in.
> pwd && ls
> # NOTE!!!! The below code has been copied and pasted from
> ./dev-tools/run-test.sh
> # Do not change here without syncing there and vice-versa.
> ZOMBIE_TESTS_COUNT=`jps -v | grep surefirebooter | grep -e '-Dhbase.test'
> | wc -l`
> if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
> echo "Suspicious java process found - waiting 30s to see if there are
> just slow to stop"
> sleep 30
> ZOMBIE_TESTS_COUNT=`jps -v | grep surefirebooter | grep -e '-Dhbase.test'
> | wc -l`
> if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
> echo " {color:red}There appear to be $ZOMBIE_TESTS_COUNT zombie
> tests{color}, they should have been killed by surefire but survived"
> jps -v | grep surefirebooter | grep -e '-Dhbase.test'
> jps -v | grep surefirebooter | grep -e '-Dhbase.test' | cut -d ' ' -f 1
> | xargs -n 1 jstack
> # Exit with error
> exit 1
> else
> echo "We're ok: there is no zombie test, but some tests took some time
> to stop"
> fi
> else
> echo "We're ok: there is no zombie test"
> fi
> [Hadoop] $ /bin/bash -xe /tmp/hudson3577418691723689895.sh
> + pwd
> <https://builds.apache.org/job/HBase-1.3/jdk=latest1.7,label=Hadoop/ws/>
> + ls
> bin
> CHANGES.txt
> conf
> dev-support
> hbase-annotations
> hbase-assembly
> hbase-checkstyle
> hbase-client
> hbase-common
> hbase-examples
> hbase-external-blockcache
> hbase-hadoop2-compat
> hbase-hadoop-compat
> hbase-it
> hbase-native-client
> hbase-prefix-tree
> hbase-procedure
> hbase-protocol
> hbase-resource-bundle
> hbase-rest
> hbase-server
> hbase-shaded
> hbase-shell
> hbase-spark
> hbase-testing-util
> hbase-thrift
> LICENSE.txt
> NOTICE.txt
> pom.xml
> README.txt
> src
> target
> ++ jps -v
> ++ grep surefirebooter
> ++ wc -l
> ++ grep -e -Dhbase.test
> + ZOMBIE_TESTS_COUNT=0
> + [[ 0 != 0 ]]
> + echo 'We'\''re ok: there is no zombie test'
> We're ok: there is no zombie test
> POST BUILD TASK : SUCCESS
> END OF POST BUILD TASK : 0
> Archiving artifacts
> Recording test results
>