You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@hbase.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/12/19 05:37:33 UTC
Build failed in Jenkins: HBase-1.0 #602
See <https://builds.apache.org/job/HBase-1.0/602/>
------------------------------------------
[...truncated 5286 lines...]
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
- locked <0x8158c590> (a sun.nio.ch.Util$2)
- locked <0x8158c580> (a java.util.Collections$UnmodifiableSet)
- locked <0x814b8ac8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:616)
- locked <0x8155a1c0> (a org.apache.hadoop.ipc.Server$Listener$Reader)
at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:595)
"Timer-0" daemon prio=10 tid=0x60aeac00 nid=0x197a in Object.wait() [0x635fe000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x7cd38550> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"18791759@qtp-12033384-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48058" daemon prio=10 tid=0x60ade800 nid=0x195c runnable [0x6407d000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
- locked <0x7cda05f0> (a sun.nio.ch.Util$2)
- locked <0x7cda05e0> (a java.util.Collections$UnmodifiableSet)
- locked <0x7cda01e0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"27228227@qtp-12033384-0" daemon prio=10 tid=0x60ade000 nid=0x195b in Object.wait() [0x64e52000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
- locked <0x7cda0938> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
"Timer for 'NameNode' metrics system" daemon prio=10 tid=0x60a89400 nid=0x1951 in Object.wait() [0x6427d000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x7cd6af28> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"Service Thread" daemon prio=10 tid=0x64cf7800 nid=0x160d runnable [0x00000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" daemon prio=10 tid=0x64cf5c00 nid=0x160c waiting on condition [0x00000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" daemon prio=10 tid=0x64cf3c00 nid=0x160b waiting on condition [0x00000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" daemon prio=10 tid=0x64cf2000 nid=0x160a runnable [0x00000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" daemon prio=10 tid=0x64cb7000 nid=0x1607 in Object.wait() [0x6bc7d000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x7cae62d0> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
- locked <0x7cae62d0> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)
"Reference Handler" daemon prio=10 tid=0x64cb5400 nid=0x1606 in Object.wait() [0x6be7d000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x7cae5df0> (a java.lang.ref.Reference$Lock)
at java.lang.Object.wait(Object.java:503)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
- locked <0x7cae5df0> (a java.lang.ref.Reference$Lock)
"main" prio=10 tid=0xf6706800 nid=0x15f6 in Object.wait() [0xf6896000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.ipc.RpcClientImpl.call(RpcClientImpl.java:1188)
- locked <0xd3e68ac8> (a org.apache.hadoop.hbase.ipc.Call)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:216)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:300)
at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$BlockingStub.assignRegion(MasterProtos.java:44692)
at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$4.assignRegion(ConnectionManager.java:1732)
at org.apache.hadoop.hbase.client.HBaseAdmin$15.call(HBaseAdmin.java:1862)
at org.apache.hadoop.hbase.client.HBaseAdmin$15.call(HBaseAdmin.java:1857)
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:126)
at org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3601)
at org.apache.hadoop.hbase.client.HBaseAdmin.assign(HBaseAdmin.java:1857)
at org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2176)
at org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2104)
at org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2050)
at org.apache.hadoop.hbase.client.TestFromClientSide.testScanMetrics(TestFromClientSide.java:4996)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runners.Suite.runChild(Suite.java:127)
at org.junit.runners.Suite.runChild(Suite.java:26)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runner.JUnitCore.run(JUnitCore.java:160)
at org.junit.runner.JUnitCore.run(JUnitCore.java:138)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:107)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:77)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:53)
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:144)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:203)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:155)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
"VM Thread" prio=10 tid=0x64bf8800 nid=0x1605 runnable
"GC task thread#0 (ParallelGC)" prio=10 tid=0xf6710800 nid=0x15f8 runnable
"GC task thread#1 (ParallelGC)" prio=10 tid=0xf6712000 nid=0x15f9 runnable
"GC task thread#2 (ParallelGC)" prio=10 tid=0xf6713800 nid=0x15fa runnable
"GC task thread#3 (ParallelGC)" prio=10 tid=0xf6715000 nid=0x15fb runnable
"GC task thread#4 (ParallelGC)" prio=10 tid=0xf6716400 nid=0x15fc runnable
"GC task thread#5 (ParallelGC)" prio=10 tid=0xf6717c00 nid=0x15fd runnable
"GC task thread#6 (ParallelGC)" prio=10 tid=0xf6719400 nid=0x15fe runnable
"GC task thread#7 (ParallelGC)" prio=10 tid=0xf671a800 nid=0x15ff runnable
"GC task thread#8 (ParallelGC)" prio=10 tid=0xf671c000 nid=0x1600 runnable
"GC task thread#9 (ParallelGC)" prio=10 tid=0xf671d800 nid=0x1601 runnable
"GC task thread#10 (ParallelGC)" prio=10 tid=0xf671ec00 nid=0x1602 runnable
"GC task thread#11 (ParallelGC)" prio=10 tid=0xf6720400 nid=0x1603 runnable
"GC task thread#12 (ParallelGC)" prio=10 tid=0xf6721c00 nid=0x1604 runnable
"VM Periodic Task Thread" prio=10 tid=0x64cf9800 nid=0x160f waiting on condition
JNI global references: 411
Found one Java-level deadlock:
=============================
"AM.ZK.Worker-pool3-t19":
waiting to lock monitor 0x56a4504c (object 0xd8212078, a org.apache.hadoop.hbase.master.RegionStates),
which is held by "AM.ZK.Worker-pool3-t12"
"AM.ZK.Worker-pool3-t12":
waiting to lock monitor 0x56a44f20 (object 0xd8211ad8, a java.util.TreeMap),
which is held by "B.defaultRpcServer.handler=4,queue=0,port=42628"
"B.defaultRpcServer.handler=4,queue=0,port=42628":
waiting to lock monitor 0x56a4504c (object 0xd8212078, a org.apache.hadoop.hbase.master.RegionStates),
which is held by "AM.ZK.Worker-pool3-t12"
Java stack information for the threads listed above:
===================================================
"AM.ZK.Worker-pool3-t19":
at org.apache.hadoop.hbase.master.RegionStates.getRegionState(RegionStates.java:958)
- waiting to lock <0xd8212078> (a org.apache.hadoop.hbase.master.RegionStates)
at org.apache.hadoop.hbase.master.AssignmentManager.handleRegion(AssignmentManager.java:927)
at org.apache.hadoop.hbase.master.AssignmentManager$6.run(AssignmentManager.java:1489)
at org.apache.hadoop.hbase.master.AssignmentManager$3.run(AssignmentManager.java:1273)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"AM.ZK.Worker-pool3-t12":
at org.apache.hadoop.hbase.master.AssignmentManager.clearRegionPlan(AssignmentManager.java:3166)
- waiting to lock <0xd8211ad8> (a java.util.TreeMap)
at org.apache.hadoop.hbase.master.AssignmentManager.regionOnline(AssignmentManager.java:1444)
at org.apache.hadoop.hbase.master.AssignmentManager.regionOnline(AssignmentManager.java:1436)
at org.apache.hadoop.hbase.master.AssignmentManager$4.run(AssignmentManager.java:1330)
- locked <0xd8212078> (a org.apache.hadoop.hbase.master.RegionStates)
at org.apache.hadoop.hbase.master.AssignmentManager$3.run(AssignmentManager.java:1273)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"B.defaultRpcServer.handler=4,queue=0,port=42628":
at org.apache.hadoop.hbase.master.RegionStates.getRegionAssignments(RegionStates.java:175)
- waiting to lock <0xd8212078> (a org.apache.hadoop.hbase.master.RegionStates)
at org.apache.hadoop.hbase.master.AssignmentManager.getSnapShotOfAssignment(AssignmentManager.java:4036)
at org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.getRegionAssignmentsByServer(BaseLoadBalancer.java:1372)
at org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.createCluster(BaseLoadBalancer.java:1092)
at org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.randomAssignment(BaseLoadBalancer.java:1161)
at org.apache.hadoop.hbase.master.AssignmentManager.getRegionPlan(AssignmentManager.java:2356)
- locked <0xd8211ad8> (a java.util.TreeMap)
at org.apache.hadoop.hbase.master.AssignmentManager.getRegionPlan(AssignmentManager.java:2313)
at org.apache.hadoop.hbase.master.AssignmentManager.assign(AssignmentManager.java:2030)
at org.apache.hadoop.hbase.master.AssignmentManager.assign(AssignmentManager.java:1567)
at org.apache.hadoop.hbase.master.MasterRpcServices.assignRegion(MasterRpcServices.java:362)
at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:42420)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2028)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:108)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:112)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:92)
at java.lang.Thread.run(Thread.java:724)
Found 1 deadlock.
+ echo '************ END zombies jstack extract'
************ END zombies jstack extract
+ JIRA_COMMENT='
{color:red}-1 core zombie tests{color}. There are 1 zombie test(s): at org.apache.hadoop.hbase.client.TestFromClientSide.testScanMetrics(TestFromClientSide.java:4996)'
+ BAD=1
+ jps
+ grep surefirebooter
+ xargs kill -9
+ cut -d ' ' -f 1
POST BUILD TASK : SUCCESS
END OF POST BUILD TASK : 0
Archiving artifacts
Sending artifact delta relative to HBase-1.0 #601
Archived 1823 artifacts
Archive block size is 32768
Received 26 blocks and 382002477 bytes
Compression is 0.2%
Took 1 min 38 sec
Recording test results
Jenkins build is back to normal : HBase-1.0 #604
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/HBase-1.0/604/>
Re: Build failed in Jenkins: HBase-1.0 #603
Posted by Stack <st...@duboce.net>.
602 failed with this:
Hanging test :
org.apache.hadoop.hbase.client.TestFromClientSideWithCoprocessor
603 failed with this:
Failing test : org.apache.hadoop.hbase.master.TestDistributedLogSplitting
St.Ack
On Fri, Dec 19, 2014 at 1:12 AM, Apache Jenkins Server <
jenkins@builds.apache.org> wrote:
>
> See <https://builds.apache.org/job/HBase-1.0/603/>
>
> ------------------------------------------
> [...truncated 1795 lines...]
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.482 sec
> - in org.apache.hadoop.hbase.security.token.TestTokenAuthentication
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.41 sec
> - in org.apache.hadoop.hbase.security.access.TestAccessController2
> Running
> org.apache.hadoop.hbase.security.visibility.TestDefaultScanLabelGeneratorStack
> Running
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithSLGStack
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.089 sec
> - in
> org.apache.hadoop.hbase.security.visibility.TestDefaultScanLabelGeneratorStack
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.617 sec
> - in
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithSLGStack
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.209 sec
> - in org.apache.hadoop.hbase.security.token.TestZKSecretWatcher
> Running
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelReplicationWithExpAsString
> Running
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDeletes
> Running
> org.apache.hadoop.hbase.security.visibility.TestEnforcingScanLabelGenerator
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.289 sec
> - in
> org.apache.hadoop.hbase.security.visibility.TestEnforcingScanLabelGenerator
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.086 sec
> - in
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelReplicationWithExpAsString
> Running
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsReplication
> Running
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsOpWithDifferentUsersNoACL
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.666 sec
> - in
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsOpWithDifferentUsersNoACL
> Running
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDistributedLogReplay
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.163 sec
> - in
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsReplication
> Tests run: 23, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 16.41 sec
> - in
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDistributedLogReplay
> Running
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithCustomVisLabService
> Tests run: 37, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 46.841
> sec - in
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDeletes
> Running
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDefaultVisLabelService
> Running
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithACL
> Tests run: 19, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.824
> sec - in
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithCustomVisLabService
> Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.968 sec
> - in org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithACL
> Running
> org.apache.hadoop.hbase.zookeeper.lock.TestZKInterProcessReadWriteLock
> Running
> org.apache.hadoop.hbase.security.visibility.TestVisibilityWithCheckAuths
> Tests run: 23, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.652
> sec - in
> org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDefaultVisLabelService
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.453 sec
> - in
> org.apache.hadoop.hbase.security.visibility.TestVisibilityWithCheckAuths
> Running org.apache.hadoop.hbase.zookeeper.TestHQuorumPeer
> Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 280.774
> sec - in org.apache.hadoop.hbase.mapred.TestTableSnapshotInputFormat
> Running org.apache.hadoop.hbase.zookeeper.TestZooKeeperNodeTracker
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.881 sec
> - in org.apache.hadoop.hbase.zookeeper.TestZooKeeperNodeTracker
> Running org.apache.hadoop.hbase.zookeeper.TestZKTableStateManager
> Running org.apache.hadoop.hbase.zookeeper.TestZooKeeperACL
> Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.277 sec
> - in org.apache.hadoop.hbase.zookeeper.TestZooKeeperACL
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.711 sec
> - in org.apache.hadoop.hbase.zookeeper.TestZKTableStateManager
> Running org.apache.hadoop.hbase.zookeeper.TestRecoverableZooKeeper
> Running org.apache.hadoop.hbase.zookeeper.TestZKLeaderManager
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.113 sec
> - in org.apache.hadoop.hbase.zookeeper.TestZKLeaderManager
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.207 sec
> - in org.apache.hadoop.hbase.zookeeper.TestRecoverableZooKeeper
> Running org.apache.hadoop.hbase.zookeeper.TestZKMulti
> Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.318 sec
> - in org.apache.hadoop.hbase.zookeeper.TestZKMulti
> Running org.apache.hadoop.hbase.TestDrainingServer
> Running org.apache.hadoop.hbase.TestRegionRebalancing
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.587 sec
> - in org.apache.hadoop.hbase.TestDrainingServer
> Running org.apache.hadoop.hbase.TestAcidGuarantees
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.995 sec
> - in org.apache.hadoop.hbase.zookeeper.TestHQuorumPeer
> Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 24.464 sec
> - in org.apache.hadoop.hbase.zookeeper.lock.TestZKInterProcessReadWriteLock
> Running org.apache.hadoop.hbase.migration.TestUpgradeTo96
> Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.362 sec
> - in org.apache.hadoop.hbase.migration.TestUpgradeTo96
> Running org.apache.hadoop.hbase.migration.TestNamespaceUpgrade
> Running org.apache.hadoop.hbase.TestMultiVersions
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 29.49 sec
> - in org.apache.hadoop.hbase.TestRegionRebalancing
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.987 sec
> - in org.apache.hadoop.hbase.TestMultiVersions
> Running org.apache.hadoop.hbase.master.TestHMasterRPCException
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.404 sec
> - in org.apache.hadoop.hbase.master.TestHMasterRPCException
> Running org.apache.hadoop.hbase.master.TestDeadServer
> Running org.apache.hadoop.hbase.master.TestAssignmentListener
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.361 sec
> - in org.apache.hadoop.hbase.master.TestDeadServer
> Running org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable
> Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.727 sec
> - in org.apache.hadoop.hbase.migration.TestNamespaceUpgrade
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.521 sec
> - in org.apache.hadoop.hbase.master.TestAssignmentListener
> Running
> org.apache.hadoop.hbase.master.TestMasterFailoverBalancerPersistence
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.119 sec
> - in org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable
> Running org.apache.hadoop.hbase.master.TestZKBasedOpenCloseRegion
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.038 sec
> - in org.apache.hadoop.hbase.master.TestZKBasedOpenCloseRegion
> Running org.apache.hadoop.hbase.master.TestMasterShutdown
> Running org.apache.hadoop.hbase.master.snapshot.TestSnapshotFileCache
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.117 sec
> - in org.apache.hadoop.hbase.master.TestMasterFailoverBalancerPersistence
> Running org.apache.hadoop.hbase.master.cleaner.TestHFileCleaner
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.026 sec
> - in org.apache.hadoop.hbase.master.cleaner.TestHFileCleaner
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.53 sec
> - in org.apache.hadoop.hbase.master.TestMasterShutdown
> Running org.apache.hadoop.hbase.master.cleaner.TestSnapshotFromMaster
> Running org.apache.hadoop.hbase.master.cleaner.TestLogsCleaner
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 83.243 sec
> - in org.apache.hadoop.hbase.TestAcidGuarantees
> Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 27.404 sec
> - in org.apache.hadoop.hbase.master.snapshot.TestSnapshotFileCache
> Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.901 sec
> - in org.apache.hadoop.hbase.master.cleaner.TestSnapshotFromMaster
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.22 sec
> - in org.apache.hadoop.hbase.master.cleaner.TestLogsCleaner
> Running org.apache.hadoop.hbase.master.TestMasterStatusServlet
> Running org.apache.hadoop.hbase.master.balancer.TestStochasticLoadBalancer
> Running org.apache.hadoop.hbase.master.balancer.TestDefaultLoadBalancer
> Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.619 sec
> - in org.apache.hadoop.hbase.master.TestMasterStatusServlet
> Tests run: 53, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 240.553
> sec - in org.apache.hadoop.hbase.security.access.TestAccessController
> Running org.apache.hadoop.hbase.master.balancer.TestBaseLoadBalancer
> Running org.apache.hadoop.hbase.master.TestMasterFailover
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.702 sec
> - in org.apache.hadoop.hbase.master.balancer.TestDefaultLoadBalancer
> Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.598 sec
> - in org.apache.hadoop.hbase.master.balancer.TestBaseLoadBalancer
> Running
> org.apache.hadoop.hbase.master.TestMasterOperationsForRegionReplicas
> Running org.apache.hadoop.hbase.master.TestMasterNoCluster
> Running org.apache.hadoop.hbase.master.TestDistributedLogSplitting
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.227 sec
> - in org.apache.hadoop.hbase.master.TestMasterNoCluster
> Running org.apache.hadoop.hbase.master.TestRollingRestart
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.762 sec
> - in org.apache.hadoop.hbase.master.TestMasterOperationsForRegionReplicas
> Running org.apache.hadoop.hbase.master.TestRegionPlacement2
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.411 sec
> - in org.apache.hadoop.hbase.master.TestRegionPlacement2
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 21.345 sec
> - in org.apache.hadoop.hbase.master.TestRollingRestart
> Running org.apache.hadoop.hbase.master.TestMaster
> Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 7.247 sec
> - in org.apache.hadoop.hbase.master.TestMaster
> Running org.apache.hadoop.hbase.master.TestActiveMasterManager
> Running org.apache.hadoop.hbase.master.TestMasterMetricsWrapper
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.051 sec
> - in org.apache.hadoop.hbase.master.TestActiveMasterManager
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.992 sec
> - in org.apache.hadoop.hbase.master.TestMasterMetricsWrapper
> Running org.apache.hadoop.hbase.master.TestRestartCluster
> Running org.apache.hadoop.hbase.master.TestMasterTransitions
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 3, Time elapsed: 1.786 sec
> - in org.apache.hadoop.hbase.master.TestMasterTransitions
> Running org.apache.hadoop.hbase.master.TestOpenedRegionHandler
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.656 sec
> - in org.apache.hadoop.hbase.master.TestOpenedRegionHandler
> Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 76 sec -
> in org.apache.hadoop.hbase.master.TestMasterFailover
> Running org.apache.hadoop.hbase.master.handler.TestCreateTableHandler
> Running
> org.apache.hadoop.hbase.master.handler.TestTableDescriptorModification
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 35.409 sec
> - in org.apache.hadoop.hbase.master.TestRestartCluster
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.976 sec
> - in org.apache.hadoop.hbase.master.handler.TestTableDescriptorModification
> Running org.apache.hadoop.hbase.master.TestSplitLogManager
> Running org.apache.hadoop.hbase.master.handler.TestTableDeleteFamilyHandler
> Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.52 sec -
> in org.apache.hadoop.hbase.master.handler.TestTableDeleteFamilyHandler
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 23.607 sec
> - in org.apache.hadoop.hbase.master.handler.TestCreateTableHandler
> Running org.apache.hadoop.hbase.master.TestAssignmentManagerOnCluster
> Running org.apache.hadoop.hbase.master.TestRegionPlacement
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.251 sec
> - in org.apache.hadoop.hbase.master.TestRegionPlacement
> Running org.apache.hadoop.hbase.master.TestClusterStatusPublisher
> Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.395 sec
> - in org.apache.hadoop.hbase.master.TestClusterStatusPublisher
> Running org.apache.hadoop.hbase.master.TestTableLockManager
> Tests run: 21, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 36.307
> sec - in org.apache.hadoop.hbase.master.TestAssignmentManagerOnCluster
> Running org.apache.hadoop.hbase.master.TestMasterMetrics
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.487 sec
> - in org.apache.hadoop.hbase.master.TestMasterMetrics
> Running org.apache.hadoop.hbase.master.TestZKLessAMOnCluster
> Tests run: 21, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 36.112
> sec - in org.apache.hadoop.hbase.master.TestZKLessAMOnCluster
> Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 72.152 sec
> - in org.apache.hadoop.hbase.master.TestTableLockManager
> Running org.apache.hadoop.hbase.master.TestAssignmentManager
> Running org.apache.hadoop.hbase.master.TestMasterFileSystem
> Tests run: 20, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.243 sec
> - in org.apache.hadoop.hbase.master.TestAssignmentManager
> Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.442 sec
> - in org.apache.hadoop.hbase.master.TestMasterFileSystem
> Tests run: 15, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 134.507
> sec - in org.apache.hadoop.hbase.master.TestSplitLogManager
> Tests run: 18, Failures: 0, Errors: 1, Skipped: 0, Time elapsed: 463.971
> sec <<< FAILURE! - in
> org.apache.hadoop.hbase.master.TestDistributedLogSplitting
> testLogReplayTwoSequentialRSDown(org.apache.hadoop.hbase.master.TestDistributedLogSplitting)
> Time elapsed: 311.07 sec <<< ERROR!
> java.lang.Exception: test timed out after 300000 milliseconds
> at java.lang.Object.wait(Native Method)
> at
> org.apache.hadoop.hbase.ipc.RpcClientImpl.call(RpcClientImpl.java:1188)
> at
> org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:216)
> at
> org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:300)
> at
> org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$BlockingStub.assignRegion(MasterProtos.java:44692)
> at
> org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$4.assignRegion(ConnectionManager.java:1732)
> at
> org.apache.hadoop.hbase.client.HBaseAdmin$15.call(HBaseAdmin.java:1862)
> at
> org.apache.hadoop.hbase.client.HBaseAdmin$15.call(HBaseAdmin.java:1857)
> at
> org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:126)
> at
> org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3601)
> at
> org.apache.hadoop.hbase.client.HBaseAdmin.assign(HBaseAdmin.java:1857)
> at
> org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2176)
> at
> org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2126)
> at
> org.apache.hadoop.hbase.master.TestDistributedLogSplitting.installTable(TestDistributedLogSplitting.java:1437)
> at
> org.apache.hadoop.hbase.master.TestDistributedLogSplitting.installTable(TestDistributedLogSplitting.java:1427)
> at
> org.apache.hadoop.hbase.master.TestDistributedLogSplitting.testLogReplayTwoSequentialRSDown(TestDistributedLogSplitting.java:584)
>
> Tests run: 23, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 528.104
> sec - in org.apache.hadoop.hbase.master.balancer.TestStochasticLoadBalancer
>
> Results :
>
>
> Tests in error:
>
> TestDistributedLogSplitting.testLogReplayTwoSequentialRSDown:584->installTable:1427->installTable:1437->Object.wait:-2
> »
>
>
> Tests run: 2121, Failures: 0, Errors: 1, Skipped: 18
>
> [INFO]
> ------------------------------------------------------------------------
> [INFO] Reactor Summary:
> [INFO]
> [INFO] HBase ............................................. SUCCESS [2.961s]
> [INFO] HBase - Checkstyle ................................ SUCCESS [0.614s]
> [INFO] HBase - Annotations ............................... SUCCESS [0.830s]
> [INFO] HBase - Common .................................... SUCCESS
> [1:00.066s]
> [INFO] HBase - Protocol .................................. SUCCESS [9.240s]
> [INFO] HBase - Client .................................... SUCCESS
> [1:17.535s]
> [INFO] HBase - Hadoop Compatibility ...................... SUCCESS [6.933s]
> [INFO] HBase - Hadoop Two Compatibility .................. SUCCESS [5.933s]
> [INFO] HBase - Prefix Tree ............................... SUCCESS [8.188s]
> [INFO] HBase - Server .................................... FAILURE
> [1:04:33.968s]
> [INFO] HBase - Testing Util .............................. SKIPPED
> [INFO] HBase - Thrift .................................... SKIPPED
> [INFO] HBase - Rest ...................................... SKIPPED
> [INFO] HBase - Shell ..................................... SKIPPED
> [INFO] HBase - Integration Tests ......................... SKIPPED
> [INFO] HBase - Examples .................................. SKIPPED
> [INFO] HBase - Assembly .................................. SKIPPED
> [INFO]
> ------------------------------------------------------------------------
> [INFO] BUILD FAILURE
> [INFO]
> ------------------------------------------------------------------------
> [INFO] Total time: 1:07:27.042s
> [INFO] Finished at: Fri Dec 19 09:10:06 UTC 2014
> [INFO] Final Memory: 46M/632M
> [INFO]
> ------------------------------------------------------------------------
> [ERROR] Failed to execute goal
> org.apache.maven.plugins:maven-surefire-plugin:2.18:test
> (secondPartTestsExecution) on project hbase-server: There are test failures.
> [ERROR]
> [ERROR] Please refer to <
> https://builds.apache.org/job/HBase-1.0/ws/hbase-server/target/surefire-reports>
> for the individual test results.
> [ERROR] -> [Help 1]
> [ERROR]
> [ERROR] To see the full stack trace of the errors, re-run Maven with the
> -e switch.
> [ERROR] Re-run Maven using the -X switch to enable full debug logging.
> [ERROR]
> [ERROR] For more information about the errors and possible solutions,
> please read the following articles:
> [ERROR] [Help 1]
> http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
> [ERROR]
> [ERROR] After correcting the problems, you can resume the build with the
> command
> [ERROR] mvn <goals> -rf :hbase-server
> Build step 'Invoke top-level Maven targets' marked build as failure
> Performing Post build task...
> Match found for :.* : True
> Logical operation result is TRUE
> Running script : ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
> if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
> #It seems sometimes the tests are not dying immediately. Let's give
> them 10s
> echo "Suspicious java process found - waiting 10s to see if there are
> just slow to stop"
> sleep 10
> ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
> if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
> echo "There are $ZOMBIE_TESTS_COUNT zombie tests, they should have
> been killed by surefire but survived"
> echo "************ BEGIN zombies jstack extract"
> ZB_STACK=`jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1
> jstack | grep ".test" | grep "\.java"`
> jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack
> echo "************ END zombies jstack extract"
> JIRA_COMMENT="$JIRA_COMMENT
>
> {color:red}-1 core zombie tests{color}. There are
> ${ZOMBIE_TESTS_COUNT} zombie test(s): ${ZB_STACK}"
> BAD=1
> jps | grep surefirebooter | cut -d ' ' -f 1 | xargs kill -9
> else
> echo "We're ok: there is no zombie test, but some tests took some
> time to stop"
> fi
> else
> echo "We're ok: there is no zombie test"
> fi
> [HBase-1.0] $ /bin/bash -xe /tmp/hudson7806641139757319517.sh
> ++ jps
> ++ grep surefirebooter
> ++ wc -l
> + ZOMBIE_TESTS_COUNT=0
> + [[ 0 != 0 ]]
> + echo 'We'\''re ok: there is no zombie test'
> We're ok: there is no zombie test
> POST BUILD TASK : SUCCESS
> END OF POST BUILD TASK : 0
> Archiving artifacts
> Sending artifact delta relative to HBase-1.0 #601
> Archived 1825 artifacts
> Archive block size is 32768
> Received 26 blocks and 384380421 bytes
> Compression is 0.2%
> Took 1 min 42 sec
> Recording test results
>
Build failed in Jenkins: HBase-1.0 #603
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/HBase-1.0/603/>
------------------------------------------
[...truncated 1795 lines...]
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.482 sec - in org.apache.hadoop.hbase.security.token.TestTokenAuthentication
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.41 sec - in org.apache.hadoop.hbase.security.access.TestAccessController2
Running org.apache.hadoop.hbase.security.visibility.TestDefaultScanLabelGeneratorStack
Running org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithSLGStack
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.089 sec - in org.apache.hadoop.hbase.security.visibility.TestDefaultScanLabelGeneratorStack
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.617 sec - in org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithSLGStack
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.209 sec - in org.apache.hadoop.hbase.security.token.TestZKSecretWatcher
Running org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelReplicationWithExpAsString
Running org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDeletes
Running org.apache.hadoop.hbase.security.visibility.TestEnforcingScanLabelGenerator
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.289 sec - in org.apache.hadoop.hbase.security.visibility.TestEnforcingScanLabelGenerator
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.086 sec - in org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelReplicationWithExpAsString
Running org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsReplication
Running org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsOpWithDifferentUsersNoACL
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.666 sec - in org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsOpWithDifferentUsersNoACL
Running org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDistributedLogReplay
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.163 sec - in org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsReplication
Tests run: 23, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 16.41 sec - in org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDistributedLogReplay
Running org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithCustomVisLabService
Tests run: 37, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 46.841 sec - in org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDeletes
Running org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDefaultVisLabelService
Running org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithACL
Tests run: 19, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.824 sec - in org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithCustomVisLabService
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.968 sec - in org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithACL
Running org.apache.hadoop.hbase.zookeeper.lock.TestZKInterProcessReadWriteLock
Running org.apache.hadoop.hbase.security.visibility.TestVisibilityWithCheckAuths
Tests run: 23, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.652 sec - in org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithDefaultVisLabelService
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.453 sec - in org.apache.hadoop.hbase.security.visibility.TestVisibilityWithCheckAuths
Running org.apache.hadoop.hbase.zookeeper.TestHQuorumPeer
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 280.774 sec - in org.apache.hadoop.hbase.mapred.TestTableSnapshotInputFormat
Running org.apache.hadoop.hbase.zookeeper.TestZooKeeperNodeTracker
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.881 sec - in org.apache.hadoop.hbase.zookeeper.TestZooKeeperNodeTracker
Running org.apache.hadoop.hbase.zookeeper.TestZKTableStateManager
Running org.apache.hadoop.hbase.zookeeper.TestZooKeeperACL
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.277 sec - in org.apache.hadoop.hbase.zookeeper.TestZooKeeperACL
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.711 sec - in org.apache.hadoop.hbase.zookeeper.TestZKTableStateManager
Running org.apache.hadoop.hbase.zookeeper.TestRecoverableZooKeeper
Running org.apache.hadoop.hbase.zookeeper.TestZKLeaderManager
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.113 sec - in org.apache.hadoop.hbase.zookeeper.TestZKLeaderManager
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.207 sec - in org.apache.hadoop.hbase.zookeeper.TestRecoverableZooKeeper
Running org.apache.hadoop.hbase.zookeeper.TestZKMulti
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.318 sec - in org.apache.hadoop.hbase.zookeeper.TestZKMulti
Running org.apache.hadoop.hbase.TestDrainingServer
Running org.apache.hadoop.hbase.TestRegionRebalancing
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.587 sec - in org.apache.hadoop.hbase.TestDrainingServer
Running org.apache.hadoop.hbase.TestAcidGuarantees
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.995 sec - in org.apache.hadoop.hbase.zookeeper.TestHQuorumPeer
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 24.464 sec - in org.apache.hadoop.hbase.zookeeper.lock.TestZKInterProcessReadWriteLock
Running org.apache.hadoop.hbase.migration.TestUpgradeTo96
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.362 sec - in org.apache.hadoop.hbase.migration.TestUpgradeTo96
Running org.apache.hadoop.hbase.migration.TestNamespaceUpgrade
Running org.apache.hadoop.hbase.TestMultiVersions
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 29.49 sec - in org.apache.hadoop.hbase.TestRegionRebalancing
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.987 sec - in org.apache.hadoop.hbase.TestMultiVersions
Running org.apache.hadoop.hbase.master.TestHMasterRPCException
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.404 sec - in org.apache.hadoop.hbase.master.TestHMasterRPCException
Running org.apache.hadoop.hbase.master.TestDeadServer
Running org.apache.hadoop.hbase.master.TestAssignmentListener
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.361 sec - in org.apache.hadoop.hbase.master.TestDeadServer
Running org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.727 sec - in org.apache.hadoop.hbase.migration.TestNamespaceUpgrade
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.521 sec - in org.apache.hadoop.hbase.master.TestAssignmentListener
Running org.apache.hadoop.hbase.master.TestMasterFailoverBalancerPersistence
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.119 sec - in org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable
Running org.apache.hadoop.hbase.master.TestZKBasedOpenCloseRegion
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.038 sec - in org.apache.hadoop.hbase.master.TestZKBasedOpenCloseRegion
Running org.apache.hadoop.hbase.master.TestMasterShutdown
Running org.apache.hadoop.hbase.master.snapshot.TestSnapshotFileCache
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.117 sec - in org.apache.hadoop.hbase.master.TestMasterFailoverBalancerPersistence
Running org.apache.hadoop.hbase.master.cleaner.TestHFileCleaner
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.026 sec - in org.apache.hadoop.hbase.master.cleaner.TestHFileCleaner
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.53 sec - in org.apache.hadoop.hbase.master.TestMasterShutdown
Running org.apache.hadoop.hbase.master.cleaner.TestSnapshotFromMaster
Running org.apache.hadoop.hbase.master.cleaner.TestLogsCleaner
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 83.243 sec - in org.apache.hadoop.hbase.TestAcidGuarantees
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 27.404 sec - in org.apache.hadoop.hbase.master.snapshot.TestSnapshotFileCache
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.901 sec - in org.apache.hadoop.hbase.master.cleaner.TestSnapshotFromMaster
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.22 sec - in org.apache.hadoop.hbase.master.cleaner.TestLogsCleaner
Running org.apache.hadoop.hbase.master.TestMasterStatusServlet
Running org.apache.hadoop.hbase.master.balancer.TestStochasticLoadBalancer
Running org.apache.hadoop.hbase.master.balancer.TestDefaultLoadBalancer
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.619 sec - in org.apache.hadoop.hbase.master.TestMasterStatusServlet
Tests run: 53, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 240.553 sec - in org.apache.hadoop.hbase.security.access.TestAccessController
Running org.apache.hadoop.hbase.master.balancer.TestBaseLoadBalancer
Running org.apache.hadoop.hbase.master.TestMasterFailover
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.702 sec - in org.apache.hadoop.hbase.master.balancer.TestDefaultLoadBalancer
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.598 sec - in org.apache.hadoop.hbase.master.balancer.TestBaseLoadBalancer
Running org.apache.hadoop.hbase.master.TestMasterOperationsForRegionReplicas
Running org.apache.hadoop.hbase.master.TestMasterNoCluster
Running org.apache.hadoop.hbase.master.TestDistributedLogSplitting
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.227 sec - in org.apache.hadoop.hbase.master.TestMasterNoCluster
Running org.apache.hadoop.hbase.master.TestRollingRestart
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.762 sec - in org.apache.hadoop.hbase.master.TestMasterOperationsForRegionReplicas
Running org.apache.hadoop.hbase.master.TestRegionPlacement2
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.411 sec - in org.apache.hadoop.hbase.master.TestRegionPlacement2
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 21.345 sec - in org.apache.hadoop.hbase.master.TestRollingRestart
Running org.apache.hadoop.hbase.master.TestMaster
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 7.247 sec - in org.apache.hadoop.hbase.master.TestMaster
Running org.apache.hadoop.hbase.master.TestActiveMasterManager
Running org.apache.hadoop.hbase.master.TestMasterMetricsWrapper
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.051 sec - in org.apache.hadoop.hbase.master.TestActiveMasterManager
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.992 sec - in org.apache.hadoop.hbase.master.TestMasterMetricsWrapper
Running org.apache.hadoop.hbase.master.TestRestartCluster
Running org.apache.hadoop.hbase.master.TestMasterTransitions
Tests run: 3, Failures: 0, Errors: 0, Skipped: 3, Time elapsed: 1.786 sec - in org.apache.hadoop.hbase.master.TestMasterTransitions
Running org.apache.hadoop.hbase.master.TestOpenedRegionHandler
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.656 sec - in org.apache.hadoop.hbase.master.TestOpenedRegionHandler
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 76 sec - in org.apache.hadoop.hbase.master.TestMasterFailover
Running org.apache.hadoop.hbase.master.handler.TestCreateTableHandler
Running org.apache.hadoop.hbase.master.handler.TestTableDescriptorModification
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 35.409 sec - in org.apache.hadoop.hbase.master.TestRestartCluster
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.976 sec - in org.apache.hadoop.hbase.master.handler.TestTableDescriptorModification
Running org.apache.hadoop.hbase.master.TestSplitLogManager
Running org.apache.hadoop.hbase.master.handler.TestTableDeleteFamilyHandler
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.52 sec - in org.apache.hadoop.hbase.master.handler.TestTableDeleteFamilyHandler
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 23.607 sec - in org.apache.hadoop.hbase.master.handler.TestCreateTableHandler
Running org.apache.hadoop.hbase.master.TestAssignmentManagerOnCluster
Running org.apache.hadoop.hbase.master.TestRegionPlacement
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.251 sec - in org.apache.hadoop.hbase.master.TestRegionPlacement
Running org.apache.hadoop.hbase.master.TestClusterStatusPublisher
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.395 sec - in org.apache.hadoop.hbase.master.TestClusterStatusPublisher
Running org.apache.hadoop.hbase.master.TestTableLockManager
Tests run: 21, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 36.307 sec - in org.apache.hadoop.hbase.master.TestAssignmentManagerOnCluster
Running org.apache.hadoop.hbase.master.TestMasterMetrics
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.487 sec - in org.apache.hadoop.hbase.master.TestMasterMetrics
Running org.apache.hadoop.hbase.master.TestZKLessAMOnCluster
Tests run: 21, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 36.112 sec - in org.apache.hadoop.hbase.master.TestZKLessAMOnCluster
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 72.152 sec - in org.apache.hadoop.hbase.master.TestTableLockManager
Running org.apache.hadoop.hbase.master.TestAssignmentManager
Running org.apache.hadoop.hbase.master.TestMasterFileSystem
Tests run: 20, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.243 sec - in org.apache.hadoop.hbase.master.TestAssignmentManager
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.442 sec - in org.apache.hadoop.hbase.master.TestMasterFileSystem
Tests run: 15, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 134.507 sec - in org.apache.hadoop.hbase.master.TestSplitLogManager
Tests run: 18, Failures: 0, Errors: 1, Skipped: 0, Time elapsed: 463.971 sec <<< FAILURE! - in org.apache.hadoop.hbase.master.TestDistributedLogSplitting
testLogReplayTwoSequentialRSDown(org.apache.hadoop.hbase.master.TestDistributedLogSplitting) Time elapsed: 311.07 sec <<< ERROR!
java.lang.Exception: test timed out after 300000 milliseconds
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.ipc.RpcClientImpl.call(RpcClientImpl.java:1188)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:216)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:300)
at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$BlockingStub.assignRegion(MasterProtos.java:44692)
at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$4.assignRegion(ConnectionManager.java:1732)
at org.apache.hadoop.hbase.client.HBaseAdmin$15.call(HBaseAdmin.java:1862)
at org.apache.hadoop.hbase.client.HBaseAdmin$15.call(HBaseAdmin.java:1857)
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:126)
at org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3601)
at org.apache.hadoop.hbase.client.HBaseAdmin.assign(HBaseAdmin.java:1857)
at org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2176)
at org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2126)
at org.apache.hadoop.hbase.master.TestDistributedLogSplitting.installTable(TestDistributedLogSplitting.java:1437)
at org.apache.hadoop.hbase.master.TestDistributedLogSplitting.installTable(TestDistributedLogSplitting.java:1427)
at org.apache.hadoop.hbase.master.TestDistributedLogSplitting.testLogReplayTwoSequentialRSDown(TestDistributedLogSplitting.java:584)
Tests run: 23, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 528.104 sec - in org.apache.hadoop.hbase.master.balancer.TestStochasticLoadBalancer
Results :
Tests in error:
TestDistributedLogSplitting.testLogReplayTwoSequentialRSDown:584->installTable:1427->installTable:1437->Object.wait:-2 »
Tests run: 2121, Failures: 0, Errors: 1, Skipped: 18
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] HBase ............................................. SUCCESS [2.961s]
[INFO] HBase - Checkstyle ................................ SUCCESS [0.614s]
[INFO] HBase - Annotations ............................... SUCCESS [0.830s]
[INFO] HBase - Common .................................... SUCCESS [1:00.066s]
[INFO] HBase - Protocol .................................. SUCCESS [9.240s]
[INFO] HBase - Client .................................... SUCCESS [1:17.535s]
[INFO] HBase - Hadoop Compatibility ...................... SUCCESS [6.933s]
[INFO] HBase - Hadoop Two Compatibility .................. SUCCESS [5.933s]
[INFO] HBase - Prefix Tree ............................... SUCCESS [8.188s]
[INFO] HBase - Server .................................... FAILURE [1:04:33.968s]
[INFO] HBase - Testing Util .............................. SKIPPED
[INFO] HBase - Thrift .................................... SKIPPED
[INFO] HBase - Rest ...................................... SKIPPED
[INFO] HBase - Shell ..................................... SKIPPED
[INFO] HBase - Integration Tests ......................... SKIPPED
[INFO] HBase - Examples .................................. SKIPPED
[INFO] HBase - Assembly .................................. SKIPPED
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 1:07:27.042s
[INFO] Finished at: Fri Dec 19 09:10:06 UTC 2014
[INFO] Final Memory: 46M/632M
[INFO] ------------------------------------------------------------------------
[ERROR] Failed to execute goal org.apache.maven.plugins:maven-surefire-plugin:2.18:test (secondPartTestsExecution) on project hbase-server: There are test failures.
[ERROR]
[ERROR] Please refer to <https://builds.apache.org/job/HBase-1.0/ws/hbase-server/target/surefire-reports> for the individual test results.
[ERROR] -> [Help 1]
[ERROR]
[ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch.
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR]
[ERROR] For more information about the errors and possible solutions, please read the following articles:
[ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
[ERROR]
[ERROR] After correcting the problems, you can resume the build with the command
[ERROR] mvn <goals> -rf :hbase-server
Build step 'Invoke top-level Maven targets' marked build as failure
Performing Post build task...
Match found for :.* : True
Logical operation result is TRUE
Running script : ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
#It seems sometimes the tests are not dying immediately. Let's give them 10s
echo "Suspicious java process found - waiting 10s to see if there are just slow to stop"
sleep 10
ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
echo "There are $ZOMBIE_TESTS_COUNT zombie tests, they should have been killed by surefire but survived"
echo "************ BEGIN zombies jstack extract"
ZB_STACK=`jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack | grep ".test" | grep "\.java"`
jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack
echo "************ END zombies jstack extract"
JIRA_COMMENT="$JIRA_COMMENT
{color:red}-1 core zombie tests{color}. There are ${ZOMBIE_TESTS_COUNT} zombie test(s): ${ZB_STACK}"
BAD=1
jps | grep surefirebooter | cut -d ' ' -f 1 | xargs kill -9
else
echo "We're ok: there is no zombie test, but some tests took some time to stop"
fi
else
echo "We're ok: there is no zombie test"
fi
[HBase-1.0] $ /bin/bash -xe /tmp/hudson7806641139757319517.sh
++ jps
++ grep surefirebooter
++ wc -l
+ ZOMBIE_TESTS_COUNT=0
+ [[ 0 != 0 ]]
+ echo 'We'\''re ok: there is no zombie test'
We're ok: there is no zombie test
POST BUILD TASK : SUCCESS
END OF POST BUILD TASK : 0
Archiving artifacts
Sending artifact delta relative to HBase-1.0 #601
Archived 1825 artifacts
Archive block size is 32768
Received 26 blocks and 384380421 bytes
Compression is 0.2%
Took 1 min 42 sec
Recording test results
Re: Build failed in Jenkins: HBase-1.0 #602
Posted by Stack <st...@duboce.net>.
This is Hanging test :
org.apache.hadoop.hbase.client.TestFromClientSideWithCoprocessor
On Thu, Dec 18, 2014 at 8:37 PM, Apache Jenkins Server <
jenkins@builds.apache.org> wrote:
>
> See <https://builds.apache.org/job/HBase-1.0/602/>
>
> ------------------------------------------
> [...truncated 5286 lines...]
> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
> - locked <0x8158c590> (a sun.nio.ch.Util$2)
> - locked <0x8158c580> (a java.util.Collections$UnmodifiableSet)
> - locked <0x814b8ac8> (a sun.nio.ch.EPollSelectorImpl)
> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
> at
> org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:616)
> - locked <0x8155a1c0> (a
> org.apache.hadoop.ipc.Server$Listener$Reader)
> at
> org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:595)
>
> "Timer-0" daemon prio=10 tid=0x60aeac00 nid=0x197a in Object.wait()
> [0x635fe000]
> java.lang.Thread.State: TIMED_WAITING (on object monitor)
> at java.lang.Object.wait(Native Method)
> at java.util.TimerThread.mainLoop(Timer.java:552)
> - locked <0x7cd38550> (a java.util.TaskQueue)
> at java.util.TimerThread.run(Timer.java:505)
>
> "18791759@qtp-12033384-1 - Acceptor0
> HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48058" daemon
> prio=10 tid=0x60ade800 nid=0x195c runnable [0x6407d000]
> java.lang.Thread.State: RUNNABLE
> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
> - locked <0x7cda05f0> (a sun.nio.ch.Util$2)
> - locked <0x7cda05e0> (a java.util.Collections$UnmodifiableSet)
> - locked <0x7cda01e0> (a sun.nio.ch.EPollSelectorImpl)
> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
> at
> org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
> at
> org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
> at
> org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
> at
> org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
> at
> org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
>
> "27228227@qtp-12033384-0" daemon prio=10 tid=0x60ade000 nid=0x195b in
> Object.wait() [0x64e52000]
> java.lang.Thread.State: TIMED_WAITING (on object monitor)
> at java.lang.Object.wait(Native Method)
> at
> org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
> - locked <0x7cda0938> (a
> org.mortbay.thread.QueuedThreadPool$PoolThread)
>
> "Timer for 'NameNode' metrics system" daemon prio=10 tid=0x60a89400
> nid=0x1951 in Object.wait() [0x6427d000]
> java.lang.Thread.State: TIMED_WAITING (on object monitor)
> at java.lang.Object.wait(Native Method)
> at java.util.TimerThread.mainLoop(Timer.java:552)
> - locked <0x7cd6af28> (a java.util.TaskQueue)
> at java.util.TimerThread.run(Timer.java:505)
>
> "Service Thread" daemon prio=10 tid=0x64cf7800 nid=0x160d runnable
> [0x00000000]
> java.lang.Thread.State: RUNNABLE
>
> "C2 CompilerThread1" daemon prio=10 tid=0x64cf5c00 nid=0x160c waiting on
> condition [0x00000000]
> java.lang.Thread.State: RUNNABLE
>
> "C2 CompilerThread0" daemon prio=10 tid=0x64cf3c00 nid=0x160b waiting on
> condition [0x00000000]
> java.lang.Thread.State: RUNNABLE
>
> "Signal Dispatcher" daemon prio=10 tid=0x64cf2000 nid=0x160a runnable
> [0x00000000]
> java.lang.Thread.State: RUNNABLE
>
> "Finalizer" daemon prio=10 tid=0x64cb7000 nid=0x1607 in Object.wait()
> [0x6bc7d000]
> java.lang.Thread.State: WAITING (on object monitor)
> at java.lang.Object.wait(Native Method)
> - waiting on <0x7cae62d0> (a java.lang.ref.ReferenceQueue$Lock)
> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
> - locked <0x7cae62d0> (a java.lang.ref.ReferenceQueue$Lock)
> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
> at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)
>
> "Reference Handler" daemon prio=10 tid=0x64cb5400 nid=0x1606 in
> Object.wait() [0x6be7d000]
> java.lang.Thread.State: WAITING (on object monitor)
> at java.lang.Object.wait(Native Method)
> - waiting on <0x7cae5df0> (a java.lang.ref.Reference$Lock)
> at java.lang.Object.wait(Object.java:503)
> at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
> - locked <0x7cae5df0> (a java.lang.ref.Reference$Lock)
>
> "main" prio=10 tid=0xf6706800 nid=0x15f6 in Object.wait() [0xf6896000]
> java.lang.Thread.State: TIMED_WAITING (on object monitor)
> at java.lang.Object.wait(Native Method)
> at
> org.apache.hadoop.hbase.ipc.RpcClientImpl.call(RpcClientImpl.java:1188)
> - locked <0xd3e68ac8> (a org.apache.hadoop.hbase.ipc.Call)
> at
> org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:216)
> at
> org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:300)
> at
> org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$BlockingStub.assignRegion(MasterProtos.java:44692)
> at
> org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$4.assignRegion(ConnectionManager.java:1732)
> at
> org.apache.hadoop.hbase.client.HBaseAdmin$15.call(HBaseAdmin.java:1862)
> at
> org.apache.hadoop.hbase.client.HBaseAdmin$15.call(HBaseAdmin.java:1857)
> at
> org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:126)
> at
> org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3601)
> at
> org.apache.hadoop.hbase.client.HBaseAdmin.assign(HBaseAdmin.java:1857)
> at
> org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2176)
> at
> org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2104)
> at
> org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2050)
> at
> org.apache.hadoop.hbase.client.TestFromClientSide.testScanMetrics(TestFromClientSide.java:4996)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:606)
> at
> org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
> at
> org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
> at
> org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
> at
> org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
> at
> org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
> at
> org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
> at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
> at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
> at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
> at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
> at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
> at
> org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
> at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
> at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
> at
> org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
> at
> org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
> at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
> at org.junit.runners.Suite.runChild(Suite.java:127)
> at org.junit.runners.Suite.runChild(Suite.java:26)
> at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
> at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
> at
> org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
> at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
> at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
> at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
> at org.junit.runner.JUnitCore.run(JUnitCore.java:160)
> at org.junit.runner.JUnitCore.run(JUnitCore.java:138)
> at
> org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:107)
> at
> org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:77)
> at
> org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:53)
> at
> org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:144)
> at
> org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:203)
> at
> org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:155)
> at
> org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
>
> "VM Thread" prio=10 tid=0x64bf8800 nid=0x1605 runnable
>
> "GC task thread#0 (ParallelGC)" prio=10 tid=0xf6710800 nid=0x15f8 runnable
>
> "GC task thread#1 (ParallelGC)" prio=10 tid=0xf6712000 nid=0x15f9 runnable
>
> "GC task thread#2 (ParallelGC)" prio=10 tid=0xf6713800 nid=0x15fa runnable
>
> "GC task thread#3 (ParallelGC)" prio=10 tid=0xf6715000 nid=0x15fb runnable
>
> "GC task thread#4 (ParallelGC)" prio=10 tid=0xf6716400 nid=0x15fc runnable
>
> "GC task thread#5 (ParallelGC)" prio=10 tid=0xf6717c00 nid=0x15fd runnable
>
> "GC task thread#6 (ParallelGC)" prio=10 tid=0xf6719400 nid=0x15fe runnable
>
> "GC task thread#7 (ParallelGC)" prio=10 tid=0xf671a800 nid=0x15ff runnable
>
> "GC task thread#8 (ParallelGC)" prio=10 tid=0xf671c000 nid=0x1600 runnable
>
> "GC task thread#9 (ParallelGC)" prio=10 tid=0xf671d800 nid=0x1601 runnable
>
> "GC task thread#10 (ParallelGC)" prio=10 tid=0xf671ec00 nid=0x1602 runnable
>
> "GC task thread#11 (ParallelGC)" prio=10 tid=0xf6720400 nid=0x1603 runnable
>
> "GC task thread#12 (ParallelGC)" prio=10 tid=0xf6721c00 nid=0x1604 runnable
>
> "VM Periodic Task Thread" prio=10 tid=0x64cf9800 nid=0x160f waiting on
> condition
>
> JNI global references: 411
>
>
> Found one Java-level deadlock:
> =============================
> "AM.ZK.Worker-pool3-t19":
> waiting to lock monitor 0x56a4504c (object 0xd8212078, a
> org.apache.hadoop.hbase.master.RegionStates),
> which is held by "AM.ZK.Worker-pool3-t12"
> "AM.ZK.Worker-pool3-t12":
> waiting to lock monitor 0x56a44f20 (object 0xd8211ad8, a
> java.util.TreeMap),
> which is held by "B.defaultRpcServer.handler=4,queue=0,port=42628"
> "B.defaultRpcServer.handler=4,queue=0,port=42628":
> waiting to lock monitor 0x56a4504c (object 0xd8212078, a
> org.apache.hadoop.hbase.master.RegionStates),
> which is held by "AM.ZK.Worker-pool3-t12"
>
> Java stack information for the threads listed above:
> ===================================================
> "AM.ZK.Worker-pool3-t19":
> at
> org.apache.hadoop.hbase.master.RegionStates.getRegionState(RegionStates.java:958)
> - waiting to lock <0xd8212078> (a
> org.apache.hadoop.hbase.master.RegionStates)
> at
> org.apache.hadoop.hbase.master.AssignmentManager.handleRegion(AssignmentManager.java:927)
> at
> org.apache.hadoop.hbase.master.AssignmentManager$6.run(AssignmentManager.java:1489)
> at
> org.apache.hadoop.hbase.master.AssignmentManager$3.run(AssignmentManager.java:1273)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> at
> java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
> at java.util.concurrent.FutureTask.run(FutureTask.java:166)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:724)
> "AM.ZK.Worker-pool3-t12":
> at
> org.apache.hadoop.hbase.master.AssignmentManager.clearRegionPlan(AssignmentManager.java:3166)
> - waiting to lock <0xd8211ad8> (a java.util.TreeMap)
> at
> org.apache.hadoop.hbase.master.AssignmentManager.regionOnline(AssignmentManager.java:1444)
> at
> org.apache.hadoop.hbase.master.AssignmentManager.regionOnline(AssignmentManager.java:1436)
> at
> org.apache.hadoop.hbase.master.AssignmentManager$4.run(AssignmentManager.java:1330)
> - locked <0xd8212078> (a
> org.apache.hadoop.hbase.master.RegionStates)
> at
> org.apache.hadoop.hbase.master.AssignmentManager$3.run(AssignmentManager.java:1273)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> at
> java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
> at java.util.concurrent.FutureTask.run(FutureTask.java:166)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:724)
> "B.defaultRpcServer.handler=4,queue=0,port=42628":
> at
> org.apache.hadoop.hbase.master.RegionStates.getRegionAssignments(RegionStates.java:175)
> - waiting to lock <0xd8212078> (a
> org.apache.hadoop.hbase.master.RegionStates)
> at
> org.apache.hadoop.hbase.master.AssignmentManager.getSnapShotOfAssignment(AssignmentManager.java:4036)
> at
> org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.getRegionAssignmentsByServer(BaseLoadBalancer.java:1372)
> at
> org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.createCluster(BaseLoadBalancer.java:1092)
> at
> org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.randomAssignment(BaseLoadBalancer.java:1161)
> at
> org.apache.hadoop.hbase.master.AssignmentManager.getRegionPlan(AssignmentManager.java:2356)
> - locked <0xd8211ad8> (a java.util.TreeMap)
> at
> org.apache.hadoop.hbase.master.AssignmentManager.getRegionPlan(AssignmentManager.java:2313)
> at
> org.apache.hadoop.hbase.master.AssignmentManager.assign(AssignmentManager.java:2030)
> at
> org.apache.hadoop.hbase.master.AssignmentManager.assign(AssignmentManager.java:1567)
> at
> org.apache.hadoop.hbase.master.MasterRpcServices.assignRegion(MasterRpcServices.java:362)
> at
> org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:42420)
> at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2028)
> at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:108)
> at
> org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:112)
> at
> org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:92)
> at java.lang.Thread.run(Thread.java:724)
>
> Found 1 deadlock.
>
> + echo '************ END zombies jstack extract'
> ************ END zombies jstack extract
> + JIRA_COMMENT='
>
> {color:red}-1 core zombie tests{color}. There are 1 zombie test(s):
> at
> org.apache.hadoop.hbase.client.TestFromClientSide.testScanMetrics(TestFromClientSide.java:4996)'
> + BAD=1
> + jps
> + grep surefirebooter
> + xargs kill -9
> + cut -d ' ' -f 1
> POST BUILD TASK : SUCCESS
> END OF POST BUILD TASK : 0
> Archiving artifacts
> Sending artifact delta relative to HBase-1.0 #601
> Archived 1823 artifacts
> Archive block size is 32768
> Received 26 blocks and 382002477 bytes
> Compression is 0.2%
> Took 1 min 38 sec
> Recording test results
>