You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@hbase.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/06/25 09:22:49 UTC

Build failed in Jenkins: HBase-TRUNK #5232

See <https://builds.apache.org/job/HBase-TRUNK/5232/changes>

Changes:

[enis] HBASE-11376 Presplit table in IntegrationTestBigLinkedList's Generator tool

[tedyu] HBASE-11397 When merging expired stripes, we need to create an empty file to preserve metadata (Victor Xu)

------------------------------------------
[...truncated 2441 lines...]

"RMI Reaper" prio=10 tid=0xa8103c00 nid=0x330c in Object.wait() [0xadf7d000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0xb36b5200> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
	- locked <0xb36b5200> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
	at sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:351)
	at java.lang.Thread.run(Thread.java:724)

"RMI TCP Accept-0" daemon prio=10 tid=0xa8102c00 nid=0x330b runnable [0xae17d000]
   java.lang.Thread.State: RUNNABLE
	at java.net.PlainSocketImpl.socketAccept(Native Method)
	at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
	at java.net.ServerSocket.implAccept(ServerSocket.java:530)
	at java.net.ServerSocket.accept(ServerSocket.java:498)
	at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:387)
	at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:359)
	at java.lang.Thread.run(Thread.java:724)

"RMI TCP Accept-1099" daemon prio=10 tid=0xa8343c00 nid=0x3309 runnable [0xae57d000]
   java.lang.Thread.State: RUNNABLE
	at java.net.PlainSocketImpl.socketAccept(Native Method)
	at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
	at java.net.ServerSocket.implAccept(ServerSocket.java:530)
	at java.net.ServerSocket.accept(ServerSocket.java:498)
	at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:387)
	at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:359)
	at java.lang.Thread.run(Thread.java:724)

"Service Thread" daemon prio=10 tid=0xa9726c00 nid=0x32cd runnable [0x00000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread1" daemon prio=10 tid=0xa9725000 nid=0x32cc waiting on condition [0x00000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread0" daemon prio=10 tid=0xa9723000 nid=0x32cb waiting on condition [0x00000000]
   java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" daemon prio=10 tid=0xa9721400 nid=0x32ca runnable [0x00000000]
   java.lang.Thread.State: RUNNABLE

"Finalizer" daemon prio=10 tid=0xa9ce6c00 nid=0x32c9 in Object.wait() [0xaed7d000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0xb36b4d90> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
	- locked <0xb36b4d90> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)

"Reference Handler" daemon prio=10 tid=0xa9ce5000 nid=0x32c8 in Object.wait() [0xaf07d000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0xb36b4a80> (a java.lang.ref.Reference$Lock)
	at java.lang.Object.wait(Object.java:503)
	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
	- locked <0xb36b4a80> (a java.lang.ref.Reference$Lock)

"main" prio=10 tid=0xf6806800 nid=0x32b4 waiting for monitor entry [0xf695d000]
   java.lang.Thread.State: BLOCKED (on object monitor)
	at org.apache.activemq.store.kahadb.disk.journal.DataFileAppender.close(DataFileAppender.java:256)
	- waiting to lock <0xb3e8da48> (a java.lang.Object)
	at org.apache.activemq.store.kahadb.disk.journal.Journal.close(Journal.java:380)
	- locked <0xb3e84120> (a org.apache.activemq.store.kahadb.disk.journal.Journal)
	at org.apache.activemq.store.kahadb.MessageDatabase.close(MessageDatabase.java:437)
	at org.apache.activemq.store.kahadb.MessageDatabase.unload(MessageDatabase.java:465)
	at org.apache.activemq.store.kahadb.MessageDatabase.doStop(MessageDatabase.java:267)
	at org.apache.activemq.store.kahadb.KahaDBStore.doStop(KahaDBStore.java:276)
	at org.apache.activemq.util.ServiceSupport.stop(ServiceSupport.java:71)
	at org.apache.activemq.store.kahadb.KahaDBPersistenceAdapter.doStop(KahaDBPersistenceAdapter.java:242)
	at org.apache.activemq.util.ServiceSupport.stop(ServiceSupport.java:71)
	at org.apache.activemq.util.ServiceStopper.stop(ServiceStopper.java:41)
	at org.apache.activemq.broker.BrokerService.stop(BrokerService.java:775)
	at org.apache.camel.component.sjms.support.JmsTestSupport.tearDown(JmsTestSupport.java:98)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
	at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264)
	at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153)
	at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124)
	at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
	at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
	at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)

"VM Thread" prio=10 tid=0xa9ff8400 nid=0x32c7 runnable 

"GC task thread#0 (ParallelGC)" prio=10 tid=0xf6810800 nid=0x32b5 runnable 

"GC task thread#1 (ParallelGC)" prio=10 tid=0xf6812000 nid=0x32b6 runnable 

"GC task thread#2 (ParallelGC)" prio=10 tid=0xf6813800 nid=0x32b7 runnable 

"GC task thread#3 (ParallelGC)" prio=10 tid=0xf6814c00 nid=0x32b8 runnable 

"GC task thread#4 (ParallelGC)" prio=10 tid=0xf6816400 nid=0x32b9 runnable 

"GC task thread#5 (ParallelGC)" prio=10 tid=0xf6817c00 nid=0x32ba runnable 

"GC task thread#6 (ParallelGC)" prio=10 tid=0xf6819000 nid=0x32bb runnable 

"GC task thread#7 (ParallelGC)" prio=10 tid=0xf681a800 nid=0x32bc runnable 

"GC task thread#8 (ParallelGC)" prio=10 tid=0xf681c000 nid=0x32bd runnable 

"GC task thread#9 (ParallelGC)" prio=10 tid=0xf681d400 nid=0x32be runnable 

"GC task thread#10 (ParallelGC)" prio=10 tid=0xf681ec00 nid=0x32bf runnable 

"GC task thread#11 (ParallelGC)" prio=10 tid=0xf6820400 nid=0x32c0 runnable 

"GC task thread#12 (ParallelGC)" prio=10 tid=0xf6821800 nid=0x32c1 runnable 

"GC task thread#13 (ParallelGC)" prio=10 tid=0xf6823000 nid=0x32c2 runnable 

"GC task thread#14 (ParallelGC)" prio=10 tid=0xf6824800 nid=0x32c3 runnable 

"GC task thread#15 (ParallelGC)" prio=10 tid=0xf6826000 nid=0x32c4 runnable 

"GC task thread#16 (ParallelGC)" prio=10 tid=0xf6827400 nid=0x32c5 runnable 

"GC task thread#17 (ParallelGC)" prio=10 tid=0xf6828c00 nid=0x32c6 runnable 

"VM Periodic Task Thread" prio=10 tid=0xa9728c00 nid=0x32ce waiting on condition 

JNI global references: 258


Found one Java-level deadlock:
=============================
"ActiveMQ Broker[localhost] Scheduler":
  waiting to lock monitor 0xa7c016a4 (object 0xb3e84120, a org.apache.activemq.store.kahadb.disk.journal.Journal),
  which is held by "main"
"main":
  waiting to lock monitor 0xa7c02fa4 (object 0xb3e8da48, a java.lang.Object),
  which is held by "ActiveMQ Broker[localhost] Scheduler"

Java stack information for the threads listed above:
===================================================
"ActiveMQ Broker[localhost] Scheduler":
	at org.apache.activemq.store.kahadb.disk.journal.Journal.getCurrentWriteFile(Journal.java:325)
	- waiting to lock <0xb3e84120> (a org.apache.activemq.store.kahadb.disk.journal.Journal)
	at org.apache.activemq.store.kahadb.disk.journal.DataFileAppender.enqueue(DataFileAppender.java:209)
	- locked <0xb3e8da48> (a java.lang.Object)
	at org.apache.activemq.store.kahadb.disk.journal.DataFileAppender.storeItem(DataFileAppender.java:148)
	at org.apache.activemq.store.kahadb.disk.journal.Journal.write(Journal.java:612)
	at org.apache.activemq.store.kahadb.MessageDatabase.store(MessageDatabase.java:976)
	at org.apache.activemq.store.kahadb.MessageDatabase.store(MessageDatabase.java:958)
	at org.apache.activemq.store.kahadb.KahaDBStore$KahaDBMessageStore.removeMessage(KahaDBStore.java:453)
	at org.apache.activemq.store.kahadb.KahaDBStore$KahaDBMessageStore.removeAsyncMessage(KahaDBStore.java:407)
	at org.apache.activemq.store.kahadb.KahaDBTransactionStore.removeAsyncMessage(KahaDBTransactionStore.java:498)
	at org.apache.activemq.store.kahadb.KahaDBTransactionStore$1.removeAsyncMessage(KahaDBTransactionStore.java:185)
	at org.apache.activemq.broker.region.Queue.acknowledge(Queue.java:998)
	at org.apache.activemq.broker.region.Queue.removeMessage(Queue.java:1781)
	at org.apache.activemq.broker.region.Queue.removeMessage(Queue.java:1772)
	at org.apache.activemq.broker.region.Queue.messageExpired(Queue.java:1840)
	at org.apache.activemq.broker.region.Queue.messageExpired(Queue.java:1831)
	at org.apache.activemq.broker.region.Queue.doBrowseList(Queue.java:1214)
	at org.apache.activemq.broker.region.Queue.doBrowse(Queue.java:1193)
	at org.apache.activemq.broker.region.Queue.expireMessages(Queue.java:984)
	at org.apache.activemq.broker.region.Queue.access$100(Queue.java:104)
	at org.apache.activemq.broker.region.Queue$2.run(Queue.java:148)
	at org.apache.activemq.thread.SchedulerTimerTask.run(SchedulerTimerTask.java:33)
	at java.util.TimerThread.mainLoop(Timer.java:555)
	at java.util.TimerThread.run(Timer.java:505)
"main":
	at org.apache.activemq.store.kahadb.disk.journal.DataFileAppender.close(DataFileAppender.java:256)
	- waiting to lock <0xb3e8da48> (a java.lang.Object)
	at org.apache.activemq.store.kahadb.disk.journal.Journal.close(Journal.java:380)
	- locked <0xb3e84120> (a org.apache.activemq.store.kahadb.disk.journal.Journal)
	at org.apache.activemq.store.kahadb.MessageDatabase.close(MessageDatabase.java:437)
	at org.apache.activemq.store.kahadb.MessageDatabase.unload(MessageDatabase.java:465)
	at org.apache.activemq.store.kahadb.MessageDatabase.doStop(MessageDatabase.java:267)
	at org.apache.activemq.store.kahadb.KahaDBStore.doStop(KahaDBStore.java:276)
	at org.apache.activemq.util.ServiceSupport.stop(ServiceSupport.java:71)
	at org.apache.activemq.store.kahadb.KahaDBPersistenceAdapter.doStop(KahaDBPersistenceAdapter.java:242)
	at org.apache.activemq.util.ServiceSupport.stop(ServiceSupport.java:71)
	at org.apache.activemq.util.ServiceStopper.stop(ServiceStopper.java:41)
	at org.apache.activemq.broker.BrokerService.stop(BrokerService.java:775)
	at org.apache.camel.component.sjms.support.JmsTestSupport.tearDown(JmsTestSupport.java:98)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
	at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264)
	at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153)
	at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124)
	at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
	at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
	at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)

Found 1 deadlock.

+ echo '************ END  zombies jstack extract'
************ END  zombies jstack extract
+ JIRA_COMMENT='

     {color:red}-1 core zombie tests{color}.  There are 3 zombie test(s): 	at org.apache.hadoop.hbase.regionserver.TestHRegion.testWritesWhileScanning(TestHRegion.java:3299)'
+ BAD=1
+ jps
+ grep surefirebooter
+ cut -d ' ' -f 1
+ xargs kill -9
POST BUILD TASK : SUCCESS
END OF POST BUILD TASK : 0
Archiving artifacts
Sending artifact delta relative to HBase-TRUNK #5230
Archived 1696 artifacts
Archive block size is 32768
Received 74 blocks and 525479161 bytes
Compression is 0.5%
Took 3 min 26 sec
Recording test results
Updating HBASE-11397
Updating HBASE-11376

Jenkins build is back to normal : HBase-TRUNK #5234

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/HBase-TRUNK/5234/changes>


Build failed in Jenkins: HBase-TRUNK #5233

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/HBase-TRUNK/5233/changes>

Changes:

[nkeywal] HBASE-11297 Remove some synchros in the rpcServer responder

------------------------------------------
[...truncated 1833 lines...]
+ grep surefirebooter
+ cut -d ' ' -f 1
+ xargs -n 1 jstack
2014-06-25 13:22:34
Full thread dump Java HotSpot(TM) Server VM (23.25-b01 mixed mode):

"Attach Listener" daemon prio=10 tid=0x6f300800 nid=0x65f waiting on condition [0x00000000]
   java.lang.Thread.State: RUNNABLE

"sync.4" prio=10 tid=0x6d6c4800 nid=0x210d waiting on condition [0x6e45c000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x7f719fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
	at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1258)
	at java.lang.Thread.run(Thread.java:724)

"sync.3" prio=10 tid=0x6d6c4400 nid=0x210c waiting on condition [0x6e0fe000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x7f766c78> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
	at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1258)
	at java.lang.Thread.run(Thread.java:724)

"sync.2" prio=10 tid=0x6d6c3c00 nid=0x210b waiting on condition [0x6d7fe000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x7f766f10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
	at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1258)
	at java.lang.Thread.run(Thread.java:724)

"sync.1" prio=10 tid=0x6d6d1400 nid=0x210a waiting on condition [0x6e0ad000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x7f7671a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
	at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1258)
	at java.lang.Thread.run(Thread.java:724)

"sync.0" prio=10 tid=0x6d64c400 nid=0x2109 waiting on condition [0x6e05c000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x7f767440> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
	at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1258)
	at java.lang.Thread.run(Thread.java:724)

"pool-1-thread-1.append-pool2-t1" prio=10 tid=0x6d8bf800 nid=0x2108 waiting on condition [0x6ece7000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x7f7676d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:45)
	at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:55)
	at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:123)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:724)

"LruBlockCacheStatsExecutor" daemon prio=10 tid=0x75a1e800 nid=0x20fb waiting on condition [0x6d3fe000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x7f767ed8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:724)

"StoreOpener-1673286b908c1acc16c8e1569550dfc0-1.LruBlockCache.EvictionThread" daemon prio=10 tid=0x75a1d000 nid=0x20fa in Object.wait() [0x6d75c000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x7f769508> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
	at java.lang.Object.wait(Object.java:503)
	at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:717)
	- locked <0x7f769508> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
	at java.lang.Thread.run(Thread.java:724)

"Timer for 'HBase' metrics system" daemon prio=10 tid=0x6d62f800 nid=0x20f1 in Object.wait() [0x6ec96000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x7f6b9638> (a java.util.TaskQueue)
	at java.util.TimerThread.mainLoop(Timer.java:552)
	- locked <0x7f6b9638> (a java.util.TaskQueue)
	at java.util.TimerThread.run(Timer.java:505)

"pool-1-thread-1" prio=10 tid=0x6e772c00 nid=0x20c8 in Object.wait() [0x6e4fe000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x7d1b1050> (a java.util.LinkedList)
	at org.apache.hadoop.hbase.regionserver.MultiVersionConsistencyControl.waitForPreviousTransactionsComplete(MultiVersionConsistencyControl.java:212)
	- locked <0x7d1b1050> (a java.util.LinkedList)
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:1764)
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:1655)
	at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1126)
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1092)
	- locked <0x7d1a7738> (a java.lang.Object)
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1047)
	at org.apache.hadoop.hbase.regionserver.HRegion.closeHRegion(HRegion.java:4202)
	at org.apache.hadoop.hbase.regionserver.TestHRegion.testWritesWhileScanning(TestHRegion.java:3299)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
	at org.junit.runners.Suite.runChild(Suite.java:127)
	at org.junit.runners.Suite.runChild(Suite.java:26)
	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:724)

"Service Thread" daemon prio=10 tid=0x6f8d8400 nid=0x20c6 runnable [0x00000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread1" daemon prio=10 tid=0x6f8d6800 nid=0x20c5 waiting on condition [0x00000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread0" daemon prio=10 tid=0x6f8d4800 nid=0x20c4 waiting on condition [0x00000000]
   java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" daemon prio=10 tid=0x6f8d2c00 nid=0x20c3 runnable [0x00000000]
   java.lang.Thread.State: RUNNABLE

"Finalizer" daemon prio=10 tid=0x6f898400 nid=0x20c2 in Object.wait() [0x75b7d000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x7f71dfb8> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
	- locked <0x7f71dfb8> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)

"Reference Handler" daemon prio=10 tid=0x6f896800 nid=0x20c1 in Object.wait() [0x75d7d000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x7f704af8> (a java.lang.ref.Reference$Lock)
	at java.lang.Object.wait(Object.java:503)
	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
	- locked <0x7f704af8> (a java.lang.ref.Reference$Lock)

"main" prio=10 tid=0xf6706800 nid=0x20b7 waiting on condition [0xf68d1000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x7f7b1968> (a java.util.concurrent.FutureTask$Sync)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303)
	at java.util.concurrent.FutureTask$Sync.innerGet(FutureTask.java:248)
	at java.util.concurrent.FutureTask.get(FutureTask.java:111)
	at org.apache.maven.surefire.junitcore.AsynchronousRunner.waitForCompletion(AsynchronousRunner.java:73)
	at org.apache.maven.surefire.junitcore.AsynchronousRunner.finished(AsynchronousRunner.java:58)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:242)
	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:160)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:138)
	at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:61)
	at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:137)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:188)
	at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:166)
	at org.apache.maven.surefire.booter.ProviderFactory.invokeProvider(ProviderFactory.java:86)
	at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:101)
	at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:74)

"VM Thread" prio=10 tid=0x6f890c00 nid=0x20c0 runnable 

"GC task thread#0 (ParallelGC)" prio=10 tid=0xf6710800 nid=0x20b8 runnable 

"GC task thread#1 (ParallelGC)" prio=10 tid=0xf6712000 nid=0x20b9 runnable 

"GC task thread#2 (ParallelGC)" prio=10 tid=0xf6713800 nid=0x20ba runnable 

"GC task thread#3 (ParallelGC)" prio=10 tid=0xf6714c00 nid=0x20bb runnable 

"GC task thread#4 (ParallelGC)" prio=10 tid=0xf6716400 nid=0x20bc runnable 

"GC task thread#5 (ParallelGC)" prio=10 tid=0xf6717c00 nid=0x20bd runnable 

"GC task thread#6 (ParallelGC)" prio=10 tid=0xf6719400 nid=0x20be runnable 

"GC task thread#7 (ParallelGC)" prio=10 tid=0xf671a800 nid=0x20bf runnable 

"VM Periodic Task Thread" prio=10 tid=0x6f8da400 nid=0x20c7 waiting on condition 

JNI global references: 163

+ echo '************ END  zombies jstack extract'
************ END  zombies jstack extract
+ JIRA_COMMENT='

     {color:red}-1 core zombie tests{color}.  There are 1 zombie test(s): 	at org.apache.hadoop.hbase.regionserver.TestHRegion.testWritesWhileScanning(TestHRegion.java:3299)'
+ BAD=1
+ jps
+ grep surefirebooter
+ cut -d ' ' -f 1
+ xargs kill -9
POST BUILD TASK : SUCCESS
END OF POST BUILD TASK : 0
Archiving artifacts
Sending artifact delta relative to HBase-TRUNK #5230
Archived 1696 artifacts
Archive block size is 32768
Received 74 blocks and 531838411 bytes
Compression is 0.5%
Took 2 min 57 sec
Recording test results
Updating HBASE-11297