You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/01/15 11:59:05 UTC

[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 503 - Failure!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/503/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

All tests passed

Build Log:
[...truncated 16582 lines...]
   [junit4] 2020-01-15 11:58:10
   [junit4] Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.241-b07 mixed mode):
   [junit4] 
   [junit4] "SolrRrdBackendFactory-7581-thread-2" #23710 prio=5 os_prio=64 tid=0x0000000002dac000 nid=0x5c96 waiting on condition [0xffff80ff9e1fe000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef258870> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "SolrRrdBackendFactory-7567-thread-2" #23709 prio=5 os_prio=64 tid=0x00000000056f5000 nid=0x5c95 waiting on condition [0xffff80ff9d8fd000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef3f4470> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(Thread
   [junit4] PoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "SolrRrdBackendFactory-7553-thread-2" #23708 prio=5 os_prio=64 tid=0x000000000348f000 nid=0x5c94 waiting on condition [0xffff80ff9d7fc000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000eefc1028> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "SocketProxy-Acceptor-33515" #23707 prio=5 os_prio=64 tid=0x00000000007c3800 nid=0x5c93 runnable [0xffff80ff9ddfe000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at java.net.PlainSocketImpl.socketAccept(Native Method)
   [junit4] 	at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
   [junit4] 	at java.net.ServerSocket.implAccept(ServerSocket.java:545)
   [junit4] 	at java.net.ServerSocket.accept(ServerSocket.java:513)
   [junit4] 	at org.apache.solr.client.solrj.cloud.SocketProxy$Acceptor.run(SocketProxy.java:434)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "SocketProxy-Acceptor-58647" #23706 prio=5 os_prio=64 tid=0x00000000011dd800 nid=0x5c92 runnable [0xffff80ff93dc7000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at java.net.PlainSocketImpl.socketAccept(Native Method)
   [junit4] 	at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
   [junit4] 	at java.net.ServerSock
   [junit4] et.implAccept(ServerSocket.java:545)
   [junit4] 	at java.net.ServerSocket.accept(ServerSocket.java:513)
   [junit4] 	at org.apache.solr.client.solrj.cloud.SocketProxy$Acceptor.run(SocketProxy.java:434)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "ScheduledTrigger-7602-thread-4" #23705 prio=5 os_prio=64 tid=0x0000000007790000 nid=0x5c91 in Object.wait() [0xffff80ff90e83000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:502)
   [junit4] 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529)
   [junit4] 	- locked <0x00000000ff74d4a8> (a org.apache.zookeeper.ClientCnxn$Packet)
   [junit4] 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512)
   [junit4] 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1536)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$8(SolrZkClient.java:399)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient$$Lambda$451/1419581398.execute(Unknown Source)
   [junit4] 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:399)
   [junit4] 	at org.apache.solr.cloud.ZkDistributedQueue.offer(ZkDistributedQueue.java:326)
   [junit4] 	at org.apache.solr.cloud.autoscaling.TriggerEventQueue.offerEvent(TriggerEventQueue.java:58)
   [junit4] 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.enqueue(ScheduledTriggers.java:596)
   [junit4] 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:296)
   [junit4] 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$510/47045696.process(Unknown Source)
   [junit4] 	at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:203)
   [junit4] 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:651)
   [junit4] 	- locked <0x00000000ff63a508> (a org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper)
   [junit4] 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4] 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4] 	at java.util.concurrent
   [junit4] .ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "ScheduledTrigger-7602-thread-3" #23702 prio=5 os_prio=64 tid=0x0000000005c5d800 nid=0x5c8e waiting on condition [0xffff80ff90f85000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ff429ae0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "ScheduledTrigger-7602-thread-2" #23701 prio=5 os_prio=64 tid=0x0000000004da9000 nid=0x5c8d waiting on condition [0xffff80ff9a2fd000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ff429ae0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor
   [junit4] $DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "ScheduledTrigger-7602-thread-1" #23700 prio=5 os_prio=64 tid=0x0000000000c07800 nid=0x5c8c runnable [0xffff80ff998cd000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ff429ae0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "OverseerAutoScalingTriggerThread-72060504869502997-127.0.0.1:58647_solr-n_0000000005" #23699 prio=5 os_prio=64 tid=0x000000000758e800 nid=0x5c8b waiting on condition [0xffff80ff946d0000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ff63f890> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionO
   [junit4] bject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:207)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "OverseerCollectionConfigSetProcessor-72060504869502997-127.0.0.1:58647_solr-n_0000000005" #23698 daemon prio=5 os_prio=64 tid=0x0000000003f27800 nid=0x5c8a in Object.wait() [0xffff80ff920a1000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:502)
   [junit4] 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529)
   [junit4] 	- locked <0x00000000ff74e518> (a org.apache.zookeeper.ClientCnxn$Packet)
   [junit4] 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512)
   [junit4] 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2129)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient$$Lambda$430/1076855179.execute(Unknown Source)
   [junit4] 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338)
   [junit4] 	at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:424)
   [junit4] 	at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:203)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "OverseerStateUpdate-72060504869502997-127.0.0.1:58647_solr-n_0000000005" #23697 daemon prio=5 os_prio=64 tid=0x0000000004816800 nid=0x5c89 in Object.wait() [0xffff80ff924a5000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:502)
   [junit4] 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529)
   [junit4] 	- locked <0x00000000ff74e640> (a org.apache.zookeeper.ClientCnxn$Packet)
   [junit4] 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512)
   [junit4] 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2129)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient$$Lambda$430/1076855179.execute(Unknown Source)
   [junit4] 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338)
   [junit4] 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:444)
   [junit4] 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:162)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "commitScheduler-7597-thread-1" #23674 prio=5 os_prio=64 tid=0x0000000000c3d000 nid=0x5c72 waiting on condition [0xffff80ff9047a000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ff42a668> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "commitScheduler-7592-thread-1" #23673 prio=5 os_prio=64 tid=0x0000000006925800 nid=0x5c71 waiting on condition [0xffff80ff9057b000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000eff7e158> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.conc
   [junit4] urrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "recoveryExecutor-7757-thread-1-processing-n:127.0.0.1:33515_solr x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n5 c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node6" #23654 prio=5 os_prio=64 tid=0x0000000004816000 nid=0x5c5e waiting on condition [0xffff80ff9178d000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ff42d0d8> (a java.util.concurrent.CountDownLatch$Sync)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4] 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4] 	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1758)
   [junit4] 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:968)
   [junit4] 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:958)
   [junit4] 	at org.apache.solr.cloud.RecoveryStrategy.pingLeader(RecoveryStrategy.java:789)
   [junit4] 	at org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:563)
   [junit4] 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
   [junit4] 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
   [junit4] 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorS
   [junit4] ervice.java:180)
   [junit4] 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$64/1455066533.run(Unknown Source)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "updateExecutor-7755-thread-1" #23653 prio=5 os_prio=64 tid=0x0000000006a1e800 nid=0x5c5d waiting on condition [0xffff80ff9188e000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ff42dab8> (a java.util.concurrent.FutureTask)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:429)
   [junit4] 	at java.util.concurrent.FutureTask.get(FutureTask.java:191)
   [junit4] 	at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:343)
   [junit4] 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4] 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$64/1455066533.run(Unknown Source)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "searcherExecutor-7594-thread-1" #23652 prio=5 os_prio=64 tid=0x0000000007034000 nid=0x5c5c waiting on condition [0xffff80ff91a9b000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun
   [junit4] .misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ff799dc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "recoveryExecutor-7738-thread-1-processing-n:127.0.0.1:58647_solr x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n3 c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node4" #23632 prio=5 os_prio=64 tid=0x0000000002a3c000 nid=0x5c48 runnable [0xffff80ff92cac000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ff74b290> (a java.util.concurrent.CountDownLatch$Sync)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4] 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4] 	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1758)
   [junit4] 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:968)
   [junit4] 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:958)
   [junit4] 	at org.apache.solr.cloud.RecoveryStrategy.pingLeader(RecoveryStrategy.java:789)
   [junit4] 	at org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:563)
   [junit4] 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(R
   [junit4] ecoveryStrategy.java:337)
   [junit4] 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
   [junit4] 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4] 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$64/1455066533.run(Unknown Source)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "updateExecutor-7736-thread-1" #23631 prio=5 os_prio=64 tid=0x0000000007158000 nid=0x5c47 waiting on condition [0xffff80ff92dae000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ff79a910> (a java.util.concurrent.FutureTask)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:429)
   [junit4] 	at java.util.concurrent.FutureTask.get(FutureTask.java:191)
   [junit4] 	at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:343)
   [junit4] 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4] 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$64/1455066533.run(Unknown Source)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Threa
   [junit4] d.java:748)
   [junit4] 
   [junit4] "searcherExecutor-7589-thread-1" #23630 prio=5 os_prio=64 tid=0x0000000002ef5800 nid=0x5c46 waiting on condition [0xffff80ff92fb4000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000efba9008> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "watches-7743-thread-1-processing-n:127.0.0.1:58647_solr x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n3 c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node4" #23628 prio=5 os_prio=64 tid=0x000000000133a000 nid=0x5c44 waiting on condition [0xffff80ff930b5000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.solr.common.cloud.ZkStateReader$CacheCleaner.run(ZkStateReader.java:2274)
   [junit4] 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$64/1455066533.run(Unknown Source)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "Connector-Scheduler-ddab85b-1" #23626 prio=5 os_prio=64 tid=0x000000000222d800 nid=0x5c43 w
   [junit4] aiting on condition [0xffff80ff931b6000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef0a0350> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "watches-7762-thread-1-processing-n:127.0.0.1:33515_solr x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n5 c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node6" #23607 prio=5 os_prio=64 tid=0x000000000185d000 nid=0x5c2f waiting on condition [0xffff80ff945cf000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.solr.common.cloud.ZkStateReader$CacheCleaner.run(ZkStateReader.java:2274)
   [junit4] 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$64/1455066533.run(Unknown Source)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "Connector-Scheduler-198ebbb0-1" #23605 prio=5 os_p
   [junit4] rio=64 tid=0x000000000474c000 nid=0x5c2d waiting on condition [0xffff80ff947d1000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000eedfc738> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "SocketProxy-Acceptor-51745" #23602 prio=5 os_prio=64 tid=0x0000000007510000 nid=0x5c2a runnable [0xffff80ff94ad4000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at java.net.PlainSocketImpl.socketAccept(Native Method)
   [junit4] 	at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
   [junit4] 	at java.net.ServerSocket.implAccept(ServerSocket.java:545)
   [junit4] 	at java.net.ServerSocket.accept(ServerSocket.java:513)
   [junit4] 	at org.apache.solr.client.solrj.cloud.SocketProxy$Acceptor.run(SocketProxy.java:434)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "Thread-3712" #23600 prio=5 os_prio=64 tid=0x00000000073ae000 nid=0x5c28 in Object.wait() [0xffff80ff956f7000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:502)
   [junit4] 	at org.apache.solr.core.CloserThread.run(CoreContainer.java:2082)
   [junit4] 	- locked <0x00000000e166cb80> (a java.lang.Object)
   [junit4] 
   [junit4] "MetricsHistoryHandler-7582-thread-1" #23599 prio=5 os_prio=64 tid=0x00000000025fc000 nid=0x5c27 in Object.wait() [0xffff80ff957f8000]
   [junit4]    java.lang.T
   [junit4] hread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:502)
   [junit4] 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529)
   [junit4] 	- locked <0x00000000ff69c230> (a org.apache.zookeeper.ClientCnxn$Packet)
   [junit4] 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512)
   [junit4] 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2129)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient$$Lambda$430/1076855179.execute(Unknown Source)
   [junit4] 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338)
   [junit4] 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getData(ZkDistribStateManager.java:87)
   [junit4] 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getData(DistribStateManager.java:55)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.getOverseerLeader(MetricsHistoryHandler.java:321)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.amIOverseerLeader(MetricsHistoryHandler.java:356)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.amIOverseerLeader(MetricsHistoryHandler.java:351)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.collectGlobalMetrics(MetricsHistoryHandler.java:451)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.collectMetrics(MetricsHistoryHandler.java:378)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.lambda$new$0(MetricsHistoryHandler.java:235)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler$$Lambda$149/274028234.run(Unknown Source)
   [junit4] 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4] 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java
   [junit4] :294)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "SolrRrdBackendFactory-7581-thread-1" #23598 prio=5 os_prio=64 tid=0x00000000025fb800 nid=0x5c26 waiting on condition [0xffff80ff958f9000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef258870> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "zkConnectionManagerCallback-7780-thread-1" #23596 prio=5 os_prio=64 tid=0x0000000004da9800 nid=0x5c24 waiting on condition [0xffff80ff96efb000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef205340> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolE
   [junit4] xecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[B2C0CB7038E3A4BE]-EventThread" #23595 daemon prio=5 os_prio=64 tid=0x0000000007969800 nid=0x5c23 waiting on condition [0xffff80ff96ffc000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef1e6558> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4] 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
   [junit4] 
   [junit4] "TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[B2C0CB7038E3A4BE]-SendThread(127.0.0.1:53918)" #23594 daemon prio=5 os_prio=64 tid=0x0000000003f2b000 nid=0x5c22 waiting on condition [0xffff80ff966be000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228)
   [junit4] 	at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338)
   [junit4] 	at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276)
   [junit4] 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254)
   [junit4] 
   [junit4] "h2sc-7775-thread-1" #23590 prio=5 os_prio=64 tid=0x0000000005311000 nid=0x5c1e runnable [0xffff80ff970fd000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4] 	at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4] 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4] 	- locked <0x00000000ef1bc0e8> (a sun.nio.ch.Util$3)
   [junit4] 	- locked <0x00000000ef1bc0d8> (a j
   [junit4] ava.util.Collections$UnmodifiableSet)
   [junit4] 	- locked <0x00000000ef1bbfc0> (a sun.nio.ch.DevPollSelectorImpl)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/67947250.run(Unknown Source)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$64/1455066533.run(Unknown Source)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "Connection evictor" #23589 daemon prio=5 os_prio=64 tid=0x0000000002a33800 nid=0x5c1d waiting on condition [0xffff80ff9b1fe000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "Connection evictor" #23588 daemon prio=5 os_prio=64 tid=0x000000000758f800 nid=0x5c1c waiting on condition [0xffff80ffa19fe000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "h2sc-7773-thread-1" #23587 prio=5 os_pri
   [junit4] o=64 tid=0x0000000000ef9800 nid=0x5c1b runnable [0xffff80ff9d0f5000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4] 	at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4] 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4] 	- locked <0x00000000ef189370> (a sun.nio.ch.Util$3)
   [junit4] 	- locked <0x00000000ef189360> (a java.util.Collections$UnmodifiableSet)
   [junit4] 	- locked <0x00000000ef189248> (a sun.nio.ch.DevPollSelectorImpl)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/67947250.run(Unknown Source)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$64/1455066533.run(Unknown Source)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "Session-HouseKeeper-5d819b0a-1" #23577 prio=5 os_prio=64 tid=0x0000000007255000 nid=0x5c10 waiting on condition [0xffff80ff9d1f6000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef1bd7d8> (a java.util.concurrent.loc
   [junit4] ks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp163252786-23576" #23576 prio=5 os_prio=64 tid=0x0000000005665800 nid=0x5c0f waiting on condition [0xffff80ff9d2f7000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef20fbb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp163252786-23575" #23575 prio=5 os_prio=64 tid=0x0000000006523800 nid=0x5c0e waiting on condition [0xffff80ff9d3f8000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef20fbb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.Abstra
   [junit4] ctQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp163252786-23574" #23574 prio=5 os_prio=64 tid=0x0000000006fe3000 nid=0x5c0d waiting on condition [0xffff80ff9d4f9000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef20fbb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp163252786-23573-acceptor-0@9f38c9e-ServerConnector@439c5f92{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:48202}" #23573 prio=3 os_prio=64 tid=0x0000000007b5f800 nid=0x5c0c runnable [0xffff80ff9cdf2000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
   [junit4] 	at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
   [junit4] 	at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
   [junit4] 	- locked <0x00000000ef210900> (a java.lang.Object)
   [junit4] 	at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
   [junit4] 	at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runne
   [junit4] r.run(QueuedThreadPool.java:938)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp163252786-23572" #23572 prio=5 os_prio=64 tid=0x00000000008cd000 nid=0x5c0b waiting on condition [0xffff80ff9cff4000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef20fbb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp163252786-23571" #23571 prio=5 os_prio=64 tid=0x0000000006311000 nid=0x5c0a runnable [0xffff80ff9ccf1000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4] 	at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4] 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4] 	- locked <0x00000000ef2115c8> (a sun.nio.ch.Util$3)
   [junit4] 	- locked <0x00000000ef2115b8> (a java.util.Collections$UnmodifiableSet)
   [junit4] 	- locked <0x00000000ef2114a0> (a sun.nio.ch.DevPollSelectorImpl)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.E
   [junit4] atWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/67947250.run(Unknown Source)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp163252786-23570" #23570 prio=5 os_prio=64 tid=0x00000000071c4000 nid=0x5c09 runnable [0xffff80ff9cef3000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4] 	at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4] 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4] 	- locked <0x00000000ef241db8> (a sun.nio.ch.Util$3)
   [junit4] 	- locked <0x00000000ef241da8> (a java.util.Collections$UnmodifiableSet)
   [junit4] 	- locked <0x00000000ef241c90> (a sun.nio.ch.DevPollSelectorImpl)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/67947250.run(Unknown Source)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp163252786-23569" #23569 prio=5 os
   [junit4] _prio=64 tid=0x0000000007803800 nid=0x5c08 runnable [0xffff80ff94cd6000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4] 	at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4] 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4] 	- locked <0x00000000ef210ed8> (a sun.nio.ch.Util$3)
   [junit4] 	- locked <0x00000000ef210ec8> (a java.util.Collections$UnmodifiableSet)
   [junit4] 	- locked <0x00000000ef210db0> (a sun.nio.ch.DevPollSelectorImpl)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/67947250.run(Unknown Source)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "Thread-3703" #23553 prio=5 os_prio=64 tid=0x0000000002dab000 nid=0x5bf9 in Object.wait() [0xffff80ff962c9000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:502)
   [junit4] 	at org.apache.solr.core.CloserThread.run(CoreContainer.java:2082)
   [junit4] 	- locked <0x00000000e166cb80> (a java.lang.Object)
   [junit4] 
   [junit4] "MetricsHistoryHandler-7568-thread-1" #23552 prio=5 os_prio=64 tid=0x00000000056fc800 nid=0x5bf8 in Object.wait() [0xffff80ff963c9000]
   [junit4]    java.
   [junit4] lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:502)
   [junit4] 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529)
   [junit4] 	- locked <0x00000000ff623880> (a org.apache.zookeeper.ClientCnxn$Packet)
   [junit4] 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512)
   [junit4] 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2129)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient$$Lambda$430/1076855179.execute(Unknown Source)
   [junit4] 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338)
   [junit4] 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getData(ZkDistribStateManager.java:87)
   [junit4] 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getData(DistribStateManager.java:55)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.getOverseerLeader(MetricsHistoryHandler.java:321)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.amIOverseerLeader(MetricsHistoryHandler.java:356)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.amIOverseerLeader(MetricsHistoryHandler.java:351)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.collectGlobalMetrics(MetricsHistoryHandler.java:451)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.collectMetrics(MetricsHistoryHandler.java:378)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.lambda$new$0(MetricsHistoryHandler.java:235)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler$$Lambda$149/274028234.run(Unknown Source)
   [junit4] 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4] 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecuto
   [junit4] r.java:294)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "SolrRrdBackendFactory-7567-thread-1" #23551 prio=5 os_prio=64 tid=0x00000000056fc000 nid=0x5bf7 waiting on condition [0xffff80ff969ec000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef3f4470> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "zkConnectionManagerCallback-7761-thread-1" #23549 prio=5 os_prio=64 tid=0x00000000015dc000 nid=0x5bf5 waiting on condition [0xffff80ff97bfc000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef1d0228> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(Threa
   [junit4] dPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[B2C0CB7038E3A4BE]-EventThread" #23548 daemon prio=5 os_prio=64 tid=0x0000000005d55800 nid=0x5bf4 waiting on condition [0xffff80ff97afb000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000ef1cf488> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4] 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
   [junit4] 
   [junit4] "TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[B2C0CB7038E3A4BE]-SendThread(127.0.0.1:53918)" #23547 daemon prio=5 os_prio=64 tid=0x0000000005a61000 nid=0x5bf3 waiting on condition [0xffff80ff96cf9000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228)
   [junit4] 	at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338)
   [junit4] 	at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276)
   [junit4] 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254)
   [junit4] 
   [junit4] "h2sc-7756-thread-1" #23543 prio=5 os_prio=64 tid=0x0000000006250800 nid=0x5bef runnable [0xffff80ff98ffe000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4] 	at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4] 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4] 	- locked <0x00000000eee6f1e0> (a sun.nio.ch.Util$3)
   [junit4] 	- locked <0x00000000eee6f1d0
   [junit4] > (a java.util.Collections$UnmodifiableSet)
   [junit4] 	- locked <0x00000000eee6f0b8> (a sun.nio.ch.DevPollSelectorImpl)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/67947250.run(Unknown Source)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$64/1455066533.run(Unknown Source)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "Connection evictor" #23542 daemon prio=5 os_prio=64 tid=0x0000000004da6800 nid=0x5bee waiting on condition [0xffff80ff9a7f8000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "Connection evictor" #23541 daemon prio=5 os_prio=64 tid=0x0000000006b1c800 nid=0x5bed waiting on condition [0xffff80ff9a8f9000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "h2sc-7754-thread-1" #23540 prio=5 
   [junit4] os_prio=64 tid=0x00000000068b1800 nid=0x5bec runnable [0xffff80ff987eb000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4] 	at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4] 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4] 	- locked <0x00000000eed94528> (a sun.nio.ch.Util$3)
   [junit4] 	- locked <0x00000000eed94518> (a java.util.Collections$UnmodifiableSet)
   [junit4] 	- locked <0x00000000eed94400> (a sun.nio.ch.DevPollSelectorImpl)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/67947250.run(Unknown Source)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$64/1455066533.run(Unknown Source)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "Session-HouseKeeper-50f99714-1" #23530 prio=5 os_prio=64 tid=0x0000000006a8a000 nid=0x5be1 waiting on condition [0xffff80ffa25fe000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000eee057c8> (a java.util.concurre
   [junit4] nt.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp729524714-23529" #23529 prio=5 os_prio=64 tid=0x00000000071c2000 nid=0x5be0 waiting on condition [0xffff80ffa3bfe000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000eeddede8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp729524714-23528" #23528 prio=5 os_prio=64 tid=0x0000000004686800 nid=0x5bdf waiting on condition [0xffff80ffa0bfe000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000eeddede8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.
   [junit4] AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp729524714-23527-acceptor-0@564ac071-ServerConnector@198ebbb0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39632}" #23527 prio=3 os_prio=64 tid=0x0000000006529800 nid=0x5bde runnable [0xffff80ffa13fe000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
   [junit4] 	at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
   [junit4] 	at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
   [junit4] 	- locked <0x00000000eeddff08> (a java.lang.Object)
   [junit4] 	at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
   [junit4] 	at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp729524714-23526" #23526 prio=5 os_prio=64 tid=0x0000000005105800 nid=0x5bdd runnable [0xffff80ffa0ffe000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4] 	at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4] 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4] 	- locked <0x00000000eeddf868> (a sun.nio.ch.Util$3)
   [junit4] 	- locked <0x00000000eeddf858> (a java.util.Collections$UnmodifiableSet)
   [junit4] 	- locked <0x00000000eeddf740> (a sun.nio.ch.DevPollSelectorImpl)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelect
   [junit4] or$SelectorProducer.select(ManagedSelector.java:472)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/67947250.run(Unknown Source)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp729524714-23525" #23525 prio=5 os_prio=64 tid=0x0000000005de9800 nid=0x5bdc runnable [0xffff80ffa21fe000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4] 	at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4] 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4] 	- locked <0x00000000eedfd920> (a sun.nio.ch.Util$3)
   [junit4] 	- locked <0x00000000eee3d9f0> (a java.util.Collections$UnmodifiableSet)
   [junit4] 	- locked <0x00000000eedfc408> (a sun.nio.ch.DevPollSelectorImpl)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWha
   [junit4] tYouKill.produce(EatWhatYouKill.java:135)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/67947250.run(Unknown Source)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp729524714-23524" #23524 prio=5 os_prio=64 tid=0x0000000001337800 nid=0x5bdb waiting on condition [0xffff80ff9fffe000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000eeddede8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp729524714-23523" #23523 prio=5 os_prio=64 tid=0x0000000006ecb800 nid=0x5bda waiting on condition [0xffff80ffa07fe000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000eeddede8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "qtp729524714-23521" #23521 pr
   [junit4] io=5 os_prio=64 tid=0x0000000006a8e000 nid=0x5bd9 runnable [0xffff80ff95cfd000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4] 	at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4] 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4] 	- locked <0x00000000eedfe060> (a sun.nio.ch.Util$3)
   [junit4] 	- locked <0x00000000eedfe050> (a java.util.Collections$UnmodifiableSet)
   [junit4] 	- locked <0x00000000eedfdf28> (a sun.nio.ch.DevPollSelectorImpl)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4] 	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4] 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4] 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/67947250.run(Unknown Source)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4] 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "Thread-3694" #23507 prio=5 os_prio=64 tid=0x00000000056f4000 nid=0x5bcb in Object.wait() [0xffff80ff952dc000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:502)
   [junit4] 	at org.apache.solr.core.CloserThread.run(CoreContainer.java:2082)
   [junit4] 	- locked <0x00000000e166cb80> (a java.lang.Object)
   [junit4] 
   [junit4] "MetricsHistoryHandler-7554-thread-1" #23506 prio=5 os_prio=64 tid=0x00000000063e9800 nid=0x5bca in Object.wait() [0xffff80ff953dc000]
   [junit4]  
   [junit4]   java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:502)
   [junit4] 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529)
   [junit4] 	- locked <0x00000000ff79c008> (a org.apache.zookeeper.ClientCnxn$Packet)
   [junit4] 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512)
   [junit4] 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2129)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient$$Lambda$430/1076855179.execute(Unknown Source)
   [junit4] 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338)
   [junit4] 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getData(ZkDistribStateManager.java:87)
   [junit4] 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getData(DistribStateManager.java:55)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.getOverseerLeader(MetricsHistoryHandler.java:321)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.amIOverseerLeader(MetricsHistoryHandler.java:356)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.amIOverseerLeader(MetricsHistoryHandler.java:351)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.collectGlobalMetrics(MetricsHistoryHandler.java:451)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.collectMetrics(MetricsHistoryHandler.java:378)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler.lambda$new$0(MetricsHistoryHandler.java:235)
   [junit4] 	at org.apache.solr.handler.admin.MetricsHistoryHandler$$Lambda$149/274028234.run(Unknown Source)
   [junit4] 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4] 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPool
   [junit4] Executor.java:294)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "SolrRrdBackendFactory-7553-thread-1" #23505 prio=5 os_prio=64 tid=0x00000000068ab000 nid=0x5bc9 waiting on condition [0xffff80ff954de000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000eefc1028> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4] 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "zkCallback-7741-thread-1" #23504 prio=5 os_prio=64 tid=0x0000000007794800 nid=0x5bc8 waiting on condition [0xffff80ff961bb000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:390)
   [junit4] 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:172)
   [junit4] 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:137)
   [junit4] 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:57)
   [junit4] 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:350)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:
   [junit4] 850)
   [junit4] 	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor$$Lambda$453/1745799509.run(Unknown Source)
   [junit4] 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4] 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$64/1455066533.run(Unknown Source)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "zkConnectionManagerCallback-7742-thread-1" #23503 prio=5 os_prio=64 tid=0x0000000004540800 nid=0x5bc7 waiting on condition [0xffff80ff988ec000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000eefac8f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] 
   [junit4] "TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[B2C0CB7038E3A4BE]-EventThread" #23502 daemon prio=5 os_prio=64 tid=0x0000000006d9b800 nid=0x5bc6 waiting on condition [0xffff80ff985e9000]
   [junit4]    java.lang.Thread.State: WAITING (parking)
   [junit4] 	at sun.misc.Unsafe.park(Native Method)
   [junit4] 	- parking to wait for  <0x00000000eefabbd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   [junit4] 	at java.util.concurrent.lock
   [junit4] s.LockSupport.park(LockSupport.java:175)
   [junit4] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4] 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4] 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
   [junit4] 
   [junit4] "TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[B2C0CB7038E3A4BE]-SendThread(127.0.0.1:53918)" #23501 daemon prio=5 os_prio=64 tid=0x00000000008cd800 nid=0x5bc5 waiting on condition [0xffff80ff976ee000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228)
   [junit4] 	at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338)
   [junit4] 	at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276)
   [junit4] 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254)
   [junit4] 
   [junit4] "h2sc-7737-thread-1" #23497 prio=5 os_prio=64 tid=0x00000000047b7800 nid=0x5bc1 runnable [0xffff80ff9aafb000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4] 	at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4] 	at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4] 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4] 	- locked <0x00000000eef81d10> (a sun.nio.ch.Util$3)
   [junit4] 	- locked <0x00000000eef81d00

[...truncated too long message...]

/Lucene-Solr-8.x-Solaris/solr/solrj/lib/zookeeper-3.5.5.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/solrj/lib/zookeeper-jute-3.5.5.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/http2-common-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/http2-hpack-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/http2-server-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/javax.servlet-api-3.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-alpn-java-server-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-alpn-server-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-continuation-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-deploy-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-http-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-io-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-jmx-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-rewrite-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-security-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-server-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-servlet-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-servlets-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-util-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-webapp-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/jetty-xml-9.4.24.v20191120.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/metrics-core-4.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/metrics-graphite-4.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/metrics-jetty9-4.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/metrics-jmx-4.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/server/lib/metrics-jvm-4.1.2.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/build/core/classes/java:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/test-framework/lib/hamcrest-core-1.3.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/test-framework/lib/junit-4.12.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/test-framework/lib/randomizedtesting-runner-2.7.2.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/byte-buddy-1.9.3.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/commons-compress-1.19.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/commons-logging-1.1.3.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/commons-text-1.6.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/hadoop-common-3.2.0-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/hadoop-hdfs-3.2.0-tests.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/hadoop-hdfs-3.2.0.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/hadoop-minicluster-3.2.0.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/hadoop-minikdc-3.2.0.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/jersey-core-1.19.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/jersey-server-1.19.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/jersey-servlet-1.19.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/kerb-admin-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/kerb-client-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/kerb-common-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/kerb-crypto-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/kerb-identity-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/kerb-server-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/kerb-simplekdc-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/kerby-config-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/kerby-kdc-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/kerby-util-1.0.1.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/mockito-core-2.23.4.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/netty-all-4.1.29.Final.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/objenesis-2.6.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/test-lib/opentracing-mock-0.33.0.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/build/analysis/icu/lucene-analyzers-icu-8.5.0-SNAPSHOT.jar:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/contrib/solr-analysis-extras/classes/java:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/build/queryparser/classes/test:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/build/backward-codecs/classes/test:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/contrib/analysis-extras/lib/icu4j-62.1.jar:/export/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.7.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/temp/junit4-J0-20200115_111108_2873351153153355402051.events @/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/temp/junit4-J0-20200115_111108_2877370127619410672528.suites -stdin
   [junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 9. Very likely a JVM crash.  See process stdout at: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/temp/junit4-J0-20200115_111108_2876125518875549609606.sysout
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1542)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:123)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:997)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:994)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)

BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/build.xml:634: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/build.xml:578: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build.xml:231: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/common-build.xml:550: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/common-build.xml:1590: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/common-build.xml:1117: At least one slave process threw an exception, first: Forked process returned with error code: 9. Very likely a JVM crash.  See process stdout at: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/temp/junit4-J0-20200115_111108_2876125518875549609606.sysout

Total time: 62 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2