You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/03/03 17:21:29 UTC

[JENKINS] Lucene-Solr-5.5-Solaris (multiarch/jdk1.7.0) - Build # 30 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.5-Solaris/30/
Java: multiarch/jdk1.7.0 -d32 -client -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.cloud.TestDistribDocBasedVersion.test

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:51861 within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:51861 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([7B1C964043CD12F4:F348A99AED317F0C]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:181)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:115)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:110)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:97)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.printLayout(AbstractDistribZkTestBase.java:285)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribTearDown(AbstractFullDistribZkTestBase.java:1474)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:941)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:51861 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:208)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:173)
	... 37 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestDistribDocBasedVersion

Error Message:
77 threads leaked from SUITE scope at org.apache.solr.cloud.TestDistribDocBasedVersion:     1) Thread[id=2480, name=OverseerHdfsCoreFailoverThread-95487324186476548-127.0.0.1:49192_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=2495, name=qtp26561544-2495, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=2497, name=qtp26561544-2497, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=2565, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-SendThread(127.0.0.1:51861), state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)    5) Thread[id=2549, name=qtp8940154-2549-selector-ServerConnectorManager@153eeed/0, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=2588, name=qtp12013032-2588, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    7) Thread[id=2463, name=qtp1166663-2463, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    8) Thread[id=2501, name=Scheduler-17993404, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    9) Thread[id=2486, name=searcherExecutor-914-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   10) Thread[id=2494, name=qtp26561544-2494, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   11) Thread[id=2509, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-SendThread(127.0.0.1:51861), state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)   12) Thread[id=2490, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)   13) Thread[id=2584, name=qtp12013032-2584, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   14) Thread[id=2498, name=qtp26561544-2498, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   15) Thread[id=2550, name=qtp8940154-2550-acceptor-0@174744e-ServerConnector@1ae4962{HTTP/1.1}{127.0.0.1:48715}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   16) Thread[id=2554, name=qtp8940154-2554, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   17) Thread[id=2595, name=Scheduler-6021553, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   18) Thread[id=2449, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Object.wait(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)   19) Thread[id=2467, name=Scheduler-27498154, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   20) Thread[id=2587, name=qtp12013032-2587, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   21) Thread[id=2585, name=qtp12013032-2585-acceptor-0@3482c6-ServerConnector@29da6{HTTP/1.1}{127.0.0.1:51861}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   22) Thread[id=2592, name=org.eclipse.jetty.server.session.HashSessionManager@8d9009Timer, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   23) Thread[id=2553, name=qtp8940154-2553, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   24) Thread[id=2464, name=qtp1166663-2464, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   25) Thread[id=2447, name=Thread-1024, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1281)         at java.lang.Thread.join(Thread.java:1355)         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)   26) Thread[id=2489, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-SendThread(127.0.0.1:51861), state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)   27) Thread[id=2529, name=Scheduler-31519546, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   28) Thread[id=2517, name=searcherExecutor-925-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   29) Thread[id=2557, name=Scheduler-22780912, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   30) Thread[id=2537, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-SendThread(127.0.0.1:51861), state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)   31) Thread[id=2545, name=searcherExecutor-936-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   32) Thread[id=2591, name=Scheduler-12615600, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   33) Thread[id=2460, name=qtp1166663-2460-acceptor-0@50065-ServerConnector@122f55d{HTTP/1.1}{127.0.0.1:49192}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   34) Thread[id=2590, name=qtp12013032-2590, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   35) Thread[id=2465, name=qtp1166663-2465, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   36) Thread[id=2524, name=qtp33063557-2524, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   37) Thread[id=2581, name=Scheduler-11714766, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1079)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   38) Thread[id=2499, name=qtp26561544-2499, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   39) Thread[id=2478, name=OverseerStateUpdate-95487324186476548-127.0.0.1:49192_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:169)         at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:143)         at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:195)         at java.lang.Thread.run(Thread.java:745)   40) Thread[id=2566, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)   41) Thread[id=2448, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)         at java.lang.Thread.run(Thread.java:745)   42) Thread[id=2551, name=qtp8940154-2551, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   43) Thread[id=2526, name=qtp33063557-2526, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   44) Thread[id=2573, name=searcherExecutor-947-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   45) Thread[id=2513, name=Thread-1047, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:503)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1241)   46) Thread[id=2466, name=qtp1166663-2466, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   47) Thread[id=2468, name=org.eclipse.jetty.server.session.HashSessionManager@11e7be9Timer, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   48) Thread[id=2558, name=org.eclipse.jetty.server.session.HashSessionManager@85a77dTimer, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   49) Thread[id=2552, name=qtp8940154-2552, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   50) Thread[id=2451, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)   51) Thread[id=2523, name=qtp33063557-2523, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   52) Thread[id=2482, name=Thread-1034, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:503)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1241)   53) Thread[id=2510, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)   54) Thread[id=2521, name=qtp33063557-2521-selector-ServerConnectorManager@17993f5/0, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   55) Thread[id=2569, name=Thread-1073, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:503)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1241)   56) Thread[id=2525, name=qtp33063557-2525, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   57) Thread[id=2528, name=qtp33063557-2528, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   58) Thread[id=2556, name=qtp8940154-2556, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   59) Thread[id=2476, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)   60) Thread[id=2555, name=qtp8940154-2555, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   61) Thread[id=2479, name=OverseerCollectionConfigSetProcessor-95487324186476548-127.0.0.1:49192_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.apache.solr.cloud.DistributedQueue.getChildren(DistributedQueue.java:343)         at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:224)         at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:196)         at java.lang.Thread.run(Thread.java:745)   62) Thread[id=2459, name=qtp1166663-2459-selector-ServerConnectorManager@1ade7d/0, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   63) Thread[id=2493, name=qtp26561544-2493-selector-ServerConnectorManager@3023f5/0, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   64) Thread[id=2541, name=Thread-1060, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:503)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1241)   65) Thread[id=2583, name=qtp12013032-2583-selector-ServerConnectorManager@1bc38ca/0, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   66) Thread[id=2530, name=org.eclipse.jetty.server.session.HashSessionManager@189ae5dTimer, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   67) Thread[id=2522, name=qtp33063557-2522-acceptor-0@e0bb9b-ServerConnector@16ed55c{HTTP/1.1}{127.0.0.1:46243}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   68) Thread[id=2527, name=qtp33063557-2527, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   69) Thread[id=2496, name=qtp26561544-2496, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   70) Thread[id=2475, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-SendThread(127.0.0.1:51861), state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)   71) Thread[id=2502, name=org.eclipse.jetty.server.session.HashSessionManager@19171c3Timer, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   72) Thread[id=2461, name=qtp1166663-2461, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   73) Thread[id=2462, name=qtp1166663-2462, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   74) Thread[id=2500, name=qtp26561544-2500-acceptor-0@88a9eb-ServerConnector@bfc544{HTTP/1.1}{127.0.0.1:53101}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   75) Thread[id=2586, name=qtp12013032-2586, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   76) Thread[id=2538, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)   77) Thread[id=2589, name=qtp12013032-2589, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 77 threads leaked from SUITE scope at org.apache.solr.cloud.TestDistribDocBasedVersion: 
   1) Thread[id=2480, name=OverseerHdfsCoreFailoverThread-95487324186476548-127.0.0.1:49192_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=2495, name=qtp26561544-2495, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=2497, name=qtp26561544-2497, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=2565, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-SendThread(127.0.0.1:51861), state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   5) Thread[id=2549, name=qtp8940154-2549-selector-ServerConnectorManager@153eeed/0, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
        at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
        at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
        at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=2588, name=qtp12013032-2588, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   7) Thread[id=2463, name=qtp1166663-2463, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   8) Thread[id=2501, name=Scheduler-17993404, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   9) Thread[id=2486, name=searcherExecutor-914-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  10) Thread[id=2494, name=qtp26561544-2494, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  11) Thread[id=2509, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-SendThread(127.0.0.1:51861), state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
  12) Thread[id=2490, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-EventThread, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
  13) Thread[id=2584, name=qtp12013032-2584, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  14) Thread[id=2498, name=qtp26561544-2498, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  15) Thread[id=2550, name=qtp8940154-2550-acceptor-0@174744e-ServerConnector@1ae4962{HTTP/1.1}{127.0.0.1:48715}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
  16) Thread[id=2554, name=qtp8940154-2554, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  17) Thread[id=2595, name=Scheduler-6021553, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  18) Thread[id=2449, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Object.wait(Native Method)
        at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  19) Thread[id=2467, name=Scheduler-27498154, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  20) Thread[id=2587, name=qtp12013032-2587, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  21) Thread[id=2585, name=qtp12013032-2585-acceptor-0@3482c6-ServerConnector@29da6{HTTP/1.1}{127.0.0.1:51861}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
  22) Thread[id=2592, name=org.eclipse.jetty.server.session.HashSessionManager@8d9009Timer, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  23) Thread[id=2553, name=qtp8940154-2553, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  24) Thread[id=2464, name=qtp1166663-2464, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  25) Thread[id=2447, name=Thread-1024, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1281)
        at java.lang.Thread.join(Thread.java:1355)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
        at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
  26) Thread[id=2489, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-SendThread(127.0.0.1:51861), state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
  27) Thread[id=2529, name=Scheduler-31519546, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  28) Thread[id=2517, name=searcherExecutor-925-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  29) Thread[id=2557, name=Scheduler-22780912, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  30) Thread[id=2537, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-SendThread(127.0.0.1:51861), state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
  31) Thread[id=2545, name=searcherExecutor-936-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  32) Thread[id=2591, name=Scheduler-12615600, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  33) Thread[id=2460, name=qtp1166663-2460-acceptor-0@50065-ServerConnector@122f55d{HTTP/1.1}{127.0.0.1:49192}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
  34) Thread[id=2590, name=qtp12013032-2590, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  35) Thread[id=2465, name=qtp1166663-2465, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  36) Thread[id=2524, name=qtp33063557-2524, state=TIMED_WAITING, group=TGRP-TestDistr

[...truncated too long message...]

eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   24) Thread[id=2467, name=Scheduler-27498154, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   25) Thread[id=2493, name=qtp26561544-2493-selector-ServerConnectorManager@3023f5/0, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
   [junit4]    >         at sun.nio.ch.DevPollArrayWrapper.interrupt(Native Method)
   [junit4]    >         at sun.nio.ch.DevPollArrayWrapper.interrupt(DevPollArrayWrapper.java:300)
   [junit4]    >         at sun.nio.ch.DevPollSelectorImpl.wakeup(DevPollSelectorImpl.java:193)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)
   [junit4]    >         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:83)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
   [junit4]    >         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
   [junit4]    >         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
   [junit4]    >         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   26) Thread[id=2592, name=org.eclipse.jetty.server.session.HashSessionManager@8d9009Timer, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   27) Thread[id=2517, name=searcherExecutor-925-thread-1, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   28) Thread[id=2529, name=Scheduler-31519546, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   29) Thread[id=2502, name=org.eclipse.jetty.server.session.HashSessionManager@19171c3Timer, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   30) Thread[id=2475, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-SendThread(127.0.0.1:51861), state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]    >   31) Thread[id=2489, name=TEST-TestDistribDocBasedVersion.test-seed#[7B1C964043CD12F4]-SendThread(127.0.0.1:51861), state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7B1C964043CD12F4]:0)
   [junit4] Completed [79/566 (1!)] on J0 in 129.25s, 1 test, 3 errors <<< FAILURES!

[...truncated 1519 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/build.xml:750: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/build.xml:694: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/common-build.xml:534: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/lucene/common-build.xml:1477: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/lucene/common-build.xml:1033: There were test failures: 566 suites (7 ignored), 2277 tests, 2 suite-level errors, 1 error, 1526 ignored (33 assumptions) [seed: 7B1C964043CD12F4]

Total time: 42 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.5-Solaris (multiarch/jdk1.7.0) - Build # 32 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.5-Solaris/32/
Java: multiarch/jdk1.7.0 -d32 -client -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:53859 within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:53859 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([809305AC37740020:8C73A7699886DD8]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:181)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:115)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:110)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:97)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.printLayout(AbstractDistribZkTestBase.java:285)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribTearDown(AbstractFullDistribZkTestBase.java:1476)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:973)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:53859 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:228)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:173)
	... 37 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest

Error Message:
86 threads leaked from SUITE scope at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest:     1) Thread[id=788, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=858, name=searcherExecutor-519-thread-1, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=854, name=Thread-374, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:503)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1241)    4) Thread[id=940, name=qtp25769998-940, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=891, name=updateExecutor-132-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=897, name=qtp33495929-897-acceptor-0@1e230cc-ServerConnector@2a9e46{HTTP/1.1}{127.0.0.1:48796}, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)    7) Thread[id=894, name=Scheduler-4571036, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    8) Thread[id=826, name=searcherExecutor-507-thread-1, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    9) Thread[id=920, name=updateExecutor-132-thread-3, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   10) Thread[id=803, name=qtp32064046-803, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   11) Thread[id=801, name=qtp32064046-801-acceptor-0@2a6505-ServerConnector@134d15d{HTTP/1.1}{127.0.0.1:32904}, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   12) Thread[id=880, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-EventThread, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)   13) Thread[id=851, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-EventThread, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)   14) Thread[id=869, name=qtp27578290-869, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   15) Thread[id=924, name=autoExpireDocs-548-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   16) Thread[id=804, name=qtp32064046-804, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   17) Thread[id=799, name=qtp32064046-799-selector-ServerConnectorManager@9d500f/0, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   18) Thread[id=843, name=org.eclipse.jetty.server.session.HashSessionManager@c3bba9Timer, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   19) Thread[id=919, name=Scheduler-23387744, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   20) Thread[id=791, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)   21) Thread[id=850, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-SendThread(127.0.0.1:53859), state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)   22) Thread[id=806, name=qtp32064046-806, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   23) Thread[id=834, name=qtp18573299-834-selector-ServerConnectorManager@1c9091b/0, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   24) Thread[id=839, name=qtp18573299-839, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   25) Thread[id=830, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-SendThread(127.0.0.1:53859), state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)   26) Thread[id=863, name=qtp27578290-863-selector-ServerConnectorManager@1f61e64/0, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   27) Thread[id=840, name=qtp18573299-840, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   28) Thread[id=892, name=Scheduler-20957595, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   29) Thread[id=816, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-EventThread, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)   30) Thread[id=864, name=qtp27578290-864, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   31) Thread[id=898, name=qtp33495929-898, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   32) Thread[id=787, name=Thread-351, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1281)         at java.lang.Thread.join(Thread.java:1355)         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)   33) Thread[id=871, name=Scheduler-897895, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   34) Thread[id=805, name=qtp32064046-805, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   35) Thread[id=827, name=autoExpireDocs-512-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   36) Thread[id=901, name=qtp33495929-901, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   37) Thread[id=842, name=Scheduler-9190437, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   38) Thread[id=913, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-EventThread, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)   39) Thread[id=789, name=SessionTracker, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at java.lang.Object.wait(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)   40) Thread[id=872, name=org.eclipse.jetty.server.session.HashSessionManager@4bc38bTimer, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   41) Thread[id=942, name=org.eclipse.jetty.server.session.HashSessionManager@110c566Timer, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   42) Thread[id=938, name=qtp25769998-938, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   43) Thread[id=912, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-SendThread(127.0.0.1:53859), state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)   44) Thread[id=903, name=qtp33495929-903, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   45) Thread[id=807, name=Scheduler-10030867, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   46) Thread[id=802, name=qtp32064046-802, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   47) Thread[id=818, name=OverseerStateUpdate-95780454043680772-127.0.0.1:32904_c_gb%2Fj-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:169)         at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:143)         at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:195)         at java.lang.Thread.run(Thread.java:745)   48) Thread[id=865, name=qtp27578290-865-acceptor-0@1455b1e-ServerConnector@d92c76{HTTP/1.1}{127.0.0.1:49134}, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   49) Thread[id=867, name=qtp27578290-867, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   50) Thread[id=937, name=qtp25769998-937, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   51) Thread[id=836, name=qtp18573299-836-acceptor-0@7f0300-ServerConnector@19449e3{HTTP/1.1}{127.0.0.1:45999}, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   52) Thread[id=887, name=searcherExecutor-531-thread-1, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   53) Thread[id=888, name=autoExpireDocs-536-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   54) Thread[id=868, name=qtp27578290-868, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   55) Thread[id=800, name=qtp32064046-800, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   56) Thread[id=923, name=searcherExecutor-543-thread-1, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   57) Thread[id=902, name=qtp33495929-902, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   58) Thread[id=899, name=qtp33495929-899, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   59) Thread[id=838, name=qtp18573299-838, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   60) Thread[id=945, name=Scheduler-29318520, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   61) Thread[id=934, name=qtp25769998-934-acceptor-0@eeacb5-ServerConnector@182921e{HTTP/1.1}{127.0.0.1:53859}, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   62) Thread[id=822, name=Thread-361, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:503)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1241)   63) Thread[id=935, name=qtp25769998-935, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   64) Thread[id=883, name=Thread-387, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:503)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1241)   65) Thread[id=831, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-EventThread, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)   66) Thread[id=905, name=org.eclipse.jetty.server.session.HashSessionManager@1e34335Timer, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   67) Thread[id=933, name=qtp25769998-933-selector-ServerConnectorManager@146fa9a/0, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   68) Thread[id=870, name=qtp27578290-870, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   69) Thread[id=820, name=OverseerHdfsCoreFailoverThread-95780454043680772-127.0.0.1:32904_c_gb%2Fj-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)         at java.lang.Thread.run(Thread.java:745)   70) Thread[id=879, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-SendThread(127.0.0.1:53859), state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)   71) Thread[id=939, name=qtp25769998-939, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   72) Thread[id=841, name=qtp18573299-841, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   73) Thread[id=815, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-SendThread(127.0.0.1:53859), state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)   74) Thread[id=808, name=org.eclipse.jetty.server.session.HashSessionManager@1cddcfeTimer, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   75) Thread[id=835, name=qtp18573299-835, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   76) Thread[id=866, name=qtp27578290-866, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   77) Thread[id=936, name=qtp25769998-936, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   78) Thread[id=941, name=Scheduler-17802595, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   79) Thread[id=904, name=Scheduler-10615889, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   80) Thread[id=896, name=qtp33495929-896-selector-ServerConnectorManager@1fd2278/0, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   81) Thread[id=859, name=autoExpireDocs-524-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   82) Thread[id=893, name=updateExecutor-132-thread-2, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)   83) Thread[id=819, name=OverseerCollectionConfigSetProcessor-95780454043680772-127.0.0.1:32904_c_gb%2Fj-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.apache.solr.cloud.DistributedQueue.getChildren(DistributedQueue.java:343)         at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:224)         at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:200)         at java.lang.Thread.run(Thread.java:745)   84) Thread[id=837, name=qtp18573299-837, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   85) Thread[id=900, name=qtp33495929-900, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   86) Thread[id=916, name=Thread-400, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:503)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1241)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 86 threads leaked from SUITE scope at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest: 
   1) Thread[id=788, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=858, name=searcherExecutor-519-thread-1, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=854, name=Thread-374, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:503)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1241)
   4) Thread[id=940, name=qtp25769998-940, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=891, name=updateExecutor-132-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=897, name=qtp33495929-897-acceptor-0@1e230cc-ServerConnector@2a9e46{HTTP/1.1}{127.0.0.1:48796}, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
   7) Thread[id=894, name=Scheduler-4571036, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   8) Thread[id=826, name=searcherExecutor-507-thread-1, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   9) Thread[id=920, name=updateExecutor-132-thread-3, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  10) Thread[id=803, name=qtp32064046-803, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  11) Thread[id=801, name=qtp32064046-801-acceptor-0@2a6505-ServerConnector@134d15d{HTTP/1.1}{127.0.0.1:32904}, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
  12) Thread[id=880, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-EventThread, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
  13) Thread[id=851, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-EventThread, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
  14) Thread[id=869, name=qtp27578290-869, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  15) Thread[id=924, name=autoExpireDocs-548-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  16) Thread[id=804, name=qtp32064046-804, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  17) Thread[id=799, name=qtp32064046-799-selector-ServerConnectorManager@9d500f/0, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
        at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
        at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
        at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
  18) Thread[id=843, name=org.eclipse.jetty.server.session.HashSessionManager@c3bba9Timer, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  19) Thread[id=919, name=Scheduler-23387744, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
  20) Thread[id=791, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
  21) Thread[id=850, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-SendThread(127.0.0.1:53859), state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
  22) Thread[id=806, name=qtp32064046-806, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)
        at java.lang.Thread.run(Thread.java:745)
  23) Thread[id=834, name=qtp18573299-834-selector-ServerConnectorManager@1c9091b/0, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at sun.nio.ch.Selecto

[...truncated too long message...]

t4]    >   31) Thread[id=822, name=Thread-361, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:503)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1241)
   [junit4]    >   32) Thread[id=924, name=autoExpireDocs-548-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   33) Thread[id=843, name=org.eclipse.jetty.server.session.HashSessionManager@c3bba9Timer, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   34) Thread[id=919, name=Scheduler-23387744, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   35) Thread[id=879, name=TEST-DistribDocExpirationUpdateProcessorTest.test-seed#[809305AC37740020]-SendThread(127.0.0.1:53859), state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]    >   36) Thread[id=883, name=Thread-387, state=WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:503)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1241)
   [junit4]    >   37) Thread[id=799, name=qtp32064046-799-selector-ServerConnectorManager@9d500f/0, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]
   [junit4]    >         at java.lang.Thread.isInterrupted(Native Method)
   [junit4]    >         at java.lang.Thread.isInterrupted(Thread.java:1000)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:215)
   [junit4]    >         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:83)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
   [junit4]    >         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
   [junit4]    >         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
   [junit4]    >         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   38) Thread[id=905, name=org.eclipse.jetty.server.session.HashSessionManager@1e34335Timer, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   39) Thread[id=933, name=qtp25769998-933-selector-ServerConnectorManager@146fa9a/0, state=RUNNABLE, group=TGRP-DistribDocExpirationUpdateProcessorTest]
   [junit4]    >         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4]    >         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4]    >         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:84)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
   [junit4]    >         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600)
   [junit4]    >         at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549)
   [junit4]    >         at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([809305AC37740020]:0)
   [junit4] Completed [39/571 (1!)] on J1 in 131.43s, 1 test, 3 errors <<< FAILURES!

[...truncated 1644 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/build.xml:750: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/build.xml:694: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/common-build.xml:534: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/lucene/common-build.xml:1477: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/lucene/common-build.xml:1033: There were test failures: 571 suites (7 ignored), 2289 tests, 2 suite-level errors, 1 error, 1516 ignored (27 assumptions) [seed: 809305AC37740020]

Total time: 42 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.5-Solaris (multiarch/jdk1.7.0) - Build # 31 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.5-Solaris/31/
Java: multiarch/jdk1.7.0 -d64 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.update.DirectUpdateHandlerTest.testExpungeDeletes

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([BC4D81E00212B18D:9034C56577AB7928]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.update.DirectUpdateHandlerTest.testExpungeDeletes(DirectUpdateHandlerTest.java:299)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11483 lines...]
   [junit4] Suite: org.apache.solr.update.DirectUpdateHandlerTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001
   [junit4]   2> 2130354 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 2130354 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2130354 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 2130354 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2130354 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 2130355 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2130355 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2130385 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2130403 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.5.0
   [junit4]   2> 2130450 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2130455 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 2130668 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2130669 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2130670 WARN  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 2130676 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2130679 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2130681 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2130681 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 2130681 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr'
   [junit4]   2> 2130681 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2130681 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 2130681 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.CoreContainer New CoreContainer 356953162
   [junit4]   2> 2130681 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr]
   [junit4]   2> 2130682 WARN  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/lib
   [junit4]   2> 2130682 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2130683 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 2130684 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2130684 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2130684 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2130684 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2130685 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {dataDir=/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001, transient=false, config=solrconfig.xml, name=collection1, configSetProperties=configsetprops.json, loadOnStartup=true, schema=schema12.xml, shard=shard1, collection=collection1}
   [junit4]   2> 2130686 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 2130686 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2130686 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 2130687 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2130687 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2130718 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2130737 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.5.0
   [junit4]   2> 2130786 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2130791 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2130998 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2131000 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2131001 WARN  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 2131006 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2131009 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2131013 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 2131013 INFO  (coreLoadExecutor-6160-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1
   [junit4]   2> 2131013 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 2131013 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/]
   [junit4]   2> 2131013 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@496740f8
   [junit4]   2> 2131014 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001
   [junit4]   2> 2131014 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index/
   [junit4]   2> 2131014 WARN  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 2131015 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index
   [junit4]   2> 2131015 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2051061305, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2131033 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_1,generation=1}
   [junit4]   2> 2131033 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2131034 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/
   [junit4]   2> 2131038 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2131038 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2131038 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2131038 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2131038 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2131039 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2131039 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2131039 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2131039 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2131039 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2131039 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2131039 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2131042 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2131043 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2131045 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2131047 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2131051 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 2131053 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,spellCheckCompRH_Direct,standard,mock,/update/json,tvrh,/admin/system,/schema,/admin/logging,/get,/admin/file,/mlt,/replication,/debug/dump,/admin/ping,spellCheckCompRH,defaults,/admin/luke,mltrh,spellCheckCompRH1,spellCheckWithWordbreak_Direct,/admin/plugins,/config,/update/json/docs,/admin/properties,lazy,dismax,/admin/threads,/update,/search-facet-def,/update/csv,spellCheckWithWordbreak,/admin/segments,/terms,/search-facet-invariants
   [junit4]   2> 2131054 WARN  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.SolrCore solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 2131055 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2131055 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2131055 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2131056 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=518321629, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2131057 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_1,generation=1}
   [junit4]   2> 2131057 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2131057 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@53fb182a[collection1] main
   [junit4]   2> 2131057 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 2131057 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 2131057 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2131057 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2131080 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2131184 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2131185 INFO  (searcherExecutor-6161-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2131185 INFO  (searcherExecutor-6161-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2131185 INFO  (searcherExecutor-6161-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2131185 INFO  (searcherExecutor-6161-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2131185 INFO  (coreLoadExecutor-6160-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2131186 INFO  (searcherExecutor-6161-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2131186 INFO  (searcherExecutor-6161-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2131187 INFO  (searcherExecutor-6161-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2131187 INFO  (SUITE-DirectUpdateHandlerTest-seed#[BC4D81E00212B18D]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 2131187 INFO  (searcherExecutor-6161-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2131188 INFO  (searcherExecutor-6161-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2131188 INFO  (searcherExecutor-6161-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@53fb182a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2131191 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   2> 2131192 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2131192 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 2131195 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2131210 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_2,generation=2}
   [junit4]   2> 2131210 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 2131211 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@3e12619e[collection1] main
   [junit4]   2> 2131211 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2131212 INFO  (searcherExecutor-6161-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e12619e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2131213 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 17
   [junit4]   2> 2131215 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5]} 0 1
   [junit4]   2> 2131216 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[6]} 0 0
   [junit4]   2> 2131216 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2131217 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2131218 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2131283 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_2,generation=2}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_3,generation=3}
   [junit4]   2> 2131283 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 2131286 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@191e9481[collection1] main
   [junit4]   2> 2131286 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2131287 INFO  (searcherExecutor-6161-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@191e9481[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.5.0):C2)))}
   [junit4]   2> 2131288 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 69
   [junit4]   2> 2131289 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2131290 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2131291 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[5]} 0 0
   [junit4]   2> 2131292 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2131292 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2131312 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_3,generation=3}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_4,generation=4}
   [junit4]   2> 2131312 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 4
   [junit4]   2> 2131312 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@757b055d[collection1] main
   [junit4]   2> 2131313 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2131314 INFO  (searcherExecutor-6161-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@757b055d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.5.0):C2/1:delGen=1)))}
   [junit4]   2> 2131314 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 21
   [junit4]   2> 2131316 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2131317 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2131317 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2131317 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 2131318 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2131319 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2131336 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_4,generation=4}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_5,generation=5}
   [junit4]   2> 2131336 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 5
   [junit4]   2> 2131336 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@4b21e061[collection1] main
   [junit4]   2> 2131337 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2131338 INFO  (searcherExecutor-6161-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4b21e061[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2131339 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 20
   [junit4]   2> 2131341 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2131341 INFO  (TEST-DirectUpdateHandlerTest.testBasics-seed#[BC4D81E00212B18D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
   [junit4]   2> 2131345 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPrepareCommit
   [junit4]   2> 2131345 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2131345 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 2131346 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2131354 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_5,generation=5}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_6,generation=6}
   [junit4]   2> 2131355 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 6
   [junit4]   2> 2131355 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@5a78f987[collection1] main
   [junit4]   2> 2131355 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2131356 INFO  (searcherExecutor-6161-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a78f987[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2131357 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 10
   [junit4]   2> 2131369 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[999]} 0 0
   [junit4]   2> 2131370 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2131370 WARN  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
   [junit4]   2> 2131432 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_6,generation=6}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_7,generation=7}
   [junit4]   2> 2131432 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 7
   [junit4]   2> 2131434 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@61fb75c4[collection1] main
   [junit4]   2> 2131435 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2131436 INFO  (searcherExecutor-6161-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61fb75c4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(5.5.0):C1)))}
   [junit4]   2> 2131436 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{optimize=} 0 66
   [junit4]   2> 2131438 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2131438 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2131438 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrCore SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 2131438 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2131438 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 0
   [junit4]   2> 2131439 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandlerTest FILES before addDoc=[_1.nvm, _1.nvd, _1_Lucene50_0.doc, _1.fdx, _1.fnm, segments_7, _1_Lucene50_0.tim, _1.si, _1_Lucene50_0.tip, _1.fdt]
   [junit4]   2> 2131440 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 2131441 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandlerTest FILES before prepareCommit=[_1.nvm, _2.fdt, _1.nvd, _1_Lucene50_0.doc, _1.fdx, _1.fnm, segments_7, _1_Lucene50_0.tim, _1.si, _2.fdx, _1_Lucene50_0.tip, _1.fdt]
   [junit4]   2> 2131441 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=true}
   [junit4]   2> 2131499 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_prepareCommit
   [junit4]   2> 2131499 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={prepareCommit=true&wt=json&indent=true}{commit=} 0 57
   [junit4]   2> 2131499 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandlerTest FILES after prepareCommit=[_1.nvm, _2_Lucene50_0.tim, _2.fdt, _1.nvd, _1_Lucene50_0.doc, _1.fdx, _1.fnm, _2_Lucene50_0.tip, segments_7, _1_Lucene50_0.tim, _1.si, pending_segments_8, _2.nvd, _2.si, _2.fdx, _2.fnm, _1_Lucene50_0.tip, _1.fdt, _2.nvm, _2_Lucene50_0.doc]
   [junit4]   2> 2131500 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2131500 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start rollback{}
   [junit4]   2> 2131500 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DefaultSolrCoreState Rollback old IndexWriter... core=collection1
   [junit4]   2> 2131501 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=19.947265625, floorSegmentMB=0.8408203125, forceMergeDeletesPctAllowed=3.6277743241661566, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7199740360905537
   [junit4]   2> 2131503 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_7,generation=7}
   [junit4]   2> 2131503 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 7
   [junit4]   2> 2131504 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2131504 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_rollback
   [junit4]   2> 2131504 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={rollback=true&wt=json&indent=true}{rollback=} 0 4
   [junit4]   2> 2131505 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2131505 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2131507 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@709ce3da[collection1] main
   [junit4]   2> 2131507 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2131508 INFO  (searcherExecutor-6161-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@709ce3da[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(5.5.0):C1)))}
   [junit4]   2> 2131509 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 4
   [junit4]   2> 2131510 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2131510 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 2131511 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=true}
   [junit4]   2> 2131572 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_prepareCommit
   [junit4]   2> 2131572 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={prepareCommit=true&wt=json&indent=true}{commit=} 0 60
   [junit4]   2> 2131572 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2131573 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2131588 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_7,generation=7}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_8,generation=8}
   [junit4]   2> 2131588 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 8
   [junit4]   2> 2131589 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@ed69225[collection1] main
   [junit4]   2> 2131589 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2131592 INFO  (searcherExecutor-6161-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@ed69225[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(5.5.0):C1) Uninverting(_2(5.5.0):C1)))}
   [junit4]   2> 2131592 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 19
   [junit4]   2> 2131593 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2131594 INFO  (TEST-DirectUpdateHandlerTest.testPrepareCommit-seed#[BC4D81E00212B18D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPrepareCommit
   [junit4]   2> 2131598 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddRollback
   [junit4]   2> 2131598 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2131598 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 2131599 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2131606 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_8,generation=8}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10a353d9),segFN=segments_9,generation=9}
   [junit4]   2> 2131606 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 9
   [junit4]   2> 2131606 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@43878902[collection1] main
   [junit4]   2> 2131606 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2131608 INFO  (searcherExecutor-6161-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@43878902[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2131609 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 10
   [junit4]   2> 2131610 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2131610 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=356953162
   [junit4]   2> 2131611 INFO  (coreCloseExecutor-6165-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@578fbddb
   [junit4]   2> 2131611 INFO  (coreCloseExecutor-6165-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=9,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=1,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=1,cumulative_deletesByQuery=4,cumulative_errors=0}
   [junit4]   2> 2131611 INFO  (coreCloseExecutor-6165-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 2131611 INFO  (coreCloseExecutor-6165-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2131611 INFO  (coreCloseExecutor-6165-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2131612 INFO  (coreCloseExecutor-6165-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2131621 INFO  (coreCloseExecutor-6165-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2131621 INFO  (coreCloseExecutor-6165-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 2131621 INFO  (coreCloseExecutor-6165-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index
   [junit4]   2> 2131622 INFO  (coreCloseExecutor-6165-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001 [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001;done=false>>]
   [junit4]   2> 2131622 INFO  (coreCloseExecutor-6165-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001
   [junit4]   2> 2131624 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2131624 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 2131624 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2131624 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 2131624 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2131624 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2131654 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2131672 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.5.0
   [junit4]   2> 2131710 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2131717 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 2131944 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2131945 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2131947 WARN  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 2131952 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2131955 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2131957 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2131957 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 2131957 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr'
   [junit4]   2> 2131958 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2131958 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 2131959 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.CoreContainer New CoreContainer 1026850729
   [junit4]   2> 2131959 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr]
   [junit4]   2> 2131959 WARN  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/lib
   [junit4]   2> 2131959 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2131960 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 2131961 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2131961 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2131961 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2131961 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2131963 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {transient=false, name=collection1, schema=schema12.xml, config=solrconfig.xml, configSetProperties=configsetprops.json, collection=collection1, dataDir=/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001, loadOnStartup=true, shard=shard1}
   [junit4]   2> 2131963 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 2131963 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2131963 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 2131964 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2131964 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2131993 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2132012 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.5.0
   [junit4]   2> 2132050 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2132058 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2132289 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2132291 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2132291 WARN  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 2132297 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2132300 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2132304 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 2132304 INFO  (coreLoadExecutor-6172-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1
   [junit4]   2> 2132304 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 2132304 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/]
   [junit4]   2> 2132305 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@496740f8
   [junit4]   2> 2132306 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001
   [junit4]   2> 2132306 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index/
   [junit4]   2> 2132306 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/
   [junit4]   2> 2132310 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2132310 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2132310 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2132310 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2132310 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2132310 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2132310 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2132311 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2132311 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2132311 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2132311 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2132311 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2132314 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2132315 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2132317 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2132318 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2132322 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 2132324 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,spellCheckCompRH_Direct,standard,mock,/update/json,tvrh,/admin/system,/schema,/admin/logging,/get,/admin/file,/mlt,/replication,/debug/dump,/admin/ping,spellCheckCompRH,defaults,/admin/luke,mltrh,spellCheckCompRH1,spellCheckWithWordbreak_Direct,/admin/plugins,/config,/update/json/docs,/admin/properties,lazy,dismax,/admin/threads,/update,/search-facet-def,/update/csv,spellCheckWithWordbreak,/admin/segments,/terms,/search-facet-invariants
   [junit4]   2> 2132325 WARN  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.SolrCore solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 2132326 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2132326 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2132326 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2132327 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index
   [junit4]   2> 2132329 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2051061305, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2132329 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f5f39f5),segFN=segments_9,generation=9}
   [junit4]   2> 2132330 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 9
   [junit4]   2> 2132330 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@1905d0a5[collection1] main
   [junit4]   2> 2132330 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 2132330 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 2132331 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2132331 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2132331 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2132335 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2132335 INFO  (searcherExecutor-6173-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2132336 INFO  (searcherExecutor-6173-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2132336 INFO  (searcherExecutor-6173-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2132336 INFO  (searcherExecutor-6173-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2132336 INFO  (coreLoadExecutor-6172-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2132336 INFO  (searcherExecutor-6173-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2132337 INFO  (searcherExecutor-6173-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2132337 INFO  (searcherExecutor-6173-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2132338 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 2132338 INFO  (searcherExecutor-6173-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2132339 INFO  (searcherExecutor-6173-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2132339 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[A]} 0 1
   [junit4]   2> 2132339 INFO  (searcherExecutor-6173-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1905d0a5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2132340 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2132401 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f5f39f5),segFN=segments_9,generation=9}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f5f39f5),segFN=segments_a,generation=10}
   [junit4]   2> 2132402 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 10
   [junit4]   2> 2132405 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@6decaa5d[collection1] main
   [junit4]   2> 2132406 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2132407 INFO  (searcherExecutor-6173-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6decaa5d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(5.5.0):C1)))}
   [junit4]   2> 2132408 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[B]} 0 0
   [junit4]   2> 2132409 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start rollback{}
   [junit4]   2> 2132409 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DefaultSolrCoreState Rollback old IndexWriter... core=collection1
   [junit4]   2> 2132410 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7383601960850091]
   [junit4]   2> 2132411 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f5f39f5),segFN=segments_a,generation=10}
   [junit4]   2> 2132412 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 10
   [junit4]   2> 2132413 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2132413 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_rollback
   [junit4]   2> 2132413 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={indent=true&q=id:A+OR+id:B} hits=1 status=0 QTime=0
   [junit4]   2> 2132416 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[ZZZ]} 0 0
   [junit4]   2> 2132417 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2132496 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f5f39f5),segFN=segments_a,generation=10}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f5f39f5),segFN=segments_b,generation=11}
   [junit4]   2> 2132497 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 11
   [junit4]   2> 2132501 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@d008a23[collection1] main
   [junit4]   2> 2132501 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2132503 INFO  (searcherExecutor-6173-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d008a23[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(5.5.0):C1) Uninverting(_4(5.5.0):C1)))}
   [junit4]   2> 2132503 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 86
   [junit4]   2> 2132504 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:ZZZ&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2132506 INFO  (TEST-DirectUpdateHandlerTest.testAddRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAddRollback
   [junit4]   2> 2132511 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteRollback
   [junit4]   2> 2132512 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2132512 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 2132513 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2132521 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f5f39f5),segFN=segments_b,generation=11}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f5f39f5),segFN=segments_c,generation=12}
   [junit4]   2> 2132521 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 12
   [junit4]   2> 2132521 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@6a8ea4cb[collection1] main
   [junit4]   2> 2132522 INFO  (searcherExecutor-6173-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a8ea4cb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2132524 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2132524 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 11
   [junit4]   2> 2132525 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2132525 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[BC4D81E00212B18D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1026850729
   [junit4]   2> 2132526 INFO  (coreCloseExecutor-6177-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@10b086ea
   [junit4]   2> 2132526 INFO  (coreCloseExecutor-6177-thread-1) [    x:collecti

[...truncated too long message...]

lr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2fc63a0c),segFN=segments_k,generation=20}
   [junit4]   2> 2133823 INFO  (coreCloseExecutor-6189-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 20
   [junit4]   2> 2133824 INFO  (coreCloseExecutor-6189-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2133837 INFO  (coreCloseExecutor-6189-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2145994 ERROR (coreCloseExecutor-6189-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Timeout waiting for all directory ref counts to be released - gave up waiting on CachedDir<<refCount=1;path=/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index;done=false>>
   [junit4]   2> 2145994 ERROR (coreCloseExecutor-6189-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Error closing directory:org.apache.solr.common.SolrException: Timeout waiting for all directory ref counts to be released - gave up waiting on CachedDir<<refCount=1;path=/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001/init-core-data-001/index;done=false>>
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:187)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1275)
   [junit4]   2> 	at org.apache.solr.core.SolrCores$2.call(SolrCores.java:134)
   [junit4]   2> 	at org.apache.solr.core.SolrCores$2.call(SolrCores.java:129)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2145995 ERROR (coreCloseExecutor-6189-thread-1) [    x:collection1] o.a.s.c.SolrCore java.lang.AssertionError: 1
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1275)
   [junit4]   2> 	at org.apache.solr.core.SolrCores$2.call(SolrCores.java:134)
   [junit4]   2> 	at org.apache.solr.core.SolrCores$2.call(SolrCores.java:129)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2145995 ERROR (coreCloseExecutor-6189-thread-1) [    x:collection1] o.a.s.c.SolrCores Error shutting down core:java.lang.AssertionError: 1
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1275)
   [junit4]   2> 	at org.apache.solr.core.SolrCores$2.call(SolrCores.java:134)
   [junit4]   2> 	at org.apache.solr.core.SolrCores$2.call(SolrCores.java:129)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build/solr-core/test/J0/temp/solr.update.DirectUpdateHandlerTest_BC4D81E00212B18D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54): {id=Lucene50(blocksize=128)}, docValues:{}, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=el-CY, timezone=America/Campo_Grande
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.7.0_95 (64-bit)/cpus=3,threads=1,free=184880464,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [PingRequestHandlerTest, AnalysisErrorHandlingTest, SharedFSAutoReplicaFailoverTest, TestLuceneMatchVersion, SimpleFacetsTest, AnalyticsQueryTest, TestRestManager, ClusterStateUpdateTest, TestConfigSetsAPI, HdfsDirectoryFactoryTest, TestComplexPhraseQParserPlugin, PeerSyncTest, TestSearcherReuse, TestStressVersions, DistributedFacetPivotWhiteBoxTest, TestSmileRequest, BitVectorTest, TestConfig, SolrRequestParserTest, DistributedVersionInfoTest, ShardRoutingTest, TimeZoneUtilsTest, TestMergePolicyConfig, SystemInfoHandlerTest, TestScoreJoinQPNoScore, TestCoreContainer, MoreLikeThisHandlerTest, TestPKIAuthenticationPlugin, SolrXmlInZkTest, TestEmbeddedSolrServerConstructors, SolrCoreTest, HttpPartitionTest, UnloadDistributedZkTest, TestRawResponseWriter, CursorPagingTest, TestConfigOverlay, ExternalFileFieldSortTest, TestRemoteStreaming, ZkControllerTest, TestSchemaManager, TestXIncludeConfig, AssignTest, ReplicationFactorTest, TestCloudPivotFacet, TestComponentsName, TestLazyCores, ScriptEngineTest, TestFieldResource, TestAnalyzedSuggestions, TestDFRSimilarityFactory, SortSpecParsingTest, HdfsBasicDistributedZk2Test, SuggesterFSTTest, XmlUpdateRequestHandlerTest, FastVectorHighlighterTest, TestClusterStateMutator, ZkCLITest, TestCloudDeleteByQuery, DeleteLastCustomShardedReplicaTest, DistributedQueryComponentOptimizationTest, PreAnalyzedFieldTest, RecoveryAfterSoftCommitTest, TestDistributedSearch, TestArbitraryIndexDir, TestHdfsUpdateLog, ZkStateWriterTest, SoftAutoCommitTest, TermsComponentTest, MigrateRouteKeyTest, TestSchemaResource, TestFieldTypeResource, TestGroupingSearch, TestHighlightDedupGrouping, TestPostingsSolrHighlighter, ConnectionManagerTest, SchemaVersionSpecificBehaviorTest, PKIAuthenticationIntegrationTest, DistributedQueryElevationComponentTest, TestClassNameShortening, TestIntervalFaceting, LeaderElectionTest, TestCursorMarkWithoutUniqueKey, BigEndianAscendingWordDeserializerTest, ActionThrottleTest, TestElisionMultitermQuery, TestSweetSpotSimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestHashPartitioner, TestRandomDVFaceting, JsonLoaderTest, DistributedSpellCheckComponentTest, OverseerTest, TestUniqueKeyFieldResource, BJQParserTest, TestExclusionRuleCollectionAccess, TestLRUStatsCache, TestSolrCloudWithKerberosAlt, URLClassifyProcessorTest, StatelessScriptUpdateProcessorFactoryTest, QueryElevationComponentTest, TestBlendedInfixSuggestions, TriLevelCompositeIdRoutingTest, SpatialRPTFieldTypeTest, TestLeaderInitiatedRecoveryThread, TestRemoveLastDynamicCopyField, TestStressReorder, TestSurroundQueryParser, TestFieldSortValues, TestManagedSynonymFilterFactory, CoreAdminCreateDiscoverTest, TestMissingGroups, DistributedFacetPivotSmallAdvancedTest, DeleteShardTest, TestMiniSolrCloudClusterBase, TestDynamicFieldResource, TestOrdValues, SliceStateTest, TestConfigReload, AsyncMigrateRouteKeyTest, PathHierarchyTokenizerFactoryTest, HardAutoCommitTest, PrimUtilsTest, TestInitQParser, DistribJoinFromCollectionTest, IndexSchemaTest, HdfsWriteToMultipleCollectionsTest, HdfsCollectionsAPIDistributedZkTest, TestFaceting, SimpleCollectionCreateDeleteTest, TestJmxIntegration, StandardRequestHandlerTest, TestDistribDocBasedVersion, HdfsChaosMonkeyNothingIsSafeTest, OverseerStatusTest, TestPartialUpdateDeduplication, TestPseudoReturnFields, TestManagedResource, TestLMDirichletSimilarityFactory, SimpleMLTQParserTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler, DistributedTermsComponentTest, TestSolr4Spatial, SolrCmdDistributorTest, BadIndexSchemaTest, TestSort, TestFunctionQuery, DirectUpdateHandlerTest]
   [junit4] Completed [308/571 (1!)] on J0 in 15.66s, 7 tests, 1 failure <<< FAILURES!

[...truncated 822 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/build.xml:750: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/build.xml:694: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/solr/common-build.xml:534: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/lucene/common-build.xml:1477: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-5.5-Solaris/lucene/common-build.xml:1033: There were test failures: 571 suites (7 ignored), 2289 tests, 1 failure, 56 ignored (40 assumptions) [seed: BC4D81E00212B18D]

Total time: 83 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any