You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/01/05 02:27:35 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 2249 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2249/

12 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test

Error Message:
Error from server at https://127.0.0.1:50429/nre: collection already exists: testcollection

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:50429/nre: collection already exists: testcollection
	at __randomizedtesting.SeedInfo.seed([CCA613C3F293E2E5:44F22C195C6F8F1D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1675)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1702)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:225)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest

Error Message:
116 threads leaked from SUITE scope at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest:     1) Thread[id=16864, name=Thread-2746, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)    2) Thread[id=16798, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=16839, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=16940, name=zkConnectionManagerCallback-3935-thread-1-processing-n:127.0.0.1:35834_-SendThread(127.0.0.1:53808), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    5) Thread[id=16895, name=zkCallback-3964-thread-1, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=16948, name=coreZkRegister-5435-thread-1, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=16939, name=coreZkRegister-5468-thread-1, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=16951, name=ScheduledTrigger-5475-thread-3, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=16796, name=Thread-2728, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)   10) Thread[id=16860, name=zkCallback-3954-thread-1, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   11) Thread[id=16957, name=zkCallback-3944-thread-6, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   12) Thread[id=16845, name=qtp128831529-16845, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   13) Thread[id=16869, name=Scheduler-546217732, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   14) Thread[id=16875, name=qtp636122867-16875, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   15) Thread[id=16811, name=qtp1478415046-16811, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   16) Thread[id=16795, name=zkCallback-3934-thread-1, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   17) Thread[id=16847, name=qtp128831529-16847, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   18) Thread[id=16959, name=zkCallback-3944-thread-7, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   19) Thread[id=16874, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   20) Thread[id=16927, name=zkConnectionManagerCallback-3955-thread-1-processing-n:127.0.0.1:45818_-SendThread(127.0.0.1:53808), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)   21) Thread[id=16812, name=qtp1478415046-16812, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   22) Thread[id=16909, name=zkCallback-3934-thread-2, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   23) Thread[id=16846, name=qtp128831529-16846, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   24) Thread[id=16915, name=zkCallback-3964-thread-5, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   25) Thread[id=16852, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   26) Thread[id=16881, name=qtp636122867-16881, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   27) Thread[id=16913, name=zkCallback-3954-thread-3, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   28) Thread[id=16917, name=zkConnectionManagerCallback-3945-thread-1-processing-n:127.0.0.1:47587_-SendThread(127.0.0.1:53808), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   29) Thread[id=16896, name=Thread-2755, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)   30) Thread[id=16899, name=zkCallback-3964-thread-2, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   31) Thread[id=16853, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   32) Thread[id=16821, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   33) Thread[id=16914, name=zkCallback-3954-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   34) Thread[id=16814, name=qtp1478415046-16814, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   35) Thread[id=16953, name=ScheduledTrigger-5475-thread-4, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   36) Thread[id=16787, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   37) Thread[id=16926, name=zkCallback-3954-thread-5, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   38) Thread[id=16866, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   39) Thread[id=16774, name=qtp1857031859-16774, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   40) Thread[id=16793, name=zkConnectionManagerCallback-3935-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   41) Thread[id=16894, name=zkConnectionManagerCallback-3965-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   42) Thread[id=16907, name=zkCallback-3944-thread-3, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   43) Thread[id=16879, name=qtp636122867-16879, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   44) Thread[id=16810, name=qtp1478415046-16810-acceptor-0@5c777254-ServerConnector@19abb512{HTTP/1.1,[http/1.1]}{127.0.0.1:47587}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   45) Thread[id=16859, name=zkConnectionManagerCallback-3955-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   46) Thread[id=16928, name=zkConnectionManagerCallback-3955-thread-1-processing-n:127.0.0.1:45818_-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   47) Thread[id=16815, name=qtp1478415046-16815, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   48) Thread[id=16880, name=qtp636122867-16880, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   49) Thread[id=16805, name=searcherExecutor-5441-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   50) Thread[id=16921, name=OverseerAutoScalingTriggerThread-99294364493414419-127.0.0.1:47587_-n_0000000005, state=WAITING, group=Overseer autoscaling triggers]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)         at java.lang.Thread.run(Thread.java:748)   51) Thread[id=16897, name=coreContainerWorkExecutor-5469-thread-1, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   52) Thread[id=16844, name=qtp128831529-16844, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   53) Thread[id=16809, name=qtp1478415046-16809, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   54) Thread[id=16919, name=OverseerStateUpdate-99294364493414419-127.0.0.1:47587_-n_0000000005, state=TIMED_WAITING, group=Overseer state updater.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)         at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203)         at java.lang.Thread.run(Thread.java:748)   55) Thread[id=16781, name=qtp1857031859-16781, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   56) Thread[id=16898, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   57) Thread[id=16887, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   58) Thread[id=16843, name=qtp128831529-16843, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   59) Thread[id=16956, name=zkCallback-3964-thread-6, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   60) Thread[id=16779, name=qtp1857031859-16779, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   61) Thread[id=16938, name=coreZkRegister-5457-thread-2, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   62) Thread[id=16786, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   63) Thread[id=16834, name=Scheduler-2104140649, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   64) Thread[id=16780, name=qtp1857031859-16780, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   65) Thread[id=16958, name=zkCallback-3954-thread-6, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   66) Thread[id=16813, name=qtp1478415046-16813, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   67) Thread[id=16820, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   68) Thread[id=16941, name=zkConnectionManagerCallback-3935-thread-1-processing-n:127.0.0.1:35834_-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   69) Thread[id=16908, name=zkCallback-3944-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   70) Thread[id=16900, name=zkCallback-3964-thread-3, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   71) Thread[id=16831, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   72) Thread[id=16888, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   73) Thread[id=16911, name=zkCallback-3934-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   74) Thread[id=16906, name=zkCallback-3944-thread-2, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   75) Thread[id=16837, name=searcherExecutor-5452-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   76) Thread[id=16943, name=ScheduledTrigger-5475-thread-2, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   77) Thread[id=16901, name=zkCallback-3964-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   78) Thread[id=16922, name=zkCallback-3934-thread-5, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   79) Thread[id=16912, name=zkCallback-3954-thread-2, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   80) Thread[id=16778, name=qtp1857031859-16778, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   81) Thread[id=16878, name=qtp636122867-16878, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   82) Thread[id=16930, name=zkConnectionManagerCallback-3965-thread-1-processing-n:127.0.0.1:41210_-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   83) Thread[id=16955, name=zkCallback-3934-thread-6, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   84) Thread[id=16775, name=qtp1857031859-16775, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   85) Thread[id=16782, name=org.eclipse.jetty.server.session.HashSessionManager@7180dad4Timer, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   86) Thread[id=16776, name=qtp1857031859-16776-acceptor-0@1ce8b3da-ServerConnector@350c9ccc{HTTP/1.1,[http/1.1]}{127.0.0.1:35834}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   87) Thread[id=16829, name=Thread-2737, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)   88) Thread[id=16929, name=zkConnectionManagerCallback-3965-thread-1-processing-n:127.0.0.1:41210_-SendThread(127.0.0.1:53808), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   89) Thread[id=16877, name=qtp636122867-16877-acceptor-0@165d3c05-ServerConnector@3d9d8e90{HTTP/1.1,[http/1.1]}{127.0.0.1:41210}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   90) Thread[id=16876, name=qtp636122867-16876, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   91) Thread[id=16803, name=watches-3936-thread-2, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   92) Thread[id=16840, name=qtp128831529-16840, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   93) Thread[id=16910, name=zkCallback-3934-thread-3, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   94) Thread[id=16870, name=watches-3956-thread-1, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   95) Thread[id=16936, name=ScheduledTrigger-5475-thread-1, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)         at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)         at org.apache.solr.cloud.ZkDistributedQueue.offer(ZkDistributedQueue.java:321)         at org.apache.solr.cloud.autoscaling.TriggerEventQueue.offerEvent(TriggerEventQueue.java:58)         at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.enqueue(ScheduledTriggers.java:488)         at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:267)         at org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$328/1617091509.process(Unknown Source)         at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:159)         at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:536)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)         at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)         at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   96) Thread[id=16916, name=zkCallback-3944-thread-5, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   97) Thread[id=16842, name=qtp128831529-16842-acceptor-0@4c81a025-ServerConnector@6bcfa61f{HTTP/1.1,[http/1.1]}{127.0.0.1:45818}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   98) Thread[id=16937, name=coreZkRegister-5457-thread-1, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   99) Thread[id=16872, name=searcherExecutor-5463-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   100) Thread[id=16808, name=qtp1478415046-16808, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   101) Thread[id=16934, name=coreZkRegister-5446-thread-2, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   102) Thread[id=16949, name=coreZkRegister-5435-thread-2, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   103) Thread[id=16777, name=qtp1857031859-16777, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   104) Thread[id=16816, name=org.eclipse.jetty.server.session.HashSessionManager@59a8a933Timer, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   105) Thread[id=16848, name=org.eclipse.jetty.server.session.HashSessionManager@35347e14Timer, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   106) Thread[id=16807, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   107) Thread[id=16918, name=zkConnectionManagerCallback-3945-thread-1-processing-n:127.0.0.1:47587_-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   108) Thread[id=16799, name=Scheduler-1674535437, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   109) Thread[id=16841, name=qtp128831529-16841, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   110) Thread[id=16920, name=OverseerCollectionConfigSetProcessor-99294364493414419-127.0.0.1:47587_-n_0000000005, state=TIMED_WAITING, group=Overseer collection creation process.]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)         at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339)         at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)         at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)         at java.lang.Thread.run(Thread.java:748)   111) Thread[id=16828, name=zkCallback-3944-thread-1, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.

[...truncated too long message...]

AFB99]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 324721 INFO  (SUITE-ConcurrentUpdateSolrClientTest-seed#[CCDB4C2436AAFB99]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d0e0bdd: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3d5c3f3f
   [junit4]   2> 324728 INFO  (SUITE-ConcurrentUpdateSolrClientTest-seed#[CCDB4C2436AAFB99]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 324728 INFO  (SUITE-ConcurrentUpdateSolrClientTest-seed#[CCDB4C2436AAFB99]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8850c98: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@606580cb
   [junit4]   2> 324732 INFO  (SUITE-ConcurrentUpdateSolrClientTest-seed#[CCDB4C2436AAFB99]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 324733 INFO  (SUITE-ConcurrentUpdateSolrClientTest-seed#[CCDB4C2436AAFB99]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2aaead3e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@44224f9d
   [junit4]   2> 324741 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4aeece74
   [junit4]   2> 324741 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1257164404
   [junit4]   2> 324742 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61d60d9d: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@66a14f3c
   [junit4]   2> 324905 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: now flush at close
   [junit4]   2> 324905 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 324906 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]:   index before flush _0(8.0.0):C272 _1(8.0.0):C228 _2(8.0.0):C1
   [junit4]   2> 324906 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-199-thread-1]: startFullFlush
   [junit4]   2> 324906 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-199-thread-1]: coreCloseExecutor-199-thread-1 finishFullFlush success=true
   [junit4]   2> 324906 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
   [junit4]   2> 324906 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-199-thread-1]: waitApply: no deletes to apply
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-199-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-199-thread-1]: now merge
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-199-thread-1]:   index: _0(8.0.0):C272 _1(8.0.0):C228 _2(8.0.0):C1
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-199-thread-1]:   no more merges pending; now return
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: waitForMerges
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: waitForMerges done
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: commit: start
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: commit: enter lock
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: commit: now prepare
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: prepareCommit: flush
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]:   index before flush _0(8.0.0):C272 _1(8.0.0):C228 _2(8.0.0):C1
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-199-thread-1]: startFullFlush
   [junit4]   2> 324945 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
   [junit4]   2> 324946 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-199-thread-1]: waitApply: no deletes to apply
   [junit4]   2> 324946 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-199-thread-1]: coreCloseExecutor-199-thread-1 finishFullFlush success=true
   [junit4]   2> 324946 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: startCommit(): start
   [junit4]   2> 324946 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]:   skip startCommit(): no changes pending
   [junit4]   2> 324946 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: commit: pendingCommit == null; skip
   [junit4]   2> 324946 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: commit: took 0.5 msec
   [junit4]   2> 324946 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: commit: done
   [junit4]   2> 324946 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: rollback
   [junit4]   2> 324946 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: all running merges have aborted
   [junit4]   2> 325081 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: rollback: done finish merges
   [junit4]   2> 325081 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-199-thread-1]: abort
   [junit4]   2> 325081 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-199-thread-1]: done abort success=true
   [junit4]   2> 325081 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-199-thread-1]: rollback: infos=_0(8.0.0):C272 _1(8.0.0):C228 _2(8.0.0):C1
   [junit4]   2> 325081 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-199-thread-1]: now checkpoint "_0(8.0.0):C272 _1(8.0.0):C228 _2(8.0.0):C1" [3 segments ; isCommit = false]
   [junit4]   2> 325081 INFO  (coreCloseExecutor-199-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-199-thread-1]: 0 msec to checkpoint
   [junit4]   2> 325310 INFO  (SUITE-ConcurrentUpdateSolrClientTest-seed#[CCDB4C2436AAFB99]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@552827aa{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.ConcurrentUpdateSolrClientTest_CCDB4C2436AAFB99-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1326, maxMBSortInHeap=5.8238623254794595, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2ae706be), locale=fi, timezone=Africa/Bujumbura
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=235764408,total=358088704
   [junit4]   2> NOTE: All tests run in this JVM: [BasicHttpSolrClientTest, CommonAdminParamsTest, AbsoluteValueEvaluatorTest, ClientUtilsTest, AppendEvaluatorTest, FacetFieldTest, SubtractEvaluatorTest, GraphTest, HyperbolicCosineEvaluatorTest, TestRetryUtil, RecursiveEvaluatorTest, TestLBHttpSolrClient, CeilingEvaluatorTest, JsonValidatorTest, ConcurrentUpdateSolrClientTest]
   [junit4] Completed [31/146 (1!)] on J1 in 32.47s, 3 tests, 1 failure <<< FAILURES!

[...truncated 47495 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2258 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2258/

2 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([448EC2C7DED1B926:CFA911169FD712A2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
	at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:428)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster

Error Message:
Document mismatch on target after sync expected:<2000> but was:<1901>

Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
	at __randomizedtesting.SeedInfo.seed([448EC2C7DED1B926:90CB899E39870ADD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:292)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12089 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> 357292 INFO  (SUITE-ShardSplitTest-seed#[448EC2C7DED1B926]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/init-core-data-001
   [junit4]   2> 357292 WARN  (SUITE-ShardSplitTest-seed#[448EC2C7DED1B926]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 357292 INFO  (SUITE-ShardSplitTest-seed#[448EC2C7DED1B926]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 357294 INFO  (SUITE-ShardSplitTest-seed#[448EC2C7DED1B926]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 357294 INFO  (SUITE-ShardSplitTest-seed#[448EC2C7DED1B926]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 357296 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 357296 INFO  (Thread-226) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 357296 INFO  (Thread-226) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 357297 ERROR (Thread-226) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 357396 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.ZkTestServer start zk server on port:39042
   [junit4]   2> 357398 INFO  (zkConnectionManagerCallback-421-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 357402 INFO  (zkConnectionManagerCallback-423-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 357425 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 357426 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 357435 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 357436 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 357437 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 357438 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 357438 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 357439 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 357440 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 357441 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 357441 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 357460 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 357460 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fcc286020001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 357754 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 357767 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72d1d52b{/,null,AVAILABLE}
   [junit4]   2> 357768 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@680a30b3{HTTP/1.1,[http/1.1]}{127.0.0.1:35185}
   [junit4]   2> 357768 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.Server Started @367199ms
   [junit4]   2> 357769 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=35185, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/control-001/cores}
   [junit4]   2> 357769 ERROR (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 357769 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 357769 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 357769 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 357769 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T02:18:15.386Z
   [junit4]   2> 357784 INFO  (zkConnectionManagerCallback-425-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 357785 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 357785 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/control-001/solr.xml
   [junit4]   2> 357796 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 357796 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 357797 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 357812 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39042/solr
   [junit4]   2> 357813 INFO  (zkConnectionManagerCallback-429-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 357815 INFO  (zkConnectionManagerCallback-431-thread-1-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 358009 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:35185_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 358010 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:35185_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35185_
   [junit4]   2> 358010 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:35185_    ] o.a.s.c.Overseer Overseer (id=99357104204283908-127.0.0.1:35185_-n_0000000000) starting
   [junit4]   2> 358059 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:35185_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35185_
   [junit4]   2> 358076 INFO  (OverseerStateUpdate-99357104204283908-127.0.0.1:35185_-n_0000000000) [n:127.0.0.1:35185_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 358272 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:35185_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 358303 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:35185_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 358303 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:35185_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 358304 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:35185_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/control-001/cores
   [junit4]   2> 358363 INFO  (zkConnectionManagerCallback-437-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 358364 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 358364 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39042/solr ready
   [junit4]   2> 358399 INFO  (qtp575047345-1344) [n:127.0.0.1:35185_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35185_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 358436 INFO  (OverseerThreadFactory-412-thread-1-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 358541 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 358541 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 358644 INFO  (zkCallback-430-thread-1-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 359606 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 359678 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 360063 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 360120 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 360129 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 360154 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 360154 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 360157 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=73.462890625, floorSegmentMB=1.6728515625, forceMergeDeletesPctAllowed=12.22560260530883, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 360177 WARN  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 360331 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 360331 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 360332 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 360332 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 360333 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=17.9404296875, floorSegmentMB=0.916015625, forceMergeDeletesPctAllowed=25.628124242071326, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 360351 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b81dab2[control_collection_shard1_replica_n1] main]
   [junit4]   2> 360352 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 360353 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 360353 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 360353 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589713670472990720
   [junit4]   2> 360393 INFO  (searcherExecutor-415-thread-1-processing-n:127.0.0.1:35185_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2b81dab2[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 360394 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 360394 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 360394 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35185/control_collection_shard1_replica_n1/
   [junit4]   2> 360395 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 360395 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:35185/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 360395 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 360427 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35185/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 360529 INFO  (zkCallback-430-thread-2-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 360578 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 360580 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2039
   [junit4]   2> 360583 INFO  (qtp575047345-1344) [n:127.0.0.1:35185_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 360681 INFO  (zkCallback-430-thread-2-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 361583 INFO  (qtp575047345-1344) [n:127.0.0.1:35185_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35185_&wt=javabin&version=2} status=0 QTime=3184
   [junit4]   2> 361595 INFO  (zkConnectionManagerCallback-441-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 361595 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 361596 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39042/solr ready
   [junit4]   2> 361596 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 361597 INFO  (qtp575047345-1341) [n:127.0.0.1:35185_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 361599 INFO  (OverseerThreadFactory-412-thread-2-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 361599 INFO  (OverseerCollectionConfigSetProcessor-99357104204283908-127.0.0.1:35185_-n_0000000000) [n:127.0.0.1:35185_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 361599 WARN  (OverseerThreadFactory-412-thread-2-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 361802 INFO  (qtp575047345-1341) [n:127.0.0.1:35185_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 361803 INFO  (qtp575047345-1341) [n:127.0.0.1:35185_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=205
   [junit4]   2> 361906 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-1-001 of type NRT
   [junit4]   2> 361906 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 361907 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69309a3{/,null,AVAILABLE}
   [junit4]   2> 361908 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5fca6066{HTTP/1.1,[http/1.1]}{127.0.0.1:43613}
   [junit4]   2> 361908 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.Server Started @371339ms
   [junit4]   2> 361908 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=43613, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-1-001/cores}
   [junit4]   2> 361908 ERROR (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 361908 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 361908 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 361908 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 361908 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T02:18:19.525Z
   [junit4]   2> 361910 INFO  (zkConnectionManagerCallback-443-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 361910 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 361910 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-1-001/solr.xml
   [junit4]   2> 361926 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 361926 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 361927 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 361929 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39042/solr
   [junit4]   2> 361930 INFO  (zkConnectionManagerCallback-447-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 361948 INFO  (zkConnectionManagerCallback-449-thread-1-processing-n:127.0.0.1:43613_) [n:127.0.0.1:43613_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 361984 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:43613_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 361985 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:43613_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 361987 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:43613_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43613_
   [junit4]   2> 361987 INFO  (zkCallback-430-thread-2-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 362004 INFO  (zkCallback-440-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 362005 INFO  (zkCallback-448-thread-1-processing-n:127.0.0.1:43613_) [n:127.0.0.1:43613_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 362109 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:43613_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 362120 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:43613_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 362120 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:43613_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 362122 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:43613_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-1-001/cores
   [junit4]   2> 362150 INFO  (qtp575047345-1342) [n:127.0.0.1:35185_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43613_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 362151 INFO  (OverseerCollectionConfigSetProcessor-99357104204283908-127.0.0.1:35185_-n_0000000000) [n:127.0.0.1:35185_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 362152 INFO  (OverseerThreadFactory-412-thread-3-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43613_ for creating new replica
   [junit4]   2> 362155 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 362156 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 362258 INFO  (zkCallback-448-thread-1-processing-n:127.0.0.1:43613_) [n:127.0.0.1:43613_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 363197 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 363256 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 363658 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 363712 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 363713 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 363713 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 363713 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 363740 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=73.462890625, floorSegmentMB=1.6728515625, forceMergeDeletesPctAllowed=12.22560260530883, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 363875 WARN  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 364095 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 364095 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 364096 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 364096 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 364097 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=17.9404296875, floorSegmentMB=0.916015625, forceMergeDeletesPctAllowed=25.628124242071326, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 364118 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@22ddfe12[collection1_shard2_replica_n41] main]
   [junit4]   2> 364162 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 364183 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 364183 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 364183 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589713674489036800
   [junit4]   2> 364220 INFO  (searcherExecutor-426-thread-1-processing-n:127.0.0.1:43613_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@22ddfe12[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 364257 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 364257 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 364257 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43613/collection1_shard2_replica_n41/
   [junit4]   2> 364257 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 364257 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:43613/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 364257 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 364261 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43613/collection1_shard2_replica_n41/ shard2
   [junit4]   2> 364262 INFO  (zkCallback-448-thread-1-processing-n:127.0.0.1:43613_) [n:127.0.0.1:43613_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 364311 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 364312 INFO  (qtp1444522290-1392) [n:127.0.0.1:43613_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2157
   [junit4]   2> 364332 INFO  (qtp575047345-1342) [n:127.0.0.1:35185_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43613_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2182
   [junit4]   2> 364432 INFO  (zkCallback-448-thread-1-processing-n:127.0.0.1:43613_) [n:127.0.0.1:43613_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 364746 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-2-001 of type NRT
   [junit4]   2> 364747 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 364748 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68c04799{/,null,AVAILABLE}
   [junit4]   2> 364749 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3a4fcd41{HTTP/1.1,[http/1.1]}{127.0.0.1:37060}
   [junit4]   2> 364749 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.Server Started @374179ms
   [junit4]   2> 364749 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=37060, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-2-001/cores}
   [junit4]   2> 364749 ERROR (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 364749 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 364749 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 364749 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 364749 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T02:18:22.366Z
   [junit4]   2> 364786 INFO  (zkConnectionManagerCallback-453-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 364806 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 364806 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-2-001/solr.xml
   [junit4]   2> 364810 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 364810 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 364823 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 364825 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39042/solr
   [junit4]   2> 364830 INFO  (zkConnectionManagerCallback-457-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 364840 INFO  (zkConnectionManagerCallback-459-thread-1-processing-n:127.0.0.1:37060_) [n:127.0.0.1:37060_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 364852 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:37060_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 364853 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:37060_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 364855 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:37060_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37060_
   [junit4]   2> 364883 INFO  (zkCallback-448-thread-1-processing-n:127.0.0.1:43613_) [n:127.0.0.1:43613_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 364883 INFO  (zkCallback-430-thread-2-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 364885 INFO  (zkCallback-440-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 364968 INFO  (zkCallback-458-thread-1-processing-n:127.0.0.1:37060_) [n:127.0.0.1:37060_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 365109 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:37060_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 365145 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:37060_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 365145 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:37060_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 365162 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:37060_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-2-001/cores
   [junit4]   2> 365284 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37060_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 365301 INFO  (OverseerCollectionConfigSetProcessor-99357104204283908-127.0.0.1:35185_-n_0000000000) [n:127.0.0.1:35185_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 365302 INFO  (OverseerThreadFactory-412-thread-4-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37060_ for creating new replica
   [junit4]   2> 365338 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 365339 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 365442 INFO  (zkCallback-458-thread-1-processing-n:127.0.0.1:37060_) [n:127.0.0.1:37060_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 365442 INFO  (zkCallback-448-thread-1-processing-n:127.0.0.1:43613_) [n:127.0.0.1:43613_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 366403 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 366453 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
   [junit4]   2> 366724 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 366802 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
   [junit4]   2> 366802 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 366803 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 366803 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
   [junit4]   2> 366805 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=73.462890625, floorSegmentMB=1.6728515625, forceMergeDeletesPctAllowed=12.22560260530883, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 366840 WARN  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 366985 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 366985 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 366998 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 366998 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 366999 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=17.9404296875, floorSegmentMB=0.916015625, forceMergeDeletesPctAllowed=25.628124242071326, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 366999 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c6258c0[collection1_shard1_replica_n43] main]
   [junit4]   2> 367000 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 367000 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 367001 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 367019 INFO  (searcherExecutor-437-thread-1-processing-n:127.0.0.1:37060_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@2c6258c0[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 367019 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589713677462798336
   [junit4]   2> 367036 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 367036 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 367036 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37060/collection1_shard1_replica_n43/
   [junit4]   2> 367036 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 367036 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:37060/collection1_shard1_replica_n43/ has no replicas
   [junit4]   2> 367036 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 367038 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37060/collection1_shard1_replica_n43/ shard1
   [junit4]   2> 367142 INFO  (zkCallback-458-thread-1-processing-n:127.0.0.1:37060_) [n:127.0.0.1:37060_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 367142 INFO  (zkCallback-448-thread-1-processing-n:127.0.0.1:43613_) [n:127.0.0.1:43613_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 367157 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 367158 INFO  (qtp365295878-1424) [n:127.0.0.1:37060_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1819
   [junit4]   2> 367173 INFO  (qtp575047345-1346) [n:127.0.0.1:35185_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37060_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1888
   [junit4]   2> 367274 INFO  (zkCallback-448-thread-1-processing-n:127.0.0.1:43613_) [n:127.0.0.1:43613_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 367274 INFO  (zkCallback-458-thread-1-processing-n:127.0.0.1:37060_) [n:127.0.0.1:37060_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 367322 INFO  (OverseerCollectionConfigSetProcessor-99357104204283908-127.0.0.1:35185_-n_0000000000) [n:127.0.0.1:35185_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 367699 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-3-001 of type NRT
   [junit4]   2> 367701 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 367736 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2db2c4f4{/,null,AVAILABLE}
   [junit4]   2> 367736 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7c3786fb{HTTP/1.1,[http/1.1]}{127.0.0.1:41841}
   [junit4]   2> 367736 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.e.j.s.Server Started @377167ms
   [junit4]   2> 367736 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=41841, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-3-001/cores}
   [junit4]   2> 367736 ERROR (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 367738 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 367738 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 367738 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 367738 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T02:18:25.355Z
   [junit4]   2> 367755 INFO  (zkConnectionManagerCallback-463-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 367756 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 367756 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-3-001/solr.xml
   [junit4]   2> 367772 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 367772 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 367773 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 367820 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39042/solr
   [junit4]   2> 367825 INFO  (zkConnectionManagerCallback-467-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 367839 INFO  (zkConnectionManagerCallback-469-thread-1-processing-n:127.0.0.1:41841_) [n:127.0.0.1:41841_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 367843 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:41841_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 367881 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:41841_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 367883 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:41841_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41841_
   [junit4]   2> 367917 INFO  (zkCallback-440-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 367918 INFO  (zkCallback-468-thread-1-processing-n:127.0.0.1:41841_) [n:127.0.0.1:41841_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 367933 INFO  (zkCallback-458-thread-1-processing-n:127.0.0.1:37060_) [n:127.0.0.1:37060_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 367933 INFO  (zkCallback-448-thread-1-processing-n:127.0.0.1:43613_) [n:127.0.0.1:43613_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 367933 INFO  (zkCallback-430-thread-1-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 368170 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:41841_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 368202 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:41841_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 368202 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:41841_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 368203 INFO  (TEST-ShardSplitTest.test-seed#[448EC2C7DED1B926]) [n:127.0.0.1:41841_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-3-001/cores
   [junit4]   2> 368378 INFO  (qtp575047345-1344) [n:127.0.0.1:35185_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41841_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 368517 INFO  (OverseerThreadFactory-412-thread-5-processing-n:127.0.0.1:35185_) [n:127.0.0.1:35185_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41841_ for creating new replica
   [junit4]   2> 368570 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 368570 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 368759 INFO  (zkCallback-468-thread-1-processing-n:127.0.0.1:41841_) [n:127.0.0.1:41841_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 368762 INFO  (zkCallback-458-thread-1-processing-n:127.0.0.1:37060_) [n:127.0.0.1:37060_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 368770 INFO  (zkCallback-448-thread-1-processing-n:127.0.0.1:43613_) [n:127.0.0.1:43613_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 369636 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 369690 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
   [junit4]   2> 370147 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 370211 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
   [junit4]   2> 370211 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@679667ff
   [junit4]   2> 370211 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 370211 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_448EC2C7DED1B926-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
   [junit4]   2> 370246 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=73.462890625, floorSegmentMB=1.6728515625, forceMergeDeletesPctAllowed=12.22560260530883, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 370424 WARN  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 370783 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 370783 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 370784 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 370784 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 370785 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=17.9404296875, floorSegmentMB=0.916015625, forceMergeDeletesPctAllowed=25.628124242071326, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 370857 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@53d66a91[collection1_shard2_replica_n45] main]
   [junit4]   2> 370858 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 370859 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 370859 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 370946 INFO  (searcherExecutor-448-thread-1-processing-n:127.0.0.1:41841_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@53d66a91[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 370946 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589713681580556288
   [junit4]   2> 370949 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
   [junit4]   2> 371039 INFO  (qtp2118808650-1455) [n:127.0.0.1:41841_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2469
   [junit4]   2> 371040 INFO  (updateExecutor-464-thread-1-processing-n:127.0.0.1:41841_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:41841_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 371043 INFO  (recoveryExecutor-465-thread-1-processing-n:127.0.0.1:41841_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41841_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 371063 INFO  (recoveryExecutor-465-thread-1-processing-n:127.0.0.1:41841_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41841_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 371063 INFO  (recoveryExecutor-465-thread-1-processing-n:127.0.0.1:41841_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41841_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
   [junit4]   2> 371063 INFO  (recoveryExecutor-465-thread-1-processing-n:127.0.0.1:41841_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41841_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 371063 INFO  (recoveryExecutor-465-thread-1-processing-n:127.0.0.1:41841_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41841_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:43613/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:41841/collection1_shard2_replica_n45/]
   [junit4]   2> 371066 INFO  (recoveryExecutor-465-thread-1-processing-n:127.0.0.1:41841_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41841_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:43613]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:41841_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 371112 INFO  (qtp1444522290-1394) [n:127.0.0.1:43613_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 371115 INFO  (qtp1444522290-1394) [n:127.0.0.1:43613_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:41841_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:41841","node_name":"127.0.0.1:41841_","state":"down","type":"NRT"}
   [junit4]   2> 371128 INFO  (zkCallback-458-thread-1-processing-n:127.0.0.1:37060_) [n:127.0.0.1:37060_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 371128 INFO  (zkCallback-468-thread-1-processing-n:127.0.0.1:41841_) [n:127.0.0.1:41841_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 371130 INFO  (qtp575047345-1344) [n:127.0.0.1:35185_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41841_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2752
   [junit4]   2> 371200 INFO  (zkCallback-448-thread-1-processing-n:127.0.0.1:43613_) [n:127.0.0.1:43613_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 372146 INFO  (qtp1444522290-1394) [n:127.0.0.1:43613_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:41841_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:41841","node_name":"127.0.0.1:41841_","state":"recovering","type":"NRT"}
   [junit4]   2> 372146 INFO  (qtp1444522290-1394) [n:127.0.0.1:43613_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 372146 INFO  (qtp1444522290-1394) [n:127.0.0.1:43613_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:41841_&onlyIfLeaderActive=true&core=collection1_shard2_repli

[...truncated too long message...]

) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3805212 INFO  (zkCallback-4333-thread-5-processing-n:127.0.0.1:46756_solr) [n:127.0.0.1:46756_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3805212 INFO  (coreCloseExecutor-6764-thread-1) [n:127.0.0.1:46756_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6d854d2b
   [junit4]   2> 3805212 INFO  (coreCloseExecutor-6764-thread-1) [n:127.0.0.1:46756_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=1837452587
   [junit4]   2> 3805212 INFO  (coreCloseExecutor-6764-thread-1) [n:127.0.0.1:46756_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7fc2757a: rootName = solr_46756, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@67fd4d95
   [junit4]   2> 3805217 INFO  (zkCallback-4333-thread-5-processing-n:127.0.0.1:46756_solr) [n:127.0.0.1:46756_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3805217 INFO  (zkCallback-4333-thread-4-processing-n:127.0.0.1:46756_solr) [n:127.0.0.1:46756_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3805219 INFO  (coreCloseExecutor-6764-thread-1) [n:127.0.0.1:46756_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=1837452587
   [junit4]   2> 3805219 INFO  (coreCloseExecutor-6764-thread-1) [n:127.0.0.1:46756_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
   [junit4]   2> 3805220 INFO  (jetty-closer-4324-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99357321572712451-127.0.0.1:46756_solr-n_0000000000) closing
   [junit4]   2> 3805220 INFO  (OverseerStateUpdate-99357321572712451-127.0.0.1:46756_solr-n_0000000000) [n:127.0.0.1:46756_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46756_solr
   [junit4]   2> 3805220 WARN  (OverseerAutoScalingTriggerThread-99357321572712451-127.0.0.1:46756_solr-n_0000000000) [n:127.0.0.1:46756_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3805226 INFO  (jetty-closer-4324-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@39284b69{/solr,null,UNAVAILABLE}
   [junit4]   2> 3805227 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[448EC2C7DED1B926]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3805227 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[448EC2C7DED1B926]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42197 42197
   [junit4]   2> 3805441 INFO  (Thread-3168) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42197 42197
   [junit4]   2> 3805442 WARN  (Thread-3168) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/cdcr-target/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/cdcr-target/cdcr/state/process
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 3805442 INFO  (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[448EC2C7DED1B926]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithContinousIndexingOnSourceCluster
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithContinousIndexingOnSourceCluster -Dtests.seed=448EC2C7DED1B926 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-YE -Dtests.timezone=America/Menominee -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE  131s J2 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([448EC2C7DED1B926:90CB899E39870ADD]:0)
   [junit4]    > 	at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:292)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_448EC2C7DED1B926-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=Lucene50(blocksize=128), xyz=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=405, maxMBSortInHeap=5.112279509145714, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@64b14f59), locale=ar-YE, timezone=America/Menominee
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=309776528,total=519045120
   [junit4]   2> NOTE: All tests run in this JVM: [CopyFieldTest, TestCustomStream, CursorMarkTest, ReturnFieldsTest, TestRealTimeGet, TestInPlaceUpdatesStandalone, SuggesterTest, SimplePostToolTest, RankQueryTest, TestSolrCoreSnapshots, TestFieldCacheSort, LeaderElectionTest, PeerSyncWithIndexFingerprintCachingTest, SolrMetricReporterTest, NodeAddedTriggerTest, LegacyCloudClusterPropTest, TestNonDefinedSimilarityFactory, ShardSplitTest, DistributedExpandComponentTest, TestSolrConfigHandler, ImplicitSnitchTest, TlogReplayBufferedWhileIndexingTest, TestSolrCloudWithKerberosAlt, TestScoreJoinQPScore, TestDeleteCollectionOnDownNodes, TestGroupingSearch, FullHLLTest, ZkNodePropsTest, HdfsChaosMonkeySafeLeaderTest, OverseerTest, FullSolrCloudDistribCmdsTest, TestSystemIdResolver, TestSolrConfigHandlerCloud, DeleteNodeTest, TestLeaderElectionZkExpiry, ClassificationUpdateProcessorFactoryTest, TestManagedResource, TestConfigSetsAPIExclusivity, TestSimDistributedQueue, TestSolrDeletionPolicy2, ConfigSetsAPITest, UnloadDistributedZkTest, MetricsConfigTest, TestExactStatsCache, ConfigureRecoveryStrategyTest, RegexBytesRefFilterTest, TestPKIAuthenticationPlugin, PluginInfoTest, PeerSyncReplicationTest, UniqFieldsUpdateProcessorFactoryTest, LeaderFailureAfterFreshStartTest, TestAuthenticationFramework, TestCSVResponseWriter, TestSizeLimitedDistributedMap, TestExpandComponent, NumberUtilsTest, TestGeoJSONResponseWriter, CoreAdminCreateDiscoverTest, FieldAnalysisRequestHandlerTest, TestSchemaResource, TestInfoStreamLogging, TestZkAclsWithHadoopAuth, DisMaxRequestHandlerTest, TestCollectionAPI, ParsingFieldUpdateProcessorsTest, TestZkChroot, SolrTestCaseJ4Test, FileBasedSpellCheckerTest, TestSolrCoreParser, TestHashPartitioner, TestExtendedDismaxParser, OverseerRolesTest, TestLRUCache, TestDistributedMissingSort, TestExecutePlanAction, ChaosMonkeyNothingIsSafeTest, TestEmbeddedSolrServerConstructors, TestValueSourceCache, ReplicaListTransformerTest, TemplateUpdateProcessorTest, TestExclusionRuleCollectionAccess, TestDynamicFieldResource, TestPrepRecovery, XmlUpdateRequestHandlerTest, SystemInfoHandlerTest, WrapperMergePolicyFactoryTest, TestManagedSynonymFilterFactory, TestLFUCache, TestReplicaProperties, TestLMDirichletSimilarityFactory, MultiThreadedOCPTest, AutoScalingHandlerTest, AnalysisErrorHandlingTest, OverriddenZkACLAndCredentialsProvidersTest, TestTrie, TestCoreAdminApis, TestReloadAndDeleteDocs, CoreAdminHandlerTest, BlobRepositoryCloudTest, TestHighFrequencyDictionaryFactory, TestManagedSchemaThreadSafety, TestGraphTermsQParserPlugin, ConnectionReuseTest, BlockJoinFacetRandomTest, TestFieldCacheWithThreads, CdcrReplicationHandlerTest, TestTolerantUpdateProcessorCloud, HttpPartitionTest, TestIntervalFaceting, TestMacros, SolrSlf4jReporterTest, TestElisionMultitermQuery, TestLegacyFieldReuse, DeleteStatusTest, TestExceedMaxTermLength, TestBlendedInfixSuggestions, TestIndexSearcher, CollectionsAPIAsyncDistributedZkTest, RollingRestartTest, TestStressInPlaceUpdates, TestClusterStateMutator, TestCustomSort, ScriptEngineTest, HdfsAutoAddReplicasIntegrationTest, ManagedSchemaRoundRobinCloudTest, TestCollectionsAPIViaSolrCloudCluster, TestCryptoKeys, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestTlogReplica, HttpTriggerListenerTest, MetricTriggerTest, TestComputePlanAction, TestNodeAddedTrigger, TestTriggerIntegration, CdcrBootstrapTest]
   [junit4] Completed [631/768 (2!)] on J2 in 160.90s, 3 tests, 1 failure <<< FAILURES!

[...truncated 48547 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2257 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2257/

11 tests failed.
FAILED:  org.apache.solr.cloud.CleanupOldIndexTest.test

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([E46D51D53F773947:6C396E0F918B54BF]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
	at org.apache.solr.cloud.CleanupOldIndexTest.test(CleanupOldIndexTest.java:114)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:48680_solr wasn't created

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:48680_solr wasn't created
	at __randomizedtesting.SeedInfo.seed([E46D51D53F773947:FCD7D9D93142F4A8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:936)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([E46D51D53F773947:DBE5527D2821C9A0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction.testIntegration

Error Message:
Timed out waiting for replicas of collection to be 2 again Live Nodes: [127.0.0.1:10000_solr] Last available state: DocCollection(testIntegration//clusterstate.json/4)={   "replicationFactor":"2",   "pullReplicas":"0",   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0",   "autoCreated":"true",   "shards":{"shard1":{       "replicas":{         "core_node1":{           "core":"testIntegration_shard1_replica_n1",           "leader":"true",           "INDEX.sizeInBytes":123450000,           "node_name":"127.0.0.1:10000_solr",           "state":"active",           "type":"NRT"},         "core_node2":{           "node_name":"127.0.0.1:10001_solr",           "core":"testIntegration_shard1_replica_n2",           "state":"down",           "type":"NRT",           "INDEX.sizeInBytes":123450000}},       "range":"80000000-7fffffff",       "state":"active"}}}

Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
Live Nodes: [127.0.0.1:10000_solr]
Last available state: DocCollection(testIntegration//clusterstate.json/4)={
  "replicationFactor":"2",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "shards":{"shard1":{
      "replicas":{
        "core_node1":{
          "core":"testIntegration_shard1_replica_n1",
          "leader":"true",
          "INDEX.sizeInBytes":123450000,
          "node_name":"127.0.0.1:10000_solr",
          "state":"active",
          "type":"NRT"},
        "core_node2":{
          "node_name":"127.0.0.1:10001_solr",
          "core":"testIntegration_shard1_replica_n2",
          "state":"down",
          "type":"NRT",
          "INDEX.sizeInBytes":123450000}},
      "range":"80000000-7fffffff",
      "state":"active"}}}
	at __randomizedtesting.SeedInfo.seed([E46D51D53F773947:540C5FF91A489862]:0)
	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:230)
	at org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction.testIntegration(TestExecutePlanAction.java:193)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException
	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:271)
	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:224)
	... 40 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue.testDistributedQueue

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([E46D51D53F773947]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([E46D51D53F773947]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost

Error Message:
should be at least 1 IGNORED events, waitFor=5, killDelay=5000, minIgnored=1

Stack Trace:
java.lang.AssertionError: should be at least 1 IGNORED events, waitFor=5, killDelay=5000, minIgnored=1
	at __randomizedtesting.SeedInfo.seed([E46D51D53F773947:5B789F2BBC9D5CC1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:459)
	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:309)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode

Error Message:
did not finish processing changes

Stack Trace:
java.lang.AssertionError: did not finish processing changes
	at __randomizedtesting.SeedInfo.seed([E46D51D53F773947:43824C76F03AB65F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:301)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeAddedTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([E46D51D53F773947:6C50D8AA05B7D8EA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeAddedTriggerRestoreState(TestTriggerIntegration.java:365)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([E46D51D53F773947:B9254F5CF0B19F08]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown

Error Message:
CapturedEvent{timestamp=16782013668760189, stage=IGNORED, actionName='null', event={   "id":"3b9f25ed90214bT9po6a1bm374g6vurgb3rxbb3t",   "source":"node_added_cooldown_trigger",   "eventTime":16782008874180939,   "eventType":"NODEADDED",   "properties":{     "eventTimes":[16782008874180939],     "cooldown":true,     "nodeNames":["127.0.0.1:10186_solr"]}}, context={}, config={   "trigger":"node_added_cooldown_trigger",   "afterAction":[],   "stage":[     "FAILED",     "SUCCEEDED",     "IGNORED"],   "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",   "beforeAction":[]}, message='In cooldown period.'} expected:<SUCCEEDED> but was:<IGNORED>

Stack Trace:
java.lang.AssertionError: CapturedEvent{timestamp=16782013668760189, stage=IGNORED, actionName='null', event={
  "id":"3b9f25ed90214bT9po6a1bm374g6vurgb3rxbb3t",
  "source":"node_added_cooldown_trigger",
  "eventTime":16782008874180939,
  "eventType":"NODEADDED",
  "properties":{
    "eventTimes":[16782008874180939],
    "cooldown":true,
    "nodeNames":["127.0.0.1:10186_solr"]}}, context={}, config={
  "trigger":"node_added_cooldown_trigger",
  "afterAction":[],
  "stage":[
    "FAILED",
    "SUCCEEDED",
    "IGNORED"],
  "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
  "beforeAction":[]}, message='In cooldown period.'} expected:<SUCCEEDED> but was:<IGNORED>
	at __randomizedtesting.SeedInfo.seed([E46D51D53F773947:D5D33C3141DD4CB5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown(TestTriggerIntegration.java:1107)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11864 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction
   [junit4]   2> 582583 INFO  (SUITE-TestExecutePlanAction-seed#[E46D51D53F773947]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestExecutePlanAction_E46D51D53F773947-001/init-core-data-001
   [junit4]   2> 582606 WARN  (SUITE-TestExecutePlanAction-seed#[E46D51D53F773947]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
   [junit4]   2> 582606 INFO  (SUITE-TestExecutePlanAction-seed#[E46D51D53F773947]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 582617 INFO  (SUITE-TestExecutePlanAction-seed#[E46D51D53F773947]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 583298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 583299 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 583299 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 583299 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 583299 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 583318 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 583318 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 583368 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testIntegration
   [junit4]   2> 583368 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 583370 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 583376 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 583393 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 583319 DEBUG (ScheduledTrigger-295-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583413 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 583413 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 583414 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 583414 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 583414 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 583414 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 583414 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 583414 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583455 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583484 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583556 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583576 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583604 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583629 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583649 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583669 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583711 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583789 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583809 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583829 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583869 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583909 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583949 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 583969 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 584048 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 584528 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591157 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591178 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591217 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591238 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591241 DEBUG (simCloudManagerPool-297-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 591347 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591354 DEBUG (simCloudManagerPool-297-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 591429 DEBUG (ScheduledTrigger-298-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591430 DEBUG (simCloudManagerPool-297-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 591430 DEBUG (simCloudManagerPool-297-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 591448 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 591448 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 591448 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 591448 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 591465 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591469 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 591485 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591505 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 591505 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591525 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 591525 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591531 DEBUG (simCloudManagerPool-297-thread-2) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: testIntegration
   [junit4]   2> 591545 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 591545 DEBUG (simCloudManagerPool-297-thread-2) [    ] o.a.s.c.Assign Identify nodes using default
   [junit4]   2> 591545 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591565 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 591566 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591589 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 591589 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591645 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 591645 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591685 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 591685 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591709 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 591709 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591729 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 591729 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591749 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 591749 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 591789 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 591789 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
   [junit4]   2> 591789 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 591789 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
   [junit4]   2> 591809 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 591809 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10001_solr]
   [junit4]   2> 591810 DEBUG (ScheduledTrigger-298-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"39d8246cd605d5T9po6a1bm374g6vurgb3rxaw6j",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":16281724628895189,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16281724628895189],
   [junit4]   2>     "nodeNames":["127.0.0.1:10001_solr"]}}
   [junit4]   2> 591981 DEBUG (simCloudManagerPool-297-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testIntegration / shard1: {"core_node1":{
   [junit4]   2>     "node_name":"127.0.0.1:10000_solr",
   [junit4]   2>     "core":"testIntegration_shard1_replica_n1",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":123450000,
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testIntegration"}}
   [junit4]   2> 592029 DEBUG (AutoscalingActionExecutor-299-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"39d8246cd605d5T9po6a1bm374g6vurgb3rxaw6j",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":16281724628895189,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16281724628895189],
   [junit4]   2>     "_enqueue_time_":16281725685682889,
   [junit4]   2>     "nodeNames":["127.0.0.1:10001_solr"]}}
   [junit4]   2> 592085 DEBUG (AutoscalingActionExecutor-299-thread-1) [    ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"39d8246cd605d5T9po6a1bm374g6vurgb3rxaw6j",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":16281724628895189,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16281724628895189],
   [junit4]   2>     "_enqueue_time_":16281725685682889,
   [junit4]   2>     "nodeNames":["127.0.0.1:10001_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
   [junit4]   2> 593669 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.TestExecutePlanAction -------------_ FINAL STATE --------------
   [junit4]   2> 593669 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.TestExecutePlanAction * Node values: {
   [junit4]   2>   "127.0.0.1:10001_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":1,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":990,
   [junit4]   2>     "sysprop.java.version":"1.8.0_144",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10001_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10001,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
   [junit4]   2>   "127.0.0.1:10000_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":1,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":990,
   [junit4]   2>     "sysprop.java.version":"1.8.0_144",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10000_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10000,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}}
   [junit4]   2> 593670 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.TestExecutePlanAction * Live nodes: [127.0.0.1:10000_solr]
   [junit4]   2> 593671 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.TestExecutePlanAction * Collection testIntegration state: DocCollection(testIntegration//clusterstate.json/4)={
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node1":{
   [junit4]   2>           "core":"testIntegration_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "INDEX.sizeInBytes":123450000,
   [junit4]   2>           "node_name":"127.0.0.1:10000_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>           "core":"testIntegration_shard1_replica_n2",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInBytes":123450000}},
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> 593671 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testIntegration
   [junit4]   2> 593671 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 593671 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 593671 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 593671 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 593671 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:		1
   [junit4] HEARTBEAT J0 PID(29033@lucene1-us-west): 2018-01-15T15:16:01, stalled for 71.6s at: MoveReplicaHDFSTest.test
   [junit4]   2> 593672 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:	0
   [junit4]   2> 593672 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:		1
   [junit4]   2> 593749 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		127.0.0.1:10001_solr
   [junit4]   2> 593749 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:	[testIntegration]
   [junit4]   2> 593749 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:	1
   [junit4]   2> 593749 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:	1
   [junit4]   2> 593749 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:		1
   [junit4]   2> 593750 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testIntegration		1
   [junit4]   2> 593769 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- active           1
   [junit4]   2> 593769 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 593770 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- CREATE             1
   [junit4]   2> 593770 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- autoscaling        1
   [junit4]   2> 593770 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- update             1
   [junit4]   2> 593770 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 593786 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
   [junit4]   2> 593786 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         1
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestExecutePlanAction -Dtests.method=testIntegration -Dtests.seed=E46D51D53F773947 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=mt -Dtests.timezone=Asia/Riyadh -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 10.5s J2 | TestExecutePlanAction.testIntegration <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
   [junit4]    > Live Nodes: [127.0.0.1:10000_solr]
   [junit4]    > Last available state: DocCollection(testIntegration//clusterstate.json/4)={
   [junit4]    >   "replicationFactor":"2",
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"2",
   [junit4]    >   "tlogReplicas":"0",
   [junit4]    >   "autoCreated":"true",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node1":{
   [junit4]    >           "core":"testIntegration_shard1_replica_n1",
   [junit4]    >           "leader":"true",
   [junit4]    >           "INDEX.sizeInBytes":123450000,
   [junit4]    >           "node_name":"127.0.0.1:10000_solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT"},
   [junit4]    >         "core_node2":{
   [junit4]    >           "node_name":"127.0.0.1:10001_solr",
   [junit4]    >           "core":"testIntegration_shard1_replica_n2",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "INDEX.sizeInBytes":123450000}},
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active"}}}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E46D51D53F773947:540C5FF91A489862]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:230)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction.testIntegration(TestExecutePlanAction.java:193)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.util.concurrent.TimeoutException
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:271)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:224)
   [junit4]    > 	... 40 more
   [junit4]   2> 593851 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
   [junit4]   2> 593852 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 593853 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 593871 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 593872 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 593872 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 593872 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10001_solr
   [junit4]   2> 593872 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 593872 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 593889 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 593897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 593897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 593898 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 593898 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
   [junit4]   2> 593898 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 593898 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 593898 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 593898 DEBUG (ScheduledTrigger-301-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 593929 DEBUG (ScheduledTrigger-301-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 593970 INFO  (AutoscalingActionExecutor-299-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 16281833696 sessionWrapper.createTime 16281825771229639, this.sessionWrapper.createTime 16281825771229639 
   [junit4]   2> 593971 DEBUG (AutoscalingActionExecutor-299-thread-1) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"39d8246cd605d5T9po6a1bm374g6vurgb3rxaw6j",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":16281724628895189,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16281724628895189],
   [junit4]   2>     "_enqueue_time_":16281725685682889,
   [junit4]   2>     "nodeNames":["127.0.0.1:10001_solr"]}} with context properties: {AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
   [junit4]   2> 593990 DEBUG (ScheduledTrigger-301-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 593990 INFO  (AutoscalingActionExecutor-299-thread-1) [    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"39d8246cd605d5T9po6a1bm374g6vurgb3rxaw6j",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":16281724628895189,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16281724628895189],
   [junit4]   2>     "_enqueue_time_":16281725685682889,
   [junit4]   2>     "nodeNames":["127.0.0.1:10001_solr"]}}
   [junit4]   2> 593990 WARN  (AutoscalingActionExecutor-299-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_lost_trigger has been closed.
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:493)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:305)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 593991 DEBUG (AutoscalingActionExecutor-299-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 98106 ms for event id=39d8246cd605d5T9po6a1bm374g6vurgb3rxaw6j
   [junit4]   2> 594010 DEBUG (ScheduledTrigger-301-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594037 DEBUG (ScheduledTrigger-301-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594010 DEBUG (simCloudManagerPool-300-thread-1) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: testExecute
   [junit4]   2> 594057 DEBUG (ScheduledTrigger-301-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594081 DEBUG (ScheduledTrigger-301-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594057 DEBUG (simCloudManagerPool-300-thread-1) [    ] o.a.s.c.Assign Identify nodes using default
   [junit4]   2> 594109 DEBUG (ScheduledTrigger-301-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594129 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.TestExecutePlanAction Collection ready after 1902ms
   [junit4]   2> 594170 DEBUG (ScheduledTrigger-301-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594135 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"150a04ab88584c40T9po6a1bm374g6vurgb3rxaw6l",
   [junit4]   2>   "source":"mock_trigger_name",
   [junit4]   2>   "eventTime":1516029359337000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1516029359337000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:10000_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@629ce3df, org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction$1@1e584283]}
   [junit4]   2> 594170 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:10002_solr&inPlaceMove=true&replica=core_node2
   [junit4]   2> 594201 DEBUG (ScheduledTrigger-301-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594229 DEBUG (ScheduledTrigger-301-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594251 DEBUG (ScheduledTrigger-301-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594273 DEBUG (ScheduledTrigger-301-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594489 DEBUG (ScheduledTrigger-301-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594490 DEBUG (simCloudManagerPool-300-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node4":{
   [junit4]   2>     "core":"testExecute_shard1_replica_n3",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testExecute",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT"}}
   [junit4]   2> 594513 DEBUG (ScheduledTrigger-301-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594537 DEBUG (ScheduledTrigger-301-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594561 DEBUG (ScheduledTrigger-301-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594585 DEBUG (ScheduledTrigger-301-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594613 DEBUG (ScheduledTrigger-301-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594671 DEBUG (simCloudManagerPool-300-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testExecute / shard1: {"core_node1":{
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "core":"testExecute_shard1_replica_n1",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":123450000,
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testExecute"}}
   [junit4]   2> 594681 DEBUG (ScheduledTrigger-301-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594707 DEBUG (ScheduledTrigger-301-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594710 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
   [junit4]   2> 594729 DEBUG (ScheduledTrigger-301-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 594729 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.TestExecutePlanAction Collection ready after 12ms
   [junit4]   2> 594729 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.TestExecutePlanAction -------------_ FINAL STATE --------------
   [junit4]   2> 594729 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.TestExecutePlanAction * Node values: {
   [junit4]   2>   "127.0.0.1:10000_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":0,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":990,
   [junit4]   2>     "sysprop.java.version":"1.8.0_144",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10000_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10000,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
   [junit4]   2>   "127.0.0.1:10002_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":2,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":980,
   [junit4]   2>     "sysprop.java.version":"1.8.0_144",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10002_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10002,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}}
   [junit4]   2> 594729 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.TestExecutePlanAction * Live nodes: [127.0.0.1:10000_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 594729 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.TestExecutePlanAction * Collection testExecute state: DocCollection(testExecute//clusterstate.json/8)={
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node1":{
   [junit4]   2>           "core":"testExecute_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "INDEX.sizeInBytes":123450000,
   [junit4]   2>           "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>           "core":"testExecute_shard1_replica_n3",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "INDEX.sizeInBytes":123450000,
   [junit4]   2>           "type":"NRT"}},
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> 594729 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExecute
   [junit4]   2> 594729 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 594729 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 594729 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 594730 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 594730 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:		2
   [junit4]   2> 594730 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[E46D51D53F773947]) [    ] o.a.s.c.a.s.SimSolrCloud

[...truncated too long message...]

s-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/analysis-extras/lib/icu4j-60.2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180115_150534_7726408221017402480468.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180115_150534_7721934236448185656755.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash.  See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180115_150534_7721767026484162757409.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180115_150534_7726913210638744196840.syserr
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:836: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:780: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1513: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash.  See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180115_150534_7721767026484162757409.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180115_150534_7726913210638744196840.syserr

Total time: 423 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-master #2255 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-Tests-master - Build # 2256 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2256/

9 tests failed.
FAILED:  org.apache.lucene.classification.CachingNaiveBayesClassifierTest.testPerformance

Error Message:
evaluation took more than 1m: 63s

Stack Trace:
java.lang.AssertionError: evaluation took more than 1m: 63s
	at __randomizedtesting.SeedInfo.seed([6AE2B164AE206B74:AD034346C59453DB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.lucene.classification.CachingNaiveBayesClassifierTest.testPerformance(CachingNaiveBayesClassifierTest.java:111)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.AliasIntegrationTest.test

Error Message:
Collection not found: testalias3

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: testalias3
	at __randomizedtesting.SeedInfo.seed([99A7C6539FA7F793:11F3F989315B9A6B]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:851)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.AliasIntegrationTest.searchSeveralWays(AliasIntegrationTest.java:453)
	at org.apache.solr.cloud.AliasIntegrationTest.searchSeveralWays(AliasIntegrationTest.java:447)
	at org.apache.solr.cloud.AliasIntegrationTest.test(AliasIntegrationTest.java:385)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestHdfsCloudBackupRestore.test

Error Message:
expected:<COMPLETED> but was:<RUNNING>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
	at __randomizedtesting.SeedInfo.seed([99A7C6539FA7F793:11F3F989315B9A6B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:287)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([99A7C6539FA7F793:C4EFD8DA506151DC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([99A7C6539FA7F793:A819ABB7E10D8261]:0)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown(TestTriggerIntegration.java:1084)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.PingRequestHandlerTest.testPingInClusterWithNoHealthCheck

Error Message:
Error from server at https://127.0.0.1:33186/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33186/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000
	at __randomizedtesting.SeedInfo.seed([99A7C6539FA7F793:777478831A4BCD77]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.handler.PingRequestHandlerTest.testPingInClusterWithNoHealthCheck(PingRequestHandlerTest.java:195)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.store.blockcache.BlockDirectoryTest.ensureCacheConfigurable

Error Message:


Stack Trace:
java.lang.OutOfMemoryError
	at sun.misc.Unsafe.allocateMemory(Native Method)
	at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:127)
	at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
	at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
	at org.apache.solr.store.blockcache.BlockDirectoryTest.setUp(BlockDirectoryTest.java:119)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.store.blockcache.BlockDirectoryTest.testEOF

Error Message:


Stack Trace:
java.lang.OutOfMemoryError
	at sun.misc.Unsafe.allocateMemory(Native Method)
	at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:127)
	at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
	at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
	at org.apache.solr.store.blockcache.BlockDirectoryTest.setUp(BlockDirectoryTest.java:119)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.store.blockcache.BlockDirectoryTest.testRandomAccessWrites

Error Message:


Stack Trace:
java.lang.OutOfMemoryError
	at sun.misc.Unsafe.allocateMemory(Native Method)
	at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:127)
	at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
	at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
	at org.apache.solr.store.blockcache.BlockDirectoryTest.setUp(BlockDirectoryTest.java:119)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 6408 lines...]
   [junit4] Suite: org.apache.lucene.classification.CachingNaiveBayesClassifierTest
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CachingNaiveBayesClassifierTest -Dtests.method=testPerformance -Dtests.seed=6AE2B164AE206B74 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=tr-TR -Dtests.timezone=PST -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 75.4s J2 | CachingNaiveBayesClassifierTest.testPerformance <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: evaluation took more than 1m: 63s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6AE2B164AE206B74:AD034346C59453DB]:0)
   [junit4]    > 	at org.apache.lucene.classification.CachingNaiveBayesClassifierTest.testPerformance(CachingNaiveBayesClassifierTest.java:111)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@299831db), locale=tr-TR, timezone=PST
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=234076104,total=341311488
   [junit4]   2> NOTE: All tests run in this JVM: [CachingNaiveBayesClassifierTest]
   [junit4] Completed [4/11 (1!)] on J2 in 87.62s, 4 tests, 1 failure <<< FAILURES!

[...truncated 5797 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_99A7C6539FA7F793-001/init-core-data-001
   [junit4]   2> 2704788 WARN  (SUITE-TestTriggerIntegration-seed#[99A7C6539FA7F793]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2704815 INFO  (SUITE-TestTriggerIntegration-seed#[99A7C6539FA7F793]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2704870 INFO  (SUITE-TestTriggerIntegration-seed#[99A7C6539FA7F793]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2704870 INFO  (SUITE-TestTriggerIntegration-seed#[99A7C6539FA7F793]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2705612 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 2705612 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 2705613 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 2705613 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 2705613 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 2705654 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
   [junit4]   2> 2705654 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2705656 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 2705701 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2705701 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2705702 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2705703 WARN  (ScheduledTrigger-1616-thread-1) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger ran but was already closed
   [junit4]   2> 2705726 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 2705727 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 2705727 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 2705727 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 2705727 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 2705783 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2705783 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2705783 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 2705803 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2705834 DEBUG (ScheduledTrigger-1619-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2705857 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2705883 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2705904 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2705981 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2705995 DEBUG (simCloudManagerPool-1618-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2705995 DEBUG (simCloudManagerPool-1618-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 2706012 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2706013 DEBUG (simCloudManagerPool-1618-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 2706044 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2706044 INFO  (simCloudManagerPool-1618-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
   [junit4]   2> 2706044 DEBUG (simCloudManagerPool-1618-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 2706045 DEBUG (simCloudManagerPool-1618-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}], enabled=true}
   [junit4]   2> 2706045 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 2706045 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 2706049 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 2706050 DEBUG (ScheduledTrigger-1619-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2706062 DEBUG (ScheduledTrigger-1619-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 2706137 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2706161 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2706173 DEBUG (ScheduledTrigger-1619-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2706173 DEBUG (ScheduledTrigger-1619-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706173 DEBUG (ScheduledTrigger-1619-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time 16200771622255855
   [junit4]   2> 2706193 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2706197 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2706197 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706198 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10002_solr] added at times [16200771622255855], now=16200772832307405
   [junit4]   2> 2706198 DEBUG (ScheduledTrigger-1619-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"398e8415a1bcefTebjawqsusoguhmwuasvuqpobm",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":16200771622255855,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200771622255855],
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 2706214 DEBUG (AutoscalingActionExecutor-1620-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"398e8415a1bcefTebjawqsusoguhmwuasvuqpobm",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":16200771622255855,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200771622255855],
   [junit4]   2>     "_enqueue_time_":16200772858299255,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 2706214 INFO  (AutoscalingActionExecutor-1620-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration -- event: {
   [junit4]   2>   "id":"398e8415a1bcefTebjawqsusoguhmwuasvuqpobm",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":16200771622255855,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200771622255855],
   [junit4]   2>     "_enqueue_time_":16200772858299255,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 2706214 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 2706214 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2706215 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2706215 WARN  (AutoscalingActionExecutor-1620-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_trigger1 has been closed.
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:493)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:305)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2706216 DEBUG (AutoscalingActionExecutor-1620-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 105 ms for event id=398e8415a1bcefTebjawqsusoguhmwuasvuqpobm
   [junit4]   2> 2706233 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 2706233 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 2706234 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
   [junit4]   2> 2706234 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 2706234 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}], enabled=true}
   [junit4]   2> 2706234 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1
   [junit4]   2> 2706234 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 2706234 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10000_solr
   [junit4]   2> 2706237 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 2706238 DEBUG (ScheduledTrigger-1622-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2706238 DEBUG (ScheduledTrigger-1622-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10000_solr
   [junit4]   2> 2706238 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 2706238 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"398e8415a1bcefTebjawqsusoguhmwuasvuqpobm",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":16200771622255855,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200771622255855],
   [junit4]   2>     "_dequeue_time_":16200774863238655,
   [junit4]   2>     "_enqueue_time_":16200772858299255,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 2706319 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2706319 DEBUG (ScheduledTrigger-1622-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 2706319 DEBUG (AutoscalingActionExecutor-1623-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"398e8415a1bcefTebjawqsusoguhmwuasvuqpobm",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":16200771622255855,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200771622255855],
   [junit4]   2>     "_dequeue_time_":16200774863238655,
   [junit4]   2>     "_enqueue_time_":16200772858299255,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 2706319 INFO  (AutoscalingActionExecutor-1623-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration -- event: {
   [junit4]   2>   "id":"398e8415a1bcefTebjawqsusoguhmwuasvuqpobm",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":16200771622255855,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200771622255855],
   [junit4]   2>     "_dequeue_time_":16200774863238655,
   [junit4]   2>     "_enqueue_time_":16200772858299255,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 2706329 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
   [junit4]   2> 2706329 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 2706329 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 2706329 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 2706329 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 2706329 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:		2
   [junit4]   2> 2706329 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:	2
   [junit4]   2> 2706329 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:		1
   [junit4]   2> 2706330 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		127.0.0.1:10000_solr
   [junit4]   2> 2706331 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:	[]
   [junit4]   2> 2706331 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:	0
   [junit4]   2> 2706331 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:	0
   [junit4]   2> 2706331 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:		0
   [junit4]   2> 2706331 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 2706332 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- autoscaling        1
   [junit4]   2> 2706332 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- update             2
   [junit4]   2> 2706332 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 2706357 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
   [junit4]   2> 2706357 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         2
   [junit4]   2> 2706386 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[99A7C6539FA7F793]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
   [junit4]   2> 2706387 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 2706387 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10000_solr
   [junit4]   2> 2706387 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 2706387 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2706388 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[99A7C6539FA7F793]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2706388 DEBUG (AutoscalingActionExecutor-1623-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 3441 ms for event id=398e8415a1bcefTebjawqsusoguhmwuasvuqpobm
   [junit4]   2> 2706389 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 2706389 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 2706389 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 2706389 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
   [junit4]   2> 2706389 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 2706389 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2706389 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 2706390 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2706417 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2706577 DEBUG (ScheduledTrigger-1625-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2706597 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2706629 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2706645 DEBUG (simCloudManagerPool-1624-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2706645 DEBUG (simCloudManagerPool-1624-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 2706645 DEBUG (simCloudManagerPool-1624-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 2706645 DEBUG (simCloudManagerPool-1624-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 2706645 DEBUG (simCloudManagerPool-1624-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2706646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 2706646 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 2706646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 2706646 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2706646 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 2706661 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2706661 DEBUG (simCloudManagerPool-1624-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2706661 DEBUG (simCloudManagerPool-1624-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 2706662 DEBUG (simCloudManagerPool-1624-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 2706662 DEBUG (simCloudManagerPool-1624-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2706662 DEBUG (simCloudManagerPool-1624-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 2706662 DEBUG (simCloudManagerPool-1624-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 2706662 DEBUG (simCloudManagerPool-1624-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2706662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 2706662 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 2706662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 2706662 DEBUG (ScheduledTrigger-1625-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2706662 DEBUG (ScheduledTrigger-1625-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 2706667 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2706667 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706667 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time 16200796289363405
   [junit4]   2> 2706667 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [16200796289363405], now=16200796292312505
   [junit4]   2> 2706667 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"398e89d3e7edcdTebjawqsusoguhmwuasvuqpobp",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":16200796289363405,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200796289363405],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 2706709 DEBUG (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"398e89d3e7edcdTebjawqsusoguhmwuasvuqpobp",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":16200796289363405,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200796289363405],
   [junit4]   2>     "_enqueue_time_":16200796301242155,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 2706709 INFO  (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger1
   [junit4]   2> 2706725 DEBUG (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 794 ms for event id=398e89d3e7edcdTebjawqsusoguhmwuasvuqpobp
   [junit4]   2> 2706733 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2706733 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706733 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2706733 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706733 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time 16200799617920105
   [junit4]   2> 2706733 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [16200799617920105], now=16200799620446455
   [junit4]   2> 2706733 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"398e8a9a4dac69Tebjawqsusoguhmwuasvuqpobs",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":16200799617920105,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200799617920105],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 2706735 DEBUG (ScheduledTrigger-1625-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2706753 DEBUG (ScheduledTrigger-1625-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2706753 DEBUG (ScheduledTrigger-1625-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706761 DEBUG (ScheduledTrigger-1625-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2706781 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2706781 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706781 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2706781 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706781 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [16200799617920105], now=16200802005544255
   [junit4]   2> 2706781 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"398e8a9a4dac69Tebjawqsusoguhmwuasvuqpobu",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":16200799617920105,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200799617920105],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 2706781 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2706805 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2706805 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706805 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2706829 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2706829 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706829 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [16200799617920105], now=16200804400955905
   [junit4]   2> 2706829 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"398e8a9a4dac69Tebjawqsusoguhmwuasvuqpobw",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":16200799617920105,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200799617920105],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 2706853 DEBUG (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"398e8a9a4dac69Tebjawqsusoguhmwuasvuqpobw",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":16200799617920105,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200799617920105],
   [junit4]   2>     "_enqueue_time_":16200804409417155,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 2706853 INFO  (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration last action at 16200798418021855 time = 16200805607338205
   [junit4]   2> 2706853 INFO  (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger2
   [junit4]   2> 2706883 DEBUG (simCloudManagerPool-1624-thread-9) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2706883 DEBUG (simCloudManagerPool-1624-thread-9) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 2706884 DEBUG (simCloudManagerPool-1624-thread-9) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 2706884 DEBUG (simCloudManagerPool-1624-thread-9) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2706884 DEBUG (simCloudManagerPool-1624-thread-9) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 2706884 DEBUG (simCloudManagerPool-1624-thread-9) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 2706884 DEBUG (simCloudManagerPool-1624-thread-9) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2706884 DEBUG (simCloudManagerPool-1624-thread-9) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 2706884 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 2706885 DEBUG (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 1602 ms for event id=398e8a9a4dac69Tebjawqsusoguhmwuasvuqpobw
   [junit4]   2> 2706885 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 2706885 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 2706886 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
   [junit4]   2> 2706886 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2706886 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706905 DEBUG (simCloudManagerPool-1624-thread-10) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2706905 DEBUG (simCloudManagerPool-1624-thread-10) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 2706906 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2706906 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706906 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2706906 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
   [junit4]   2> 2706906 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2706906 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2706908 DEBUG (simCloudManagerPool-1624-thread-10) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 2706908 DEBUG (simCloudManagerPool-1624-thread-10) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2706908 DEBUG (simCloudManagerPool-1624-thread-10) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 2706908 DEBUG (simCloudManagerPool-1624-thread-10) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 2706908 DEBUG (simCloudManagerPool-1624-thread-10) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2706908 DEBUG (simCloudManagerPool-1624-thread-10) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 2706908 DEBUG (simCloudManagerPool-1624-thread-10) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 2706916 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 2706917 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 2706917 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 2706925 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
   [junit4]   2> 2706925 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
   [junit4]   2> 2706925 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10003_solr]
   [junit4]   2> 2706925 DEBUG (ScheduledTrigger-1625-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"398e8cd59a916dTebjawqsusoguhmwuasvuqpobz",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":16200809202749805,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200809202749805],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 2706949 DEBUG (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"398e8cd59a916dTebjawqsusoguhmwuasvuqpobz",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":16200809202749805,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200809202749805],
   [junit4]   2>     "_enqueue_time_":16200809215642455,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 2706949 INFO  (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger2
   [junit4]   2> 2707041 DEBUG (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 4607 ms for event id=398e8cd59a916dTebjawqsusoguhmwuasvuqpobz
   [junit4]   2> 2707064 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2707064 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 2707064 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2707064 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
   [junit4]   2> 2707064 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2707064 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 2707072 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
   [junit4]   2> 2707072 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
   [junit4]   2> 2707072 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10003_solr]
   [junit4]   2> 2707073 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"398e8e8d27acc5Tebjawqsusoguhmwuasvuqpoc2",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":16200816577195205,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200816577195205],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 2707073 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
   [junit4]   2> 2707088 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10003_solr] is not ready, will try later
   [junit4]   2> 2707088 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2707088 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 2707088 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2707088 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2707088 DEBUG (ScheduledTrigger-1625-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 2707101 DEBUG (ScheduledTrigger-1625-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
   [junit4]   2> 2707141 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2707141 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 2707141 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2707141 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2707141 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 2707141 DEBUG (ScheduledTrigger-1625-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
   [junit4]   2> 2707149 DEBUG (ScheduledTrigger-1625-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
   [junit4]   2> 2707149 DEBUG (ScheduledTrigger-1625-thread-2) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10003_solr]
   [junit4]   2> 2707149 DEBUG (ScheduledTrigger-1625-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"398e8e8d27acc5Tebjawqsusoguhmwuasvuqpoc4",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":16200816577195205,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200816577195205],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 2707158 DEBUG (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"398e8e8d27acc5Tebjawqsusoguhmwuasvuqpoc4",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":16200816577195205,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16200816577195205],
   [junit4]   2>     "_enqueue_time_":16200820408671855,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 2707158 INFO  (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration last action at 16200810403550655 time = 16200820846932705
   [junit4]   2> 2707158 INFO  (AutoscalingActionExecutor-1626-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger1
   [junit4]   2> 2707201 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[99A7C6539FA7F793]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
   [junit4]   2> 2707201 INFO  (TEST-TestTriggerIntegration.

[...truncated too long message...]

ds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/analysis-extras/lib/icu4j-60.2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180114_160736_0264675448333154729416.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180114_160736_0262130986373946371947.suites -stdin
   [junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash.  See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180114_160736_0268963208979408966075.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180114_160736_0261877842017575054025.syserr
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:836: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:780: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1513: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash.  See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J0-20180114_160736_0244006537522672163890.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J0-20180114_160736_0247346212962745880265.syserr

Total time: 279 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-master #2255 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-Tests-master - Build # 2255 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2255/

2 tests failed.
FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse

Error Message:
Error from server at https://127.0.0.1:41710/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41710/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
	at __randomizedtesting.SeedInfo.seed([553C1E5B81EE24A9:3AB955033D981746]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([553C1E5B81EE24A9:6AB41DF396B8D44E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12557 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_553C1E5B81EE24A9-001/init-core-data-001
   [junit4]   2> 2289002 WARN  (SUITE-TestClusterStateProvider-seed#[553C1E5B81EE24A9]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 2289002 INFO  (SUITE-TestClusterStateProvider-seed#[553C1E5B81EE24A9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2289003 INFO  (SUITE-TestClusterStateProvider-seed#[553C1E5B81EE24A9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2289004 INFO  (SUITE-TestClusterStateProvider-seed#[553C1E5B81EE24A9]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2289004 INFO  (SUITE-TestClusterStateProvider-seed#[553C1E5B81EE24A9]-worker) [    ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? false
   [junit4]   2> 2289004 INFO  (SUITE-TestClusterStateProvider-seed#[553C1E5B81EE24A9]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_553C1E5B81EE24A9-001/tempDir-001
   [junit4]   2> 2289004 INFO  (SUITE-TestClusterStateProvider-seed#[553C1E5B81EE24A9]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2289004 INFO  (Thread-2275) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2289004 INFO  (Thread-2275) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2289012 ERROR (Thread-2275) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2289104 INFO  (SUITE-TestClusterStateProvider-seed#[553C1E5B81EE24A9]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:39337
   [junit4]   2> 2289106 INFO  (zkConnectionManagerCallback-2353-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2289109 INFO  (jetty-launcher-2350-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2289109 INFO  (jetty-launcher-2350-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2289164 INFO  (jetty-launcher-2350-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2289166 INFO  (jetty-launcher-2350-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@95bc502{/solr,null,AVAILABLE}
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78bf2198{/solr,null,AVAILABLE}
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3fc152cb{SSL,[ssl, http/1.1]}{127.0.0.1:32768}
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-2) [    ] o.e.j.s.Server Started @2299118ms
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32768}
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c9ddf5d{/solr,null,AVAILABLE}
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6cbcfccb{SSL,[ssl, http/1.1]}{127.0.0.1:36969}
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-1) [    ] o.e.j.s.Server Started @2299118ms
   [junit4]   2> 2289167 ERROR (jetty-launcher-2350-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36969}
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@71bd0533{SSL,[ssl, http/1.1]}{127.0.0.1:36406}
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-3) [    ] o.e.j.s.Server Started @2299118ms
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T13:52:29.431Z
   [junit4]   2> 2289167 INFO  (jetty-launcher-2350-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36406}
   [junit4]   2> 2289167 ERROR (jetty-launcher-2350-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2289168 INFO  (jetty-launcher-2350-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2289168 INFO  (jetty-launcher-2350-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2289168 INFO  (jetty-launcher-2350-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2289168 ERROR (jetty-launcher-2350-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2289168 INFO  (jetty-launcher-2350-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T13:52:29.432Z
   [junit4]   2> 2289168 INFO  (jetty-launcher-2350-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2289168 INFO  (jetty-launcher-2350-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2289168 INFO  (jetty-launcher-2350-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2289169 INFO  (jetty-launcher-2350-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T13:52:29.433Z
   [junit4]   2> 2289169 INFO  (zkConnectionManagerCallback-2355-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2289169 INFO  (zkConnectionManagerCallback-2357-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2289170 INFO  (zkConnectionManagerCallback-2359-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2289170 INFO  (jetty-launcher-2350-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2289170 INFO  (jetty-launcher-2350-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2289170 INFO  (jetty-launcher-2350-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2289201 INFO  (jetty-launcher-2350-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39337/solr
   [junit4]   2> 2289201 INFO  (jetty-launcher-2350-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39337/solr
   [junit4]   2> 2289201 INFO  (jetty-launcher-2350-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39337/solr
   [junit4]   2> 2289223 INFO  (zkConnectionManagerCallback-2369-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2289223 INFO  (zkConnectionManagerCallback-2367-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2289224 INFO  (zkConnectionManagerCallback-2371-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2289225 INFO  (zkConnectionManagerCallback-2373-thread-1-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2289225 INFO  (zkConnectionManagerCallback-2375-thread-1-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2289226 INFO  (zkConnectionManagerCallback-2377-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2289263 INFO  (jetty-launcher-2350-thread-1) [n:127.0.0.1:36969_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2289264 INFO  (jetty-launcher-2350-thread-1) [n:127.0.0.1:36969_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36969_solr
   [junit4]   2> 2289264 INFO  (jetty-launcher-2350-thread-1) [n:127.0.0.1:36969_solr    ] o.a.s.c.Overseer Overseer (id=99342847132893193-127.0.0.1:36969_solr-n_0000000000) starting
   [junit4]   2> 2289282 INFO  (jetty-launcher-2350-thread-1) [n:127.0.0.1:36969_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36969_solr
   [junit4]   2> 2289324 INFO  (zkCallback-2376-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2289324 INFO  (jetty-launcher-2350-thread-2) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2289326 INFO  (jetty-launcher-2350-thread-2) [n:127.0.0.1:32768_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2289327 INFO  (jetty-launcher-2350-thread-2) [n:127.0.0.1:32768_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32768_solr
   [junit4]   2> 2289344 INFO  (zkCallback-2376-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2289344 INFO  (zkCallback-2374-thread-1-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2289382 INFO  (jetty-launcher-2350-thread-3) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2289383 INFO  (jetty-launcher-2350-thread-3) [n:127.0.0.1:36406_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2289385 INFO  (jetty-launcher-2350-thread-3) [n:127.0.0.1:36406_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36406_solr
   [junit4]   2> 2289385 INFO  (zkCallback-2376-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2289409 INFO  (zkCallback-2374-thread-1-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2289409 INFO  (zkCallback-2372-thread-1-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2289461 INFO  (jetty-launcher-2350-thread-1) [n:127.0.0.1:36969_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36969.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2289501 INFO  (jetty-launcher-2350-thread-1) [n:127.0.0.1:36969_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36969.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2289501 INFO  (jetty-launcher-2350-thread-1) [n:127.0.0.1:36969_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36969.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2289511 INFO  (jetty-launcher-2350-thread-1) [n:127.0.0.1:36969_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_553C1E5B81EE24A9-001/tempDir-001/node1/.
   [junit4]   2> 2289539 INFO  (jetty-launcher-2350-thread-2) [n:127.0.0.1:32768_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32768.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2289556 INFO  (jetty-launcher-2350-thread-3) [n:127.0.0.1:36406_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36406.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2289578 INFO  (jetty-launcher-2350-thread-2) [n:127.0.0.1:32768_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32768.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2289578 INFO  (jetty-launcher-2350-thread-2) [n:127.0.0.1:32768_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32768.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2289616 INFO  (jetty-launcher-2350-thread-2) [n:127.0.0.1:32768_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_553C1E5B81EE24A9-001/tempDir-001/node2/.
   [junit4]   2> 2289617 INFO  (jetty-launcher-2350-thread-3) [n:127.0.0.1:36406_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36406.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2289617 INFO  (jetty-launcher-2350-thread-3) [n:127.0.0.1:36406_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36406.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2289618 INFO  (jetty-launcher-2350-thread-3) [n:127.0.0.1:36406_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_553C1E5B81EE24A9-001/tempDir-001/node3/.
   [junit4]   2> 2289778 INFO  (zkConnectionManagerCallback-2385-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2289780 INFO  (zkConnectionManagerCallback-2389-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2289781 INFO  (SUITE-TestClusterStateProvider-seed#[553C1E5B81EE24A9]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2289781 INFO  (SUITE-TestClusterStateProvider-seed#[553C1E5B81EE24A9]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39337/solr ready
   [junit4]   2> 2289831 INFO  (qtp1221992202-10679) [n:127.0.0.1:36406_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2289835 INFO  (OverseerThreadFactory-3503-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 2289939 INFO  (OverseerStateUpdate-99342847132893193-127.0.0.1:36969_solr-n_0000000000) [n:127.0.0.1:36969_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:32768/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2289941 INFO  (OverseerStateUpdate-99342847132893193-127.0.0.1:36969_solr-n_0000000000) [n:127.0.0.1:36969_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36969/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2289942 INFO  (OverseerStateUpdate-99342847132893193-127.0.0.1:36969_solr-n_0000000000) [n:127.0.0.1:36969_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36406/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2290183 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 2290184 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2290224 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2290224 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2290224 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2290225 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2290336 INFO  (zkCallback-2374-thread-1-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2290336 INFO  (zkCallback-2372-thread-1-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2290336 INFO  (zkCallback-2376-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2290337 INFO  (zkCallback-2374-thread-2-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2290337 INFO  (zkCallback-2372-thread-2-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2290337 INFO  (zkCallback-2376-thread-2-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2291196 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2291200 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 2291202 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
   [junit4]   2> 2291205 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 2291206 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 2291207 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 2291207 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
   [junit4]   2> 2291220 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36406.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2291220 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2291220 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_553C1E5B81EE24A9-001/tempDir-001/node3/.system_shard1_replica_p4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_553C1E5B81EE24A9-001/tempDir-001/node3/./.system_shard1_replica_p4/data/]
   [junit4]   2> 2291281 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2291281 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2291303 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 2291303 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 2291373 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 2291373 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 2291373 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 2291373 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
   [junit4]   2> 2291373 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36969.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2291374 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2291374 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_553C1E5B81EE24A9-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_553C1E5B81EE24A9-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
   [junit4]   2> 2291386 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32768.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2291386 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2291386 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_553C1E5B81EE24A9-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_553C1E5B81EE24A9-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
   [junit4]   2> 2291441 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 2291441 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2291459 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@279e08bc[.system_shard1_replica_p4] main]
   [junit4]   2> 2291459 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 2291460 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 2291460 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 2291460 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2291461 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2291461 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 2291461 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 2291461 INFO  (searcherExecutor-3510-thread-1-processing-n:127.0.0.1:36406_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@279e08bc[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2291462 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 2291462 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2291519 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2291519 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2291520 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 2291520 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2291520 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2291520 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2291521 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ae10151[.system_shard1_replica_n2] main]
   [junit4]   2> 2291521 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 2291521 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2291522 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 2291522 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 2291522 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 2291522 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2291522 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d693ff0[.system_shard1_replica_n1] main]
   [junit4]   2> 2291523 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2291523 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 2291523 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 2291523 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 2291524 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2291524 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2291525 INFO  (searcherExecutor-3512-thread-1-processing-n:127.0.0.1:32768_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@7d693ff0[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2291525 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589485556768702464
   [junit4]   2> 2291540 INFO  (searcherExecutor-3513-thread-1-processing-n:127.0.0.1:36969_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@2ae10151[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2291540 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589485556784431104
   [junit4]   2> 2291544 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2291645 INFO  (zkCallback-2374-thread-1-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2291645 INFO  (zkCallback-2372-thread-1-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2291645 INFO  (zkCallback-2376-thread-2-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2291645 INFO  (zkCallback-2376-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2291645 INFO  (zkCallback-2372-thread-2-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2291645 INFO  (zkCallback-2374-thread-2-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292044 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2292044 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2292044 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36969/solr/.system_shard1_replica_n2/
   [junit4]   2> 2292045 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:36969/solr START replicas=[https://127.0.0.1:32768/solr/.system_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 2292049 INFO  (qtp1954730994-10662) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2292345 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:36969/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2292345 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2292345 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2292345 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2292347 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36969/solr/.system_shard1_replica_n2/ shard1
   [junit4]   2> 2292448 INFO  (zkCallback-2374-thread-1-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292448 INFO  (zkCallback-2376-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292448 INFO  (zkCallback-2372-thread-2-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292448 INFO  (zkCallback-2376-thread-2-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292448 INFO  (zkCallback-2372-thread-1-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292448 INFO  (zkCallback-2374-thread-2-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292476 INFO  (qtp1221992202-10675) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2292
   [junit4]   2> 2292498 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2292499 INFO  (qtp956999661-10672) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2274
   [junit4]   2> 2292546 INFO  (qtp1954730994-10664) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2321
   [junit4]   2> 2292548 INFO  (qtp1221992202-10679) [n:127.0.0.1:36406_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2292646 INFO  (zkCallback-2374-thread-1-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292646 INFO  (zkCallback-2374-thread-2-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292646 INFO  (zkCallback-2372-thread-1-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292646 INFO  (zkCallback-2376-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292646 INFO  (zkCallback-2376-thread-2-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292646 INFO  (zkCallback-2372-thread-2-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2292928 INFO  (indexFetcher-3517-thread-1) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:36969/solr/.system_shard1_replica_n2/
   [junit4]   2> 2292932 INFO  (qtp956999661-10655) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2292932 INFO  (indexFetcher-3517-thread-1) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 2292932 INFO  (indexFetcher-3517-thread-1) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 2292932 INFO  (indexFetcher-3517-thread-1) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2292932 INFO  (indexFetcher-3517-thread-1) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 2292932 INFO  (indexFetcher-3517-thread-1) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 2292932 INFO  (indexFetcher-3517-thread-1) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2292932 INFO  (indexFetcher-3517-thread-1) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@51cd4f6d commitCommandVersion:0
   [junit4]   2> 2292953 INFO  (indexFetcher-3517-thread-1) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a2750fe[.system_shard1_replica_p4] main]
   [junit4]   2> 2292954 INFO  (indexFetcher-3517-thread-1) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2292962 INFO  (searcherExecutor-3510-thread-1-processing-n:127.0.0.1:36406_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:36406_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@1a2750fe[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2293548 INFO  (qtp1221992202-10679) [n:127.0.0.1:36406_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3716
   [junit4]   2> 2293569 INFO  (qtp1221992202-10670) [n:127.0.0.1:36406_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2293584 INFO  (qtp956999661-10671) [n:127.0.0.1:36969_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=12
   [junit4]   2> 2293591 INFO  (qtp1954730994-10658) [n:127.0.0.1:32768_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2293675 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
   [junit4]   2> 2293676 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2293677 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52b52a8b{/solr,null,AVAILABLE}
   [junit4]   2> 2293677 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@9c492c6{SSL,[ssl, http/1.1]}{127.0.0.1:37684}
   [junit4]   2> 2293678 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.e.j.s.Server Started @2303629ms
   [junit4]   2> 2293678 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37684}
   [junit4]   2> 2293678 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2293678 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2293678 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2293678 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2293678 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T13:52:33.942Z
   [junit4]   2> 2293679 INFO  (zkConnectionManagerCallback-2391-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293680 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2293710 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39337/solr
   [junit4]   2> 2293711 INFO  (zkConnectionManagerCallback-2395-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293713 INFO  (zkConnectionManagerCallback-2397-thread-1-processing-n:127.0.0.1:37684_solr) [n:127.0.0.1:37684_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2293716 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [n:127.0.0.1:37684_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2293718 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [n:127.0.0.1:37684_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2293731 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [n:127.0.0.1:37684_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37684_solr
   [junit4]   2> 2293732 INFO  (zkCallback-2372-thread-2-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2293732 INFO  (zkCallback-2374-thread-2-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2293732 INFO  (zkCallback-2388-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2293732 INFO  (zkCallback-2396-thread-1-processing-n:127.0.0.1:37684_solr) [n:127.0.0.1:37684_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2293746 INFO  (zkCallback-2376-thread-3-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2293810 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [n:127.0.0.1:37684_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37684.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2293819 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [n:127.0.0.1:37684_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37684.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2293819 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [n:127.0.0.1:37684_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37684.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eb6876a
   [junit4]   2> 2293820 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [n:127.0.0.1:37684_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_553C1E5B81EE24A9-001/tempDir-001/node4/.
   [junit4]   2> 2293836 INFO  (OverseerCollectionConfigSetProcessor-99342847132893193-127.0.0.1:36969_solr-n_0000000000) [n:127.0.0.1:36969_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2295876 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6cbcfccb{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2295877 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=195542614
   [junit4]   2> 2295877 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2295877 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55e13e11: rootName = solr_36969, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@34188028
   [junit4]   2> 2295891 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2295891 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@212c91a7: rootName = solr_36969, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7ff1a007
   [junit4]   2> 2295903 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2295903 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@368293f3: rootName = solr_36969, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@27b75fef
   [junit4]   2> 2295904 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36969_solr
   [junit4]   2> 2295905 INFO  (zkCallback-2396-thread-1-processing-n:127.0.0.1:37684_solr) [n:127.0.0.1:37684_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2295905 INFO  (zkCallback-2376-thread-3-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2295925 INFO  (zkCallback-2372-thread-2-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2295925 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2295925 INFO  (zkCallback-2372-thread-1-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2295925 INFO  (zkCallback-2374-thread-1-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2295925 INFO  (zkCallback-2376-thread-2-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2295925 INFO  (zkCallback-2374-thread-3-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2295925 INFO  (zkCallback-2372-thread-3-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2295930 INFO  (coreCloseExecutor-3532-thread-1) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@2811726c
   [junit4]   2> 2295930 INFO  (coreCloseExecutor-3532-thread-1) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=672232044
   [junit4]   2> 2295930 INFO  (coreCloseExecutor-3532-thread-1) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@72d3c4cb: rootName = solr_36969, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@27e10b13
   [junit4]   2> 2295931 INFO  (zkCallback-2376-thread-1-processing-n:127.0.0.1:36969_solr) [n:127.0.0.1:36969_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2295931 INFO  (zkCallback-2374-thread-2-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2296013 INFO  (zkCallback-2388-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 2296027 INFO  (coreCloseExecutor-3532-thread-1) [n:127.0.0.1:36969_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=672232044
   [junit4]   2> 2296029 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.c.Overseer Overseer (id=99342847132893193-127.0.0.1:36969_solr-n_0000000000) closing
   [junit4]   2> 2296029 INFO  (OverseerStateUpdate-99342847132893193-127.0.0.1:36969_solr-n_0000000000) [n:127.0.0.1:36969_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36969_solr
   [junit4]   2> 2296029 WARN  (OverseerAutoScalingTriggerThread-99342847132893193-127.0.0.1:36969_solr-n_0000000000) [n:127.0.0.1:36969_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2296031 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78bf2198{/solr,null,UNAVAILABLE}
   [junit4]   2> 2296031 INFO  (zkCallback-2374-thread-1-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32768_solr
   [junit4]   2> 2296032 INFO  (zkCallback-2374-thread-1-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.Overseer Overseer (id=99342847132893192-127.0.0.1:32768_solr-n_0000000001) starting
   [junit4]   2> 2296032 INFO  (zkCallback-2374-thread-2-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2296053 INFO  (zkCallback-2372-thread-2-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2296053 INFO  (zkCallback-2372-thread-3-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2296067 INFO  (zkCallback-2374-thread-3-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2296067 INFO  (zkCallback-2374-thread-1-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2298047 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[553C1E5B81EE24A9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAddRemoveNode
   [junit4]   2> 2298126 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[553C1E5B81EE24A9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
   [junit4]   2> 2298141 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[553C1E5B81EE24A9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=553C1E5B81EE24A9 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=it -Dtests.timezone=America/Argentina/Mendoza -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.10s J2 | TestClusterStateProvider.testAutoScalingConfig <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([553C1E5B81EE24A9:6AB41DF396B8D44E]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2298197 INFO  (jetty-closer-2351-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@71bd0533{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2298202 INFO  (jetty-closer-2351-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1612285273
   [junit4]   2> 2298202 INFO  (jetty-closer-2351-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2298202 INFO  (jetty-closer-2351-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3fc152cb{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2298202 INFO  (jetty-closer-2351-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31ed706b: rootName = solr_36406, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@275e3098
   [junit4]   2> 2298202 INFO  (jetty-closer-2351-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=551998457
   [junit4]   2> 2298203 INFO  (jetty-closer-2351-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@9c492c6{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2298203 INFO  (jetty-closer-2351-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2298203 INFO  (jetty-closer-2351-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@390f7d58: rootName = solr_32768, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1cc88947
   [junit4]   2> 2298234 INFO  (jetty-closer-2351-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=177800781
   [junit4]   2> 2298234 INFO  (jetty-closer-2351-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2298234 INFO  (jetty-closer-2351-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@163b4a7e: rootName = solr_37684, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7661b879
   [junit4]   2> 2298249 INFO  (jetty-closer-2351-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2298249 INFO  (jetty-closer-2351-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f0a4e71: rootName = solr_36406, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7ff1a007
   [junit4]   2> 2298250 INFO  (jetty-closer-2351-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2298250 INFO  (jetty-closer-2351-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44f54e86: rootName = solr_32768, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7ff1a007
   [junit4]   2> 2298266 INFO  (jetty-closer-2351-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2298266 INFO  (jetty-closer-2351-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@147fab9b: rootName = solr_37684, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7ff1a007
   [junit4]   2> 2298269 INFO  (jetty-closer-2351-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2298269 INFO  (jetty-closer-2351-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b97bb12: rootName = solr_37684, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@27b75fef
   [junit4]   2> 2298283 INFO  (jetty-closer-2351-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37684_solr
   [junit4]   2> 2298283 INFO  (zkCallback-2372-thread-3-processing-n:127.0.0.1:36406_solr) [n:127.0.0.1:36406_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2298284 INFO  (zkCallback-2374-thread-1-processing-n:127.0.0.1:32768_solr) [n:127.0.0.1:32768_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2298284 INFO  (jetty-closer-2351-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2298284 INFO  (jetty-closer-2351-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28750fb6: rootName = solr_36406, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@27b75fef
   [junit4]   2> 2298284 INFO  (jetty-closer-2351-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2298299 INFO  (jetty-closer-2351-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, t

[...truncated too long message...]

lection.myalias_2017-10-26.shard1.leader, tag=165329670
   [junit4]   2> 4370066 INFO  (coreCloseExecutor-9433-thread-2) [n:127.0.0.1:40379_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 4370066 INFO  (coreCloseExecutor-9433-thread-2) [n:127.0.0.1:40379_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78117c35 commitCommandVersion:0
   [junit4]   2> 4370131 INFO  (jetty-closer-4918-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99342981146017798-127.0.0.1:40379_solr-n_0000000000) closing
   [junit4]   2> 4370131 INFO  (OverseerStateUpdate-99342981146017798-127.0.0.1:40379_solr-n_0000000000) [n:127.0.0.1:40379_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40379_solr
   [junit4]   2> 4370141 INFO  (jetty-closer-4918-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@304e9633{/solr,null,UNAVAILABLE}
   [junit4]   2> 4370157 WARN  (OverseerAutoScalingTriggerThread-99342981146017798-127.0.0.1:40379_solr-n_0000000000) [n:127.0.0.1:40379_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4370159 INFO  (jetty-closer-4918-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76ca1a6a{/solr,null,UNAVAILABLE}
   [junit4]   2> 4370185 ERROR (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[553C1E5B81EE24A9]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4370186 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[553C1E5B81EE24A9]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40465 40465
   [junit4]   2> 4370267 INFO  (Thread-6334) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40465 40465
   [junit4]   2> 4370267 WARN  (Thread-6334) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/configs/timeConfig/managed-schema
   [junit4]   2> 	6	/solr/configs/timeConfig
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/myalias_2017-10-23/state.json
   [junit4]   2> 	6	/solr/collections/myalias_2017-10-25/state.json
   [junit4]   2> 	6	/solr/collections/myalias_2017-10-24/state.json
   [junit4]   2> 	6	/solr/collections/myalias_2017-10-26/state.json
   [junit4]   2> 	5	/solr/collections/timeConfig/state.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_553C1E5B81EE24A9-001
   [junit4]   2> Jan 13, 2018 2:27:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2563d9d0), locale=el-GR, timezone=Asia/Tashkent
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=121747120,total=524812288
   [junit4]   2> NOTE: All tests run in this JVM: [SuggestComponentContextFilterQueryTest, TestHdfsBackupRestoreCore, SolrSlf4jReporterTest, HdfsSyncSliceTest, ManagedSchemaRoundRobinCloudTest, TestReloadDeadlock, TestQueryTypes, TestInfoStreamLogging, CollectionReloadTest, TestCloudJSONFacetJoinDomain, TestSubQueryTransformer, SolrMetricReporterTest, HdfsChaosMonkeySafeLeaderTest, TestFuzzyAnalyzedSuggestions, WrapperMergePolicyFactoryTest, LeaderFailureAfterFreshStartTest, TestFieldTypeCollectionResource, TestLegacyFieldReuse, TestStressInPlaceUpdates, OverseerTest, TestExtendedDismaxParser, BJQParserTest, ClassificationUpdateProcessorIntegrationTest, TestZkChroot, XmlUpdateRequestHandlerTest, SuggesterWFSTTest, ZkNodePropsTest, DistributedFacetPivotWhiteBoxTest, TestBlobHandler, TestManagedSynonymFilterFactory, DocValuesNotIndexedTest, ConfigureRecoveryStrategyTest, TestPerFieldSimilarityWithDefaultOverride, OverriddenZkACLAndCredentialsProvidersTest, TestDynamicFieldResource, TestEmbeddedSolrServerConstructors, TestCustomStream, DistribJoinFromCollectionTest, BlockCacheTest, SystemLogListenerTest, TlogReplayBufferedWhileIndexingTest, TestQuerySenderListener, WordBreakSolrSpellCheckerTest, LegacyCloudClusterPropTest, DateRangeFieldTest, ShardSplitTest, SortByFunctionTest, TestRealTimeGet, CopyFieldTest, HttpPartitionTest, SolrCLIZkUtilsTest, TestGroupingSearch, V2ApiIntegrationTest, TestAuthenticationFramework, EchoParamsTest, TestCoreDiscovery, IndexBasedSpellCheckerTest, DistanceFunctionTest, TestNamedUpdateProcessors, TestSolrCoreSnapshots, TestSchemaResource, CdcrBidirectionalTest, TestCloudManagedSchema, TestPrepRecovery, DefaultValueUpdateProcessorTest, TestConfigSetProperties, TestHdfsUpdateLog, TestFileDictionaryLookup, ScriptEngineTest, DeleteNodeTest, ClusterStateTest, FieldAnalysisRequestHandlerTest, PeerSyncReplicationTest, TestApiFramework, StatsComponentTest, HttpSolrCallGetCoreTest, CdcrUpdateLogTest, TestCollectionAPI, TestTrieFacet, TestDeleteCollectionOnDownNodes, TestClusterStateProvider, CSVRequestHandlerTest, TestHalfAndHalfDocValues, NodeAddedTriggerTest, AnalyticsMergeStrategyTest, AsyncCallRequestStatusResponseTest, UUIDFieldTest, FieldMutatingUpdateProcessorTest, TestReload, DistributedFacetSimpleRefinementLongTailTest, ReplaceNodeTest, TestLRUStatsCache, DistributedSuggestComponentTest, DistributedFacetPivotLongTailTest, TestClusterStateMutator, DocExpirationUpdateProcessorFactoryTest, HLLSerializationTest, TestIndexSearcher, FullSolrCloudDistribCmdsTest, TestTolerantUpdateProcessorCloud, MoveReplicaHDFSFailoverTest, AlternateDirectoryTest, TestConfigSetsAPIExclusivity, DirectSolrConnectionTest, OverseerRolesTest, TestSearchPerf, TestNodeAddedTrigger, TestSmileRequest, TestLegacyFieldCache, HdfsRecoverLeaseTest, TestCSVResponseWriter, TestValueSourceCache, HdfsDirectoryTest, DistributedSpellCheckComponentTest, ZkFailoverTest, MetricsConfigTest, AliasIntegrationTest, SimplePostToolTest, TestBinaryResponseWriter, TestSimDistributedQueue, TestLRUCache, UUIDUpdateProcessorFallbackTest, TestUninvertingReader, HdfsBasicDistributedZk2Test, TermVectorComponentDistributedTest, SolrCoreTest, QueryElevationComponentTest, TestLazyCores, CoreAdminHandlerTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestRemoteStreaming, DocValuesMultiTest, DebugComponentTest, TestSurroundQueryParser, TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, RequestHandlersTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, JsonLoaderTest, TestLFUCache, TestTolerantSearch, TestLuceneIndexBackCompat, ConnectionReuseTest, AssignBackwardCompatibilityTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, ForceLeaderTest, RemoteQueryErrorTest, ReplicationFactorTest, RestartWhileUpdatingTest, SSLMigrationTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, TestClusterProperties, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread, TestPullReplica, TestRequestStatusCollectionAPI, AutoAddReplicasIntegrationTest, TestComputePlanAction, TestExecutePlanAction, TestGenericDistributedQueue, CdcrRequestHandlerTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsRecoveryZkTest, ZkStateWriterTest, ImplicitSnitchTest, RuleEngineTest, RulesTest, BlobRepositoryCloudTest, HdfsDirectoryFactoryTest, TestSolrCloudSnapshots, TestRestoreCore, TestSystemCollAutoCreate, V2StandaloneTest, InfoHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, CustomHighlightComponentTest, TestExpandComponent, TestPivotHelperCode, TestTrackingShardHandlerFactory, TestNumericTokenStream, JvmMetricsTest, SolrJmxReporterCloudTest, RegexBytesRefFilterTest, SubstringBytesRefFilterTest, TestIntervalFaceting, TestUseDocValuesAsStored2, LargeFieldTest, MergeStrategyTest, SortSpecParsingTest, TestComplexPhraseLeadingWildcard, TestFieldSortValues, TestFilteredDocIdSet, TestHashQParserPlugin, TestMaxScoreQueryParser, TestMultiWordSynonyms, TestNoOpRegenerator, TestOverriddenPrefixQueryForCustomFieldType, TestPayloadCheckQParserPlugin, TestPayloadScoreQParserPlugin, TestSimpleQParserPlugin, TestSolrFieldCacheBean, TestXmlQParser, TestMinMaxOnMultiValuedField, BlockJoinFacetRandomTest, BlockJoinFacetSimpleTest, GraphQueryTest, TestNestedDocsSort, TestScoreJoinQPNoScore, TestScoreJoinQPScore, TestJsonRequest, CloudMLTQParserTest, TestClassicSimilarityFactory, TestDistribIDF, TestImpersonationWithHadoopAuth, TestBlendedInfixSuggestions, TestFieldCacheReopen, TestFieldCacheSortRandom, SolrIndexMetricsTest, UpdateLogTest, AddSchemaFieldsUpdateProcessorFactoryTest, PreAnalyzedUpdateProcessorTest, TimeRoutedAliasUpdateProcessorTest]
   [junit4] Completed [758/767 (2!)] on J2 in 37.14s, 2 tests, 1 error <<< FAILURES!

[...truncated 48054 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2254 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2254/

2 tests failed.
FAILED:  org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud

Error Message:
Could not find collection : legacyFalse

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : legacyFalse
	at __randomizedtesting.SeedInfo.seed([C50FA1E1108AC19A:14085364B4854AA8]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
	at org.apache.solr.cloud.LegacyCloudClusterPropTest.checkMandatoryProps(LegacyCloudClusterPropTest.java:153)
	at org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:90)
	at org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:70)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([C50FA1E1108AC19A:FA87A24907DC317D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13416 lines...]
   [junit4] Suite: org.apache.solr.cloud.LegacyCloudClusterPropTest
   [junit4]   2> 3383254 INFO  (SUITE-LegacyCloudClusterPropTest-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LegacyCloudClusterPropTest_C50FA1E1108AC19A-001/init-core-data-001
   [junit4]   2> 3383254 WARN  (SUITE-LegacyCloudClusterPropTest-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=41 numCloses=41
   [junit4]   2> 3383254 INFO  (SUITE-LegacyCloudClusterPropTest-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3383255 INFO  (SUITE-LegacyCloudClusterPropTest-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3383256 INFO  (SUITE-LegacyCloudClusterPropTest-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LegacyCloudClusterPropTest_C50FA1E1108AC19A-001/tempDir-001
   [junit4]   2> 3383256 INFO  (SUITE-LegacyCloudClusterPropTest-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3383256 INFO  (Thread-2601) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3383256 INFO  (Thread-2601) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3383257 ERROR (Thread-2601) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3383356 INFO  (SUITE-LegacyCloudClusterPropTest-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41214
   [junit4]   2> 3383357 INFO  (zkConnectionManagerCallback-3322-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3383360 INFO  (jetty-launcher-3319-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3383360 INFO  (jetty-launcher-3319-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a68def{/solr,null,AVAILABLE}
   [junit4]   2> 3383361 INFO  (jetty-launcher-3319-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@77c1434d{HTTP/1.1,[http/1.1]}{127.0.0.1:43851}
   [junit4]   2> 3383362 INFO  (jetty-launcher-3319-thread-1) [    ] o.e.j.s.Server Started @3392674ms
   [junit4]   2> 3383362 INFO  (jetty-launcher-3319-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43851}
   [junit4]   2> 3383362 ERROR (jetty-launcher-3319-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3383362 INFO  (jetty-launcher-3319-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3383362 INFO  (jetty-launcher-3319-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3383362 INFO  (jetty-launcher-3319-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3383362 INFO  (jetty-launcher-3319-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T20:28:04.622Z
   [junit4]   2> 3383363 INFO  (zkConnectionManagerCallback-3324-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3383363 INFO  (jetty-launcher-3319-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3383369 INFO  (jetty-launcher-3319-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41214/solr
   [junit4]   2> 3383376 INFO  (zkConnectionManagerCallback-3328-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3383390 INFO  (zkConnectionManagerCallback-3330-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3383494 INFO  (jetty-launcher-3319-thread-1) [n:127.0.0.1:43851_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3383494 INFO  (jetty-launcher-3319-thread-1) [n:127.0.0.1:43851_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43851_solr
   [junit4]   2> 3383494 INFO  (jetty-launcher-3319-thread-1) [n:127.0.0.1:43851_solr    ] o.a.s.c.Overseer Overseer (id=99338740335706115-127.0.0.1:43851_solr-n_0000000000) starting
   [junit4]   2> 3383506 INFO  (jetty-launcher-3319-thread-1) [n:127.0.0.1:43851_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43851_solr
   [junit4]   2> 3383507 INFO  (OverseerStateUpdate-99338740335706115-127.0.0.1:43851_solr-n_0000000000) [n:127.0.0.1:43851_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3383616 INFO  (jetty-launcher-3319-thread-1) [n:127.0.0.1:43851_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43851.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3383622 INFO  (jetty-launcher-3319-thread-1) [n:127.0.0.1:43851_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43851.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3383622 INFO  (jetty-launcher-3319-thread-1) [n:127.0.0.1:43851_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43851.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3383623 INFO  (jetty-launcher-3319-thread-1) [n:127.0.0.1:43851_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LegacyCloudClusterPropTest_C50FA1E1108AC19A-001/tempDir-001/node1/.
   [junit4]   2> 3383635 INFO  (zkConnectionManagerCallback-3334-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3383645 INFO  (zkConnectionManagerCallback-3338-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3383646 INFO  (SUITE-LegacyCloudClusterPropTest-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3383646 INFO  (SUITE-LegacyCloudClusterPropTest-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41214/solr ready
   [junit4]   2> 3383654 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionSwitchLegacyCloud
   [junit4]   2> 3383664 INFO  (qtp2015895580-15096) [n:127.0.0.1:43851_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=true&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3383665 INFO  (qtp2015895580-15096) [n:127.0.0.1:43851_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=true&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3383665 INFO  (qtp2015895580-15097) [n:127.0.0.1:43851_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=legacyTrue&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3383666 INFO  (OverseerThreadFactory-5579-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.CreateCollectionCmd Create collection legacyTrue
   [junit4]   2> 3383770 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=legacyTrue_shard1_replica_n1&action=CREATE&numShards=1&collection=legacyTrue&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3383771 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3383873 INFO  (zkCallback-3329-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3384779 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3384796 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.s.IndexSchema [legacyTrue_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3384798 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3384798 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'legacyTrue_shard1_replica_n1' using configuration from collection legacyTrue, trusted=true
   [junit4]   2> 3384800 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43851.solr.core.legacyTrue.shard1.replica_n1' (registry 'solr.core.legacyTrue.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3384800 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3384800 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.SolrCore [[legacyTrue_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LegacyCloudClusterPropTest_C50FA1E1108AC19A-001/tempDir-001/node1/legacyTrue_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LegacyCloudClusterPropTest_C50FA1E1108AC19A-001/tempDir-001/node1/./legacyTrue_shard1_replica_n1/data/]
   [junit4]   2> 3384851 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3384851 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3384852 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3384852 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3384853 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e246bb9[legacyTrue_shard1_replica_n1] main]
   [junit4]   2> 3384854 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3384854 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3384855 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3384855 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589419847046922240
   [junit4]   2> 3384856 INFO  (searcherExecutor-5582-thread-1-processing-n:127.0.0.1:43851_solr x:legacyTrue_shard1_replica_n1 s:shard1 c:legacyTrue) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.SolrCore [legacyTrue_shard1_replica_n1] Registered new searcher Searcher@7e246bb9[legacyTrue_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3384859 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3384859 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3384859 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43851/solr/legacyTrue_shard1_replica_n1/
   [junit4]   2> 3384859 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3384859 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43851/solr/legacyTrue_shard1_replica_n1/ has no replicas
   [junit4]   2> 3384859 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3384861 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43851/solr/legacyTrue_shard1_replica_n1/ shard1
   [junit4]   2> 3384962 INFO  (zkCallback-3329-thread-2-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3385012 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3385013 INFO  (qtp2015895580-15099) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=legacyTrue_shard1_replica_n1&action=CREATE&numShards=1&collection=legacyTrue&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1242
   [junit4]   2> 3385014 INFO  (qtp2015895580-15097) [n:127.0.0.1:43851_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3385113 INFO  (zkCallback-3329-thread-2-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3385667 INFO  (OverseerCollectionConfigSetProcessor-99338740335706115-127.0.0.1:43851_solr-n_0000000000) [n:127.0.0.1:43851_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3386015 INFO  (qtp2015895580-15097) [n:127.0.0.1:43851_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=legacyTrue&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2349
   [junit4]   2> 3386018 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@77c1434d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3386018 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1039844697
   [junit4]   2> 3386019 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3386019 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78c3ce2e: rootName = solr_43851, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2acd9688
   [junit4]   2> 3386024 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3386024 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7591b41d: rootName = solr_43851, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@371935ec
   [junit4]   2> 3386029 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3386029 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@103e3ec1: rootName = solr_43851, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4888e207
   [junit4]   2> 3386029 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43851_solr
   [junit4]   2> 3386030 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3386030 INFO  (zkCallback-3329-thread-2-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3386030 INFO  (zkCallback-3337-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3386030 INFO  (coreCloseExecutor-5587-thread-1) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.c.SolrCore [legacyTrue_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@25e6296f
   [junit4]   2> 3386030 INFO  (coreCloseExecutor-5587-thread-1) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.legacyTrue.shard1.replica_n1, tag=635840879
   [junit4]   2> 3386030 INFO  (coreCloseExecutor-5587-thread-1) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51cd4a58: rootName = solr_43851, domain = solr.core.legacyTrue.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.legacyTrue.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@578c5bb8
   [junit4]   2> 3386037 INFO  (coreCloseExecutor-5587-thread-1) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.legacyTrue.shard1.leader, tag=635840879
   [junit4]   2> 3386046 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.c.Overseer Overseer (id=99338740335706115-127.0.0.1:43851_solr-n_0000000000) closing
   [junit4]   2> 3386046 INFO  (OverseerStateUpdate-99338740335706115-127.0.0.1:43851_solr-n_0000000000) [n:127.0.0.1:43851_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43851_solr
   [junit4]   2> 3386047 WARN  (OverseerAutoScalingTriggerThread-99338740335706115-127.0.0.1:43851_solr-n_0000000000) [n:127.0.0.1:43851_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3386048 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a68def{/solr,null,UNAVAILABLE}
   [junit4]   2> 3386049 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3386062 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7463b3b8{/solr,null,AVAILABLE}
   [junit4]   2> 3386062 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7b89326c{HTTP/1.1,[http/1.1]}{127.0.0.1:43851}
   [junit4]   2> 3386062 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.e.j.s.Server Started @3395375ms
   [junit4]   2> 3386062 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43851}
   [junit4]   2> 3386063 ERROR (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3386063 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3386063 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3386063 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3386063 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T20:28:07.323Z
   [junit4]   2> 3386064 INFO  (zkConnectionManagerCallback-3340-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3386064 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3386071 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41214/solr
   [junit4]   2> 3386071 INFO  (zkConnectionManagerCallback-3344-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3386073 INFO  (zkConnectionManagerCallback-3346-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3386094 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [n:127.0.0.1:43851_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3386095 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [n:127.0.0.1:43851_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43851_solr
   [junit4]   2> 3386095 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [n:127.0.0.1:43851_solr    ] o.a.s.c.Overseer Overseer (id=99338740335706120-127.0.0.1:43851_solr-n_0000000001) starting
   [junit4]   2> 3386119 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [n:127.0.0.1:43851_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43851_solr
   [junit4]   2> 3386133 INFO  (zkCallback-3337-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3386143 INFO  (zkCallback-3345-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3386222 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [n:127.0.0.1:43851_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43851.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3386230 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [n:127.0.0.1:43851_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43851.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3386230 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [n:127.0.0.1:43851_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43851.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3386232 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [n:127.0.0.1:43851_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LegacyCloudClusterPropTest_C50FA1E1108AC19A-001/tempDir-001/node1/.
   [junit4]   2> 3386232 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [n:127.0.0.1:43851_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [legacyTrue_shard1_replica_n1]
   [junit4]   2> 3386232 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3386239 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3386252 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.s.IndexSchema [legacyTrue_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3386299 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3386306 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3386328 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.s.IndexSchema [legacyTrue_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3386342 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3386342 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'legacyTrue_shard1_replica_n1' using configuration from collection legacyTrue, trusted=true
   [junit4]   2> 3386342 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43851.solr.core.legacyTrue.shard1.replica_n1' (registry 'solr.core.legacyTrue.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3386342 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3386342 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.SolrCore [[legacyTrue_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LegacyCloudClusterPropTest_C50FA1E1108AC19A-001/tempDir-001/node1/legacyTrue_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LegacyCloudClusterPropTest_C50FA1E1108AC19A-001/tempDir-001/node1/./legacyTrue_shard1_replica_n1/data/]
   [junit4]   2> 3386387 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3386387 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3386387 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3386387 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3386388 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@472ab167[legacyTrue_shard1_replica_n1] main]
   [junit4]   2> 3386389 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3386389 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3386389 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3386390 INFO  (searcherExecutor-5599-thread-1-processing-n:127.0.0.1:43851_solr x:legacyTrue_shard1_replica_n1 s:shard1 c:legacyTrue) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.c.SolrCore [legacyTrue_shard1_replica_n1] Registered new searcher Searcher@472ab167[legacyTrue_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3386390 INFO  (coreLoadExecutor-5598-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1  x:legacyTrue_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589419848656486400
   [junit4]   2> 3386393 INFO  (coreZkRegister-5589-thread-1-processing-n:127.0.0.1:43851_solr x:legacyTrue_shard1_replica_n1 s:shard1 c:legacyTrue) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3386393 INFO  (coreZkRegister-5589-thread-1-processing-n:127.0.0.1:43851_solr x:legacyTrue_shard1_replica_n1 s:shard1 c:legacyTrue) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3386393 INFO  (coreZkRegister-5589-thread-1-processing-n:127.0.0.1:43851_solr x:legacyTrue_shard1_replica_n1 s:shard1 c:legacyTrue) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43851/solr/legacyTrue_shard1_replica_n1/
   [junit4]   2> 3386393 INFO  (coreZkRegister-5589-thread-1-processing-n:127.0.0.1:43851_solr x:legacyTrue_shard1_replica_n1 s:shard1 c:legacyTrue) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3386393 INFO  (coreZkRegister-5589-thread-1-processing-n:127.0.0.1:43851_solr x:legacyTrue_shard1_replica_n1 s:shard1 c:legacyTrue) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43851/solr/legacyTrue_shard1_replica_n1/ has no replicas
   [junit4]   2> 3386393 INFO  (coreZkRegister-5589-thread-1-processing-n:127.0.0.1:43851_solr x:legacyTrue_shard1_replica_n1 s:shard1 c:legacyTrue) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3386394 INFO  (coreZkRegister-5589-thread-1-processing-n:127.0.0.1:43851_solr x:legacyTrue_shard1_replica_n1 s:shard1 c:legacyTrue) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43851/solr/legacyTrue_shard1_replica_n1/ shard1
   [junit4]   2> 3386394 INFO  (coreZkRegister-5589-thread-1-processing-n:127.0.0.1:43851_solr x:legacyTrue_shard1_replica_n1 s:shard1 c:legacyTrue) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3386495 INFO  (zkCallback-3345-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3387399 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:43851: The target server failed to respond
   [junit4]   2> 3387399 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:43851
   [junit4]   2> 3387400 INFO  (qtp264125424-15146) [n:127.0.0.1:43851_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3387401 INFO  (qtp264125424-15146) [n:127.0.0.1:43851_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3387401 INFO  (qtp264125424-15147) [n:127.0.0.1:43851_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=legacyFalse&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3387402 INFO  (OverseerThreadFactory-5596-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.CreateCollectionCmd Create collection legacyFalse
   [junit4]   2> 3387607 INFO  (qtp264125424-15149) [n:127.0.0.1:43851_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=legacyFalse_shard1_replica_n1&action=CREATE&numShards=1&collection=legacyFalse&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3387609 ERROR (qtp264125424-15149) [n:127.0.0.1:43851_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'legacyFalse_shard1_replica_n1': non legacy mode coreNodeName missing {collection.configName=conf, numShards=1, shard=shard1, collection=legacyFalse, replicaType=NRT}
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:993)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: non legacy mode coreNodeName missing {collection.configName=conf, numShards=1, shard=shard1, collection=legacyFalse, replicaType=NRT}
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:940)
   [junit4]   2> 	... 34 more
   [junit4]   2> 
   [junit4]   2> 3387609 INFO  (qtp264125424-15149) [n:127.0.0.1:43851_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=legacyFalse_shard1_replica_n1&action=CREATE&numShards=1&collection=legacyFalse&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1
   [junit4]   2> 3387609 ERROR (OverseerThreadFactory-5596-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:43851/solr
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43851/solr: Error CREATEing SolrCore 'legacyFalse_shard1_replica_n1': non legacy mode coreNodeName missing {collection.configName=conf, numShards=1, shard=shard1, collection=legacyFalse, replicaType=NRT}
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3387610 ERROR (OverseerThreadFactory-5596-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [legacyFalse].
   [junit4]   2> 3387610 INFO  (OverseerThreadFactory-5596-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 3388312 INFO  (OverseerThreadFactory-5596-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [legacyFalse]
   [junit4]   2> 3388313 INFO  (qtp264125424-15147) [n:127.0.0.1:43851_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3389411 INFO  (OverseerCollectionConfigSetProcessor-99338740335706120-127.0.0.1:43851_solr-n_0000000001) [n:127.0.0.1:43851_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3418330 ERROR (qtp264125424-15147) [n:127.0.0.1:43851_solr    ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
   [junit4]   2> 3418330 INFO  (qtp264125424-15147) [n:127.0.0.1:43851_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=legacyFalse&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=30928
   [junit4]   2> 3418331 INFO  (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[C50FA1E1108AC19A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSwitchLegacyCloud
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LegacyCloudClusterPropTest -Dtests.method=testCreateCollectionSwitchLegacyCloud -Dtests.seed=C50FA1E1108AC19A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fr-FR -Dtests.timezone=Asia/Ho_Chi_Minh -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   34.7s J2 | LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : legacyFalse
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C50FA1E1108AC19A:14085364B4854AA8]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
   [junit4]    > 	at org.apache.solr.cloud.LegacyCloudClusterPropTest.checkMandatoryProps(LegacyCloudClusterPropTest.java:153)
   [junit4]    > 	at org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:90)
   [junit4]    > 	at org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:70)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3418333 INFO  (jetty-closer-3320-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b89326c{HTTP/1.1,[http/1.1]}{127.0.0.1:43851}
   [junit4]   2> 3418333 INFO  (jetty-closer-3320-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1794716228
   [junit4]   2> 3418334 INFO  (jetty-closer-3320-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3418334 INFO  (jetty-closer-3320-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c9ad52f: rootName = solr_43851, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@460138af
   [junit4]   2> 3418338 INFO  (jetty-closer-3320-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3418338 INFO  (jetty-closer-3320-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28e48db3: rootName = solr_43851, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@371935ec
   [junit4]   2> 3418341 INFO  (jetty-closer-3320-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3418341 INFO  (jetty-closer-3320-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@69e29c67: rootName = solr_43851, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4888e207
   [junit4]   2> 3418342 INFO  (jetty-closer-3320-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43851_solr
   [junit4]   2> 3418342 INFO  (jetty-closer-3320-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3418342 INFO  (zkCallback-3345-thread-1-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3418343 INFO  (coreCloseExecutor-5604-thread-1) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.c.SolrCore [legacyTrue_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3df423d
   [junit4]   2> 3418343 INFO  (zkCallback-3345-thread-2-processing-n:127.0.0.1:43851_solr) [n:127.0.0.1:43851_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3418343 INFO  (coreCloseExecutor-5604-thread-1) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.legacyTrue.shard1.replica_n1, tag=64963133
   [junit4]   2> 3418343 INFO  (coreCloseExecutor-5604-thread-1) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d25aeb3: rootName = solr_43851, domain = solr.core.legacyTrue.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.legacyTrue.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2f74aa12
   [junit4]   2> 3418365 INFO  (coreCloseExecutor-5604-thread-1) [n:127.0.0.1:43851_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.legacyTrue.shard1.leader, tag=64963133
   [junit4]   2> 3418367 INFO  (jetty-closer-3320-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99338740335706120-127.0.0.1:43851_solr-n_0000000001) closing
   [junit4]   2> 3418367 INFO  (OverseerStateUpdate-99338740335706120-127.0.0.1:43851_solr-n_0000000001) [n:127.0.0.1:43851_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43851_solr
   [junit4]   2> 3418373 WARN  (OverseerAutoScalingTriggerThread-99338740335706120-127.0.0.1:43851_solr-n_0000000001) [n:127.0.0.1:43851_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3418395 INFO  (jetty-closer-3320-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7463b3b8{/solr,null,UNAVAILABLE}
   [junit4]   2> 3418396 ERROR (SUITE-LegacyCloudClusterPropTest-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3418396 INFO  (SUITE-LegacyCloudClusterPropTest-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41214 41214
   [junit4]   2> 3418659 INFO  (Thread-2601) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41214 41214
   [junit4]   2> 3418660 WARN  (Thread-2601) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/collections/legacyTrue/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LegacyCloudClusterPropTest_C50FA1E1108AC19A-001
   [junit4]   2> Jan 12, 2018 8:28:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1475, maxMBSortInHeap=7.929578072529379, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@44290be7), locale=fr-FR, timezone=Asia/Ho_Chi_Minh
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=167907328,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [PKIAuthenticationIntegrationTest, FieldMutatingUpdateProcessorTest, DistributedSuggestComponentTest, TestTrieFacet, TestApiFramework, XmlUpdateRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, TestDistributedGrouping, TestBinaryResponseWriter, TestGeoJSONResponseWriter, TestClusterStateMutator, HdfsChaosMonkeySafeLeaderTest, BJQParserTest, TestStressInPlaceUpdates, FullSolrCloudDistribCmdsTest, DefaultValueUpdateProcessorTest, BitVectorTest, TestFieldCacheSortRandom, TestValueSourceCache, LargeFieldTest, CdcrReplicationHandlerTest, DisMaxRequestHandlerTest, TestSchemalessBufferedUpdates, TestComplexPhraseLeadingWildcard, TestSolrCloudWithKerberosAlt, SortSpecParsingTest, TestNamedUpdateProcessors, TestLeaderElectionZkExpiry, TestConfigSetProperties, TestFileDictionaryLookup, TestRandomFlRTGCloud, TestLFUCache, TestMinMaxOnMultiValuedField, TestMaxTokenLenTokenizer, DistanceFunctionTest, SolrSlf4jReporterTest, TestPartialUpdateDeduplication, TestGroupingSearch, OverseerTest, LeaderFailureAfterFreshStartTest, UnloadDistributedZkTest, CdcrBidirectionalTest, TestIntervalFaceting, SimplePostToolTest, AtomicUpdateProcessorFactoryTest, TestTolerantSearch, TestSystemIdResolver, BlockJoinFacetSimpleTest, BasicDistributedZk2Test, CoreAdminHandlerTest, TestNestedDocsSort, TestQueryTypes, TestCollectionAPI, PreAnalyzedUpdateProcessorTest, TestSolrCLIRunExample, ReturnFieldsTest, RegexBytesRefFilterTest, TestSmileRequest, PeerSyncReplicationTest, HdfsSyncSliceTest, TestNumericTokenStream, BlockCacheTest, TestSolrConfigHandler, TestFunctionQuery, ScriptEngineTest, TestReloadAndDeleteDocs, OverriddenZkACLAndCredentialsProvidersTest, TestImpersonationWithHadoopAuth, DeleteNodeTest, HdfsRecoverLeaseTest, RequiredFieldsTest, XsltUpdateRequestHandlerTest, QueryElevationComponentTest, FieldAnalysisRequestHandlerTest, TestCharFilters, TestDistribIDF, TestDeleteCollectionOnDownNodes, TestPerFieldSimilarityWithDefaultOverride, TlogReplayBufferedWhileIndexingTest, MultiThreadedOCPTest, ShardSplitTest, ReplaceNodeTest, TestCustomStream, TestCloudJSONFacetJoinDomain, DocExpirationUpdateProcessorFactoryTest, TestSolrCoreProperties, DirectSolrConnectionTest, AlternateDirectoryTest, TestLegacyFieldReuse, TestPayloadScoreQParserPlugin, DocValuesNotIndexedTest, ReplicaListTransformerTest, TestSearchPerf, TestManagedSchemaThreadSafety, TestReload, TestManagedResource, TestAuthenticationFramework, TestDistributedMissingSort, SecurityConfHandlerTest, ConnectionReuseTest, BlobRepositoryCloudTest, StatsComponentTest, InfoHandlerTest, SuggesterTest, ConfigSetsAPITest, TestFieldTypeCollectionResource, TestSimDistributedQueue, UUIDFieldTest, ExitableDirectoryReaderTest, TestRetrieveFieldsOptimizer, AliasIntegrationTest, TestTolerantUpdateProcessorCloud, RollingRestartTest, TestBlobHandler, TestJsonRequest, DirectSolrSpellCheckerTest, TestExecutePlanAction, SpellCheckCollatorWithCollapseTest, TestNodeAddedTrigger, WordBreakSolrSpellCheckerTest, TestDynamicFieldResource, RecoveryZkTest, TestExpandComponent, ManagedSchemaRoundRobinCloudTest, TestLRUCache, LeaderFailoverAfterPartitionTest, LegacyCloudClusterPropTest]
   [junit4] Completed [520/767 (1!)] on J2 in 35.69s, 1 test, 1 error <<< FAILURES!

[...truncated 182 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
   [junit4]   2> 3939085 INFO  (SUITE-TestClusterStateProvider-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C50FA1E1108AC19A-001/init-core-data-001
   [junit4]   2> 3939085 WARN  (SUITE-TestClusterStateProvider-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
   [junit4]   2> 3939085 INFO  (SUITE-TestClusterStateProvider-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3939086 INFO  (SUITE-TestClusterStateProvider-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3939087 INFO  (SUITE-TestClusterStateProvider-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? false
   [junit4]   2> 3939087 INFO  (SUITE-TestClusterStateProvider-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C50FA1E1108AC19A-001/tempDir-001
   [junit4]   2> 3939087 INFO  (SUITE-TestClusterStateProvider-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3939087 INFO  (Thread-5336) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3939087 INFO  (Thread-5336) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3939088 ERROR (Thread-5336) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3939187 INFO  (SUITE-TestClusterStateProvider-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:33095
   [junit4]   2> 3939189 INFO  (zkConnectionManagerCallback-6515-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3939191 INFO  (jetty-launcher-6512-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3939191 INFO  (jetty-launcher-6512-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3939191 INFO  (jetty-launcher-6512-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3939193 INFO  (jetty-launcher-6512-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2573a8a0{/solr,null,AVAILABLE}
   [junit4]   2> 3939193 INFO  (jetty-launcher-6512-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@540ecb50{/solr,null,AVAILABLE}
   [junit4]   2> 3939193 INFO  (jetty-launcher-6512-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10c5136c{/solr,null,AVAILABLE}
   [junit4]   2> 3939200 INFO  (jetty-launcher-6512-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@360fd8a7{HTTP/1.1,[http/1.1]}{127.0.0.1:43751}
   [junit4]   2> 3939200 INFO  (jetty-launcher-6512-thread-1) [    ] o.e.j.s.Server Started @3948513ms
   [junit4]   2> 3939200 INFO  (jetty-launcher-6512-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43751}
   [junit4]   2> 3939200 ERROR (jetty-launcher-6512-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3939200 INFO  (jetty-launcher-6512-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3939200 INFO  (jetty-launcher-6512-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3939200 INFO  (jetty-launcher-6512-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3939200 INFO  (jetty-launcher-6512-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T20:37:20.460Z
   [junit4]   2> 3939201 INFO  (zkConnectionManagerCallback-6517-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3939202 INFO  (jetty-launcher-6512-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2e8e94da{HTTP/1.1,[http/1.1]}{127.0.0.1:35318}
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4a02784d{HTTP/1.1,[http/1.1]}{127.0.0.1:39654}
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-3) [    ] o.e.j.s.Server Started @3948538ms
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-2) [    ] o.e.j.s.Server Started @3948538ms
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35318}
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39654}
   [junit4]   2> 3939226 ERROR (jetty-launcher-6512-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T20:37:20.486Z
   [junit4]   2> 3939226 ERROR (jetty-launcher-6512-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3939226 INFO  (jetty-launcher-6512-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3939227 INFO  (jetty-launcher-6512-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T20:37:20.487Z
   [junit4]   2> 3939227 INFO  (zkConnectionManagerCallback-6519-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3939228 INFO  (jetty-launcher-6512-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3939228 INFO  (zkConnectionManagerCallback-6521-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3939228 INFO  (jetty-launcher-6512-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33095/solr
   [junit4]   2> 3939231 INFO  (jetty-launcher-6512-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3939232 INFO  (zkConnectionManagerCallback-6525-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3939233 INFO  (jetty-launcher-6512-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33095/solr
   [junit4]   2> 3939234 INFO  (zkConnectionManagerCallback-6528-thread-1-processing-n:127.0.0.1:43751_solr) [n:127.0.0.1:43751_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3939234 INFO  (zkConnectionManagerCallback-6531-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3939237 INFO  (jetty-launcher-6512-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33095/solr
   [junit4]   2> 3939238 INFO  (zkConnectionManagerCallback-6535-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3939238 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ec17555c0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3939239 INFO  (zkConnectionManagerCallback-6537-thread-1-processing-n:127.0.0.1:35318_solr) [n:127.0.0.1:35318_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3939240 INFO  (zkConnectionManagerCallback-6539-thread-1-processing-n:127.0.0.1:39654_solr) [n:127.0.0.1:39654_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3939293 INFO  (jetty-launcher-6512-thread-1) [n:127.0.0.1:43751_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3939294 INFO  (jetty-launcher-6512-thread-2) [n:127.0.0.1:39654_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3939294 INFO  (jetty-launcher-6512-thread-1) [n:127.0.0.1:43751_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43751_solr
   [junit4]   2> 3939294 INFO  (jetty-launcher-6512-thread-1) [n:127.0.0.1:43751_solr    ] o.a.s.c.Overseer Overseer (id=99338776762646533-127.0.0.1:43751_solr-n_0000000000) starting
   [junit4]   2> 3939294 INFO  (jetty-launcher-6512-thread-2) [n:127.0.0.1:39654_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39654_solr
   [junit4]   2> 3939294 INFO  (jetty-launcher-6512-thread-3) [n:127.0.0.1:35318_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3939303 INFO  (zkCallback-6538-thread-1-processing-n:127.0.0.1:39654_solr) [n:127.0.0.1:39654_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3939303 INFO  (zkCallback-6536-thread-1-processing-n:127.0.0.1:35318_solr) [n:127.0.0.1:35318_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3939303 INFO  (zkCallback-6527-thread-1-processing-n:127.0.0.1:43751_solr) [n:127.0.0.1:43751_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3939304 INFO  (jetty-launcher-6512-thread-3) [n:127.0.0.1:35318_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35318_solr
   [junit4]   2> 3939306 INFO  (zkCallback-6536-thread-1-processing-n:127.0.0.1:35318_solr) [n:127.0.0.1:35318_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3939315 INFO  (zkCallback-6538-thread-1-processing-n:127.0.0.1:39654_solr) [n:127.0.0.1:39654_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3939315 INFO  (zkCallback-6527-thread-1-processing-n:127.0.0.1:43751_solr) [n:127.0.0.1:43751_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3939319 INFO  (jetty-launcher-6512-thread-1) [n:127.0.0.1:43751_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43751_solr
   [junit4]   2> 3939333 INFO  (zkCallback-6536-thread-1-processing-n:127.0.0.1:35318_solr) [n:127.0.0.1:35318_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3939333 INFO  (zkCallback-6527-thread-1-processing-n:127.0.0.1:43751_solr) [n:127.0.0.1:43751_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3939333 INFO  (zkCallback-6538-thread-1-processing-n:127.0.0.1:39654_solr) [n:127.0.0.1:39654_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3939336 INFO  (jetty-launcher-6512-thread-2) [n:127.0.0.1:39654_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39654.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3939343 INFO  (jetty-launcher-6512-thread-2) [n:127.0.0.1:39654_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39654.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3939343 INFO  (jetty-launcher-6512-thread-2) [n:127.0.0.1:39654_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39654.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3939344 INFO  (jetty-launcher-6512-thread-2) [n:127.0.0.1:39654_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C50FA1E1108AC19A-001/tempDir-001/node2/.
   [junit4]   2> 3939359 INFO  (jetty-launcher-6512-thread-1) [n:127.0.0.1:43751_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43751.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3939360 INFO  (jetty-launcher-6512-thread-3) [n:127.0.0.1:35318_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35318.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3939367 INFO  (jetty-launcher-6512-thread-1) [n:127.0.0.1:43751_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43751.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3939367 INFO  (jetty-launcher-6512-thread-1) [n:127.0.0.1:43751_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43751.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3939368 INFO  (jetty-launcher-6512-thread-3) [n:127.0.0.1:35318_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35318.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3939368 INFO  (jetty-launcher-6512-thread-1) [n:127.0.0.1:43751_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C50FA1E1108AC19A-001/tempDir-001/node1/.
   [junit4]   2> 3939368 INFO  (jetty-launcher-6512-thread-3) [n:127.0.0.1:35318_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35318.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67022842
   [junit4]   2> 3939369 INFO  (jetty-launcher-6512-thread-3) [n:127.0.0.1:35318_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C50FA1E1108AC19A-001/tempDir-001/node3/.
   [junit4]   2> 3939433 INFO  (zkConnectionManagerCallback-6547-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3939434 INFO  (zkConnectionManagerCallback-6551-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3939435 INFO  (SUITE-TestClusterStateProvider-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3939436 INFO  (SUITE-TestClusterStateProvider-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33095/solr ready
   [junit4]   2> 3939439 INFO  (qtp2059105059-24823) [n:127.0.0.1:35318_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3939443 INFO  (OverseerThreadFactory-6879-thread-1-processing-n:127.0.0.1:43751_solr) [n:127.0.0.1:43751_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 3939547 INFO  (OverseerStateUpdate-99338776762646533-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35318/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3939548 INFO  (OverseerStateUpdate-99338776762646533-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43751/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3939550 INFO  (OverseerStateUpdate-99338776762646533-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39654/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3939751 INFO  (qtp2059105059-24828) [n:127.0.0.1:35318_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.syst

[...truncated too long message...]

ystem.shard1.leader, tag=1319553860
   [junit4]   2> 3947069 INFO  (jetty-closer-6513-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99338776762646533-127.0.0.1:43751_solr-n_0000000000) closing
   [junit4]   2> 3947069 INFO  (OverseerStateUpdate-99338776762646533-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43751_solr
   [junit4]   2> 3947070 WARN  (OverseerAutoScalingTriggerThread-99338776762646533-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3947070 INFO  (jetty-closer-6513-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@540ecb50{/solr,null,UNAVAILABLE}
   [junit4]   2> 3947070 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ec17555c0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3947071 INFO  (jetty-closer-6513-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2573a8a0{/solr,null,UNAVAILABLE}
   [junit4]   2> 3948559 WARN  (zkCallback-6558-thread-2-processing-n:127.0.0.1:44893_solr) [n:127.0.0.1:44893_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:44893_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:44893_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3948559 INFO  (jetty-closer-6513-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5f878dbe{/solr,null,UNAVAILABLE}
   [junit4]   2> 3948560 ERROR (SUITE-TestClusterStateProvider-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3948560 INFO  (SUITE-TestClusterStateProvider-seed#[C50FA1E1108AC19A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33095 33095
   [junit4]   2> 3948882 INFO  (Thread-5336) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33095 33095
   [junit4]   2> 3948882 WARN  (Thread-5336) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99338776762646533-127.0.0.1:43751_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_C50FA1E1108AC19A-001
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=1, maxDocsPerChunk=1, blockSize=887), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=1, blockSize=887)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@439a92fb), locale=ar-BH, timezone=America/St_Barthelemy
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=220651880,total=515899392
   [junit4]   2> NOTE: All tests run in this JVM: [PKIAuthenticationIntegrationTest, FieldMutatingUpdateProcessorTest, DistributedSuggestComponentTest, TestTrieFacet, TestApiFramework, XmlUpdateRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, TestDistributedGrouping, TestBinaryResponseWriter, TestGeoJSONResponseWriter, TestClusterStateMutator, HdfsChaosMonkeySafeLeaderTest, BJQParserTest, TestStressInPlaceUpdates, FullSolrCloudDistribCmdsTest, DefaultValueUpdateProcessorTest, BitVectorTest, TestFieldCacheSortRandom, TestValueSourceCache, LargeFieldTest, CdcrReplicationHandlerTest, DisMaxRequestHandlerTest, TestSchemalessBufferedUpdates, TestComplexPhraseLeadingWildcard, TestSolrCloudWithKerberosAlt, SortSpecParsingTest, TestNamedUpdateProcessors, TestLeaderElectionZkExpiry, TestConfigSetProperties, TestFileDictionaryLookup, TestRandomFlRTGCloud, TestLFUCache, TestMinMaxOnMultiValuedField, TestMaxTokenLenTokenizer, DistanceFunctionTest, SolrSlf4jReporterTest, TestPartialUpdateDeduplication, TestGroupingSearch, OverseerTest, LeaderFailureAfterFreshStartTest, UnloadDistributedZkTest, CdcrBidirectionalTest, TestIntervalFaceting, SimplePostToolTest, AtomicUpdateProcessorFactoryTest, TestTolerantSearch, TestSystemIdResolver, BlockJoinFacetSimpleTest, BasicDistributedZk2Test, CoreAdminHandlerTest, TestNestedDocsSort, TestQueryTypes, TestCollectionAPI, PreAnalyzedUpdateProcessorTest, TestSolrCLIRunExample, ReturnFieldsTest, RegexBytesRefFilterTest, TestSmileRequest, PeerSyncReplicationTest, HdfsSyncSliceTest, TestNumericTokenStream, BlockCacheTest, TestSolrConfigHandler, TestFunctionQuery, ScriptEngineTest, TestReloadAndDeleteDocs, OverriddenZkACLAndCredentialsProvidersTest, TestImpersonationWithHadoopAuth, DeleteNodeTest, HdfsRecoverLeaseTest, RequiredFieldsTest, XsltUpdateRequestHandlerTest, QueryElevationComponentTest, FieldAnalysisRequestHandlerTest, TestCharFilters, TestDistribIDF, TestDeleteCollectionOnDownNodes, TestPerFieldSimilarityWithDefaultOverride, TlogReplayBufferedWhileIndexingTest, MultiThreadedOCPTest, ShardSplitTest, ReplaceNodeTest, TestCustomStream, TestCloudJSONFacetJoinDomain, DocExpirationUpdateProcessorFactoryTest, TestSolrCoreProperties, DirectSolrConnectionTest, AlternateDirectoryTest, TestLegacyFieldReuse, TestPayloadScoreQParserPlugin, DocValuesNotIndexedTest, ReplicaListTransformerTest, TestSearchPerf, TestManagedSchemaThreadSafety, TestReload, TestManagedResource, TestAuthenticationFramework, TestDistributedMissingSort, SecurityConfHandlerTest, ConnectionReuseTest, BlobRepositoryCloudTest, StatsComponentTest, InfoHandlerTest, SuggesterTest, ConfigSetsAPITest, TestFieldTypeCollectionResource, TestSimDistributedQueue, UUIDFieldTest, ExitableDirectoryReaderTest, TestRetrieveFieldsOptimizer, AliasIntegrationTest, TestTolerantUpdateProcessorCloud, RollingRestartTest, TestBlobHandler, TestJsonRequest, DirectSolrSpellCheckerTest, TestExecutePlanAction, SpellCheckCollatorWithCollapseTest, TestNodeAddedTrigger, WordBreakSolrSpellCheckerTest, TestDynamicFieldResource, RecoveryZkTest, TestExpandComponent, ManagedSchemaRoundRobinCloudTest, TestLRUCache, LeaderFailoverAfterPartitionTest, LegacyCloudClusterPropTest, MoveReplicaHDFSTest, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestPrepRecovery, TestRandomRequestDistribution, TestSSLRandomization, TestSegmentSorting, TestStressLiveNodes, TestUtilizeNode, ZkFailoverTest, TestPolicyCloud, TestClusterStateProvider]
   [junit4] Completed [578/767 (2!)] on J2 in 9.86s, 2 tests, 1 failure <<< FAILURES!

[...truncated 48684 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2253 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2253/

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([323C1DF3FA62646D:95D30050352FEB75]:0)
	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:271)
	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:234)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse

Error Message:
Error from server at http://127.0.0.1:42939/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42939/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
	at __randomizedtesting.SeedInfo.seed([323C1DF3FA62646D:5DB956AB46145782]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13138 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/init-core-data-001
   [junit4]   2> 2796286 WARN  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[323C1DF3FA62646D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
   [junit4]   2> 2796286 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[323C1DF3FA62646D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2796287 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[323C1DF3FA62646D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2796287 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[323C1DF3FA62646D]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2796287 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[323C1DF3FA62646D]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001
   [junit4]   2> 2796288 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[323C1DF3FA62646D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2796288 INFO  (Thread-1848) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2796288 INFO  (Thread-1848) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2796290 ERROR (Thread-1848) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2796394 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[323C1DF3FA62646D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41341
   [junit4]   2> 2796400 INFO  (zkConnectionManagerCallback-1577-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2796451 INFO  (jetty-launcher-1574-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2796467 INFO  (jetty-launcher-1574-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2796508 INFO  (jetty-launcher-1574-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1541851e{/solr,null,AVAILABLE}
   [junit4]   2> 2796525 INFO  (jetty-launcher-1574-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@331169d3{HTTP/1.1,[http/1.1]}{127.0.0.1:39650}
   [junit4]   2> 2796526 INFO  (jetty-launcher-1574-thread-2) [    ] o.e.j.s.Server Started @2806847ms
   [junit4]   2> 2796526 INFO  (jetty-launcher-1574-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39650}
   [junit4]   2> 2796526 ERROR (jetty-launcher-1574-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2796526 INFO  (jetty-launcher-1574-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2796526 INFO  (jetty-launcher-1574-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2796526 INFO  (jetty-launcher-1574-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2796526 INFO  (jetty-launcher-1574-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-11T12:43:42.218Z
   [junit4]   2> 2796545 INFO  (jetty-launcher-1574-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2384572a{/solr,null,AVAILABLE}
   [junit4]   2> 2796545 INFO  (jetty-launcher-1574-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@66011214{HTTP/1.1,[http/1.1]}{127.0.0.1:42939}
   [junit4]   2> 2796545 INFO  (jetty-launcher-1574-thread-1) [    ] o.e.j.s.Server Started @2806866ms
   [junit4]   2> 2796545 INFO  (jetty-launcher-1574-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42939}
   [junit4]   2> 2796545 ERROR (jetty-launcher-1574-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2796545 INFO  (jetty-launcher-1574-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2796545 INFO  (jetty-launcher-1574-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2796545 INFO  (jetty-launcher-1574-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2796545 INFO  (jetty-launcher-1574-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-11T12:43:42.237Z
   [junit4]   2> 2796620 INFO  (zkConnectionManagerCallback-1579-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2796620 INFO  (zkConnectionManagerCallback-1581-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2796620 INFO  (jetty-launcher-1574-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2796620 INFO  (jetty-launcher-1574-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2796644 INFO  (jetty-launcher-1574-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41341/solr
   [junit4]   2> 2796644 INFO  (jetty-launcher-1574-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41341/solr
   [junit4]   2> 2796659 INFO  (zkConnectionManagerCallback-1589-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2796660 INFO  (zkConnectionManagerCallback-1586-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2796661 INFO  (zkConnectionManagerCallback-1591-thread-1-processing-n:127.0.0.1:42939_solr) [n:127.0.0.1:42939_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2796689 INFO  (zkConnectionManagerCallback-1594-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2796758 INFO  (jetty-launcher-1574-thread-2) [n:127.0.0.1:39650_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2796759 INFO  (jetty-launcher-1574-thread-2) [n:127.0.0.1:39650_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39650_solr
   [junit4]   2> 2796784 INFO  (jetty-launcher-1574-thread-2) [n:127.0.0.1:39650_solr    ] o.a.s.c.Overseer Overseer (id=99331252026146822-127.0.0.1:39650_solr-n_0000000000) starting
   [junit4]   2> 2796800 INFO  (jetty-launcher-1574-thread-2) [n:127.0.0.1:39650_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39650_solr
   [junit4]   2> 2796803 INFO  (OverseerStateUpdate-99331252026146822-127.0.0.1:39650_solr-n_0000000000) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2796929 INFO  (jetty-launcher-1574-thread-1) [n:127.0.0.1:42939_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2796939 INFO  (jetty-launcher-1574-thread-1) [n:127.0.0.1:42939_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2796941 INFO  (jetty-launcher-1574-thread-1) [n:127.0.0.1:42939_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42939_solr
   [junit4]   2> 2796962 INFO  (zkCallback-1590-thread-1-processing-n:127.0.0.1:42939_solr) [n:127.0.0.1:42939_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2796962 INFO  (zkCallback-1593-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2797056 INFO  (jetty-launcher-1574-thread-2) [n:127.0.0.1:39650_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39650.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6411c731
   [junit4]   2> 2797059 INFO  (jetty-launcher-1574-thread-1) [n:127.0.0.1:42939_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42939.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6411c731
   [junit4]   2> 2797074 INFO  (jetty-launcher-1574-thread-1) [n:127.0.0.1:42939_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42939.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6411c731
   [junit4]   2> 2797074 INFO  (jetty-launcher-1574-thread-1) [n:127.0.0.1:42939_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42939.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6411c731
   [junit4]   2> 2797075 INFO  (jetty-launcher-1574-thread-2) [n:127.0.0.1:39650_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39650.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6411c731
   [junit4]   2> 2797075 INFO  (jetty-launcher-1574-thread-2) [n:127.0.0.1:39650_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39650.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6411c731
   [junit4]   2> 2797075 INFO  (jetty-launcher-1574-thread-1) [n:127.0.0.1:42939_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node2/.
   [junit4]   2> 2797076 INFO  (jetty-launcher-1574-thread-2) [n:127.0.0.1:39650_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/.
   [junit4]   2> 2797163 INFO  (zkConnectionManagerCallback-1599-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2797199 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[323C1DF3FA62646D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2797202 INFO  (zkConnectionManagerCallback-1604-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2797203 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2797204 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41341/solr ready
   [junit4]   2> 2797226 INFO  (qtp686708400-13029) [n:127.0.0.1:42939_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2797226 INFO  (qtp686708400-13029) [n:127.0.0.1:42939_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2797226 INFO  (qtp686708400-13030) [n:127.0.0.1:42939_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2797228 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.CreateCollectionCmd Create collection timeConfig
   [junit4]   2> 2797229 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 2797229 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
   [junit4]   2> 2797232 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
   [junit4]   2> 2797246 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
   [junit4]   2> 2797248 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
   [junit4]   2> 2797250 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
   [junit4]   2> 2797251 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
   [junit4]   2> 2797253 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
   [junit4]   2> 2797264 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
   [junit4]   2> 2797266 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
   [junit4]   2> 2797268 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
   [junit4]   2> 2797269 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/timeConfig/lang/contractions_ca.txt
   [junit4]   2> 2797279 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
   [junit4]   2> 2797281 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
   [junit4]   2> 2797295 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
   [junit4]   2> 2797297 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
   [junit4]   2> 2797299 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
   [junit4]   2> 2797301 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
   [junit4]   2> 2797303 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
   [junit4]   2> 2797305 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
   [junit4]   2> 2797315 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
   [junit4]   2> 2797317 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
   [junit4]   2> 2797319 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
   [junit4]   2> 2797321 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
   [junit4]   2> 2797323 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
   [junit4]   2> 2797325 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
   [junit4]   2> 2797335 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
   [junit4]   2> 2797338 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
   [junit4]   2> 2797348 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
   [junit4]   2> 2797350 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
   [junit4]   2> 2797361 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
   [junit4]   2> 2797363 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
   [junit4]   2> 2797373 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
   [junit4]   2> 2797375 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
   [junit4]   2> 2797377 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
   [junit4]   2> 2797379 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
   [junit4]   2> 2797381 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
   [junit4]   2> 2797383 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
   [junit4]   2> 2797393 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
   [junit4]   2> 2797395 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
   [junit4]   2> 2797397 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
   [junit4]   2> 2797399 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
   [junit4]   2> 2797401 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
   [junit4]   2> 2797403 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
   [junit4]   2> 2797421 INFO  (OverseerThreadFactory-4294-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
   [junit4]   2> 2797530 INFO  (OverseerStateUpdate-99331252026146822-127.0.0.1:39650_solr-n_0000000000) [n:127.0.0.1:39650_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"timeConfig",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"timeConfig_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39650/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2797732 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2797733 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2797836 INFO  (zkCallback-1593-thread-1-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2797836 INFO  (zkCallback-1593-thread-2-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2798789 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 2798790 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 2798790 WARN  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 2798790 WARN  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2798791 WARN  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 2798791 WARN  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2798791 WARN  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 2798791 WARN  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2798791 WARN  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 2798791 WARN  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2798831 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2798916 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 2799634 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 2799695 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig, trusted=true
   [junit4]   2> 2799695 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39650.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6411c731
   [junit4]   2> 2799695 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2799695 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 2799698 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 2799788 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2799788 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2799789 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2799789 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2799790 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a102688[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 2799791 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 2799800 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 2799800 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 2799800 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2799801 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2799801 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 2799802 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2799803 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589300036103045120
   [junit4]   2> 2799803 INFO  (searcherExecutor-4299-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@4a102688[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2799803 INFO  (searcherExecutor-4299-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 2799803 INFO  (searcherExecutor-4299-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2799804 INFO  (searcherExecutor-4299-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@4a102688[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2799824 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2799824 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2799824 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39650/solr/timeConfig_shard1_replica_n1/
   [junit4]   2> 2799824 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2799824 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39650/solr/timeConfig_shard1_replica_n1/ has no replicas
   [junit4]   2> 2799824 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2799827 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39650/solr/timeConfig_shard1_replica_n1/ shard1
   [junit4]   2> 2799933 INFO  (zkCallback-1593-thread-3-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2799934 INFO  (zkCallback-1593-thread-2-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2799979 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2799985 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2253
   [junit4]   2> 2800021 INFO  (qtp686708400-13030) [n:127.0.0.1:42939_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2800125 INFO  (zkCallback-1593-thread-2-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2800125 INFO  (zkCallback-1593-thread-3-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2801022 INFO  (qtp686708400-13030) [n:127.0.0.1:42939_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3795
   [junit4]   2> 2801046 INFO  (qtp325445299-13023) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"set-user-property":{"timePartitionAliasName":"myalias"}}, {"set-user-property":{"update.autoCreateFields":false}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"tolerant",
   [junit4]   2>     "class":"solr.TolerantUpdateProcessorFactory"}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"inc",
   [junit4]   2>     "class":"org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest$IncrementURPFactory",
   [junit4]   2>     "fieldName":"integer_i"}}]
   [junit4]   2> 2801047 INFO  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 2801050 INFO  (qtp325445299-13023) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 2801050 INFO  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrCore core reload timeConfig_shard1_replica_n1
   [junit4]   2> 2801051 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 2801081 INFO  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 2801081 INFO  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 2801082 WARN  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 2801082 WARN  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2801082 WARN  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 2801082 WARN  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2801082 WARN  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 2801082 WARN  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2801083 WARN  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 2801083 WARN  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2801102 INFO  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2801152 INFO  (qtp325445299-13019) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 2801153 INFO  (qtp325445299-13019) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2801153 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 2801153 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:39650/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 1 attempts
   [junit4]   2> 2801154 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 2801158 INFO  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 2801282 INFO  (qtp325445299-13020) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 2801282 INFO  (qtp325445299-13020) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2801282 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 2801282 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:39650/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 2 attempts
   [junit4]   2> 2801282 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 2801292 INFO  (OverseerCollectionConfigSetProcessor-99331252026146822-127.0.0.1:39650_solr-n_0000000000) [n:127.0.0.1:39650_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2801383 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 2801383 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2801383 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 2801384 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:39650/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 3 attempts
   [junit4]   2> 2801384 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 2801527 INFO  (qtp325445299-13017) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 2801527 INFO  (qtp325445299-13017) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2801528 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:39650/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 4 attempts
   [junit4]   2> 2801528 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 2801528 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 2801628 INFO  (qtp325445299-13024) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 2801629 INFO  (qtp325445299-13024) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2801629 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 2801629 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:39650/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 5 attempts
   [junit4]   2> 2801629 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 2801673 INFO  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 2801730 INFO  (qtp325445299-13019) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 2801730 INFO  (qtp325445299-13019) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2801730 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 2801730 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:39650/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 6 attempts
   [junit4]   2> 2801730 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 2801742 INFO  (Thread-1867) [n:127.0.0.1:39650_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig
   [junit4]   2> 2801769 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39650.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6411c731
   [junit4]   2> 2801769 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/timeConfig_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_323C1DF3FA62646D-001/tempDir-001/node1/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 2801771 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 2801840 INFO  (qtp325445299-13020) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 2801840 INFO  (qtp325445299-13020) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2801840 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 2801840 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:39650/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 7 attempts
   [junit4]   2> 2801840 INFO  (solrHandlerExecutor-4304-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 2801862 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2801862 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2801863 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@31ea3139[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 2801872 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 2801873 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 2801873 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 2801873 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2801874 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2801874 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 2801874 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2801875 INFO  (searcherExecutor-4305-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@31ea3139[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2801875 INFO  (searcherExecutor-4305-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 2801875 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589300038275694592
   [junit4]   2> 2801875 INFO  (searcherExecutor-4305-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2801878 INFO  (searcherExecutor-4305-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@31ea3139[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2801892 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2801892 INFO  (Thread-1867) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cceffba[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 2801893 INFO  (searcherExecutor-4305-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@6cceffba[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2801893 INFO  (searcherExecutor-4305-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 2801947 INFO  (searcherExecutor-4305-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@6cceffba[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2801948 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 2801948 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 2801948 INFO  (qtp325445299-13021) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2801948 INFO  (qtp325445299-13023) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 902.0ms to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 2801948 INFO  (qtp325445299-13023) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@34ea8c75
   [junit4]   2> 2801948 INFO  (qtp325445299-13023) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=887786613
   [junit4]   2> 2801948 INFO  (qtp325445299-13023) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ed568a9: rootName = solr_39650, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1cd250a4
   [junit4]   2> 2801955 INFO  (qtp325445299-13023) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=887786613
   [junit4]   2> 2801985 INFO  (qtp325445299-13017) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/timeConfig/params.json 
   [junit4]   2> 2801986 INFO  (qtp325445299-13017) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 2801986 INFO  (Thread-1868) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 2801987 INFO  (Thread-1868) [n:127.0.0.1:39650_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 2801987 INFO  (Thread-1868) [n:127.0.0.1:39650_solr    ] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 2801987 INFO  (solrHandlerExecutor-4309-thread-1-processing-n:127.0.0.1:39650_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 2802111 INFO  (qtp325445299-13022) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 1 of params
   [junit4]   2> 2802111 INFO  (qtp325445299-13022) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 2802111 INFO  (qtp325445299-13022) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={params=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2802139 INFO  (qtp325445299-13017) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 153.0ms to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 2802139 INFO  (qtp325445299-13017) [n:127.0.0.1:39650_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/params params={wt=javabin&version=2} status=0 QTime=156
   [junit4]   2> 2802140 INFO  (qtp686708400-13032) [n:127.0.0.1:42939_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=timeConfig&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2802157 INFO  (OverseerThreadFactory-4294-thread-2-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2802158 INFO  (qtp325445299-13022) [n:127.0.0.1:39650_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=null
   [junit4]   2> 2802158 INFO  (qtp325445299-13022) [n:127.0.0.1:39650_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6420e7de: rootName = solr_39650, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1cd250a4
   [junit4]   2> 2802192 INFO  (qtp325445299-13022) [n:127.0.0.1:39650_solr    ] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@27ad0360
   [junit4]   2> 2802192 INFO  (qtp325445299-13022) [n:127.0.0.1:39650_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=665650016
   [junit4]   2> 2802192 INFO  (qtp325445299-13022) [n:127.0.0.1:39650_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=665650016
   [junit4]   2> 2802222 INFO  (qtp325445299-13022) [n:127.0.0.1:39650_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=timeConfig_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=64
   [junit4]   2> 2802975 INFO  (qtp686708400-13032) [n:127.0.0.1:42939_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=timeConfig&action=DELETE&wt=javabin&version=2} status=0 QTime=835
   [junit4]   2> 2802976 INFO  (qtp686708400-13033) [n:127.0.0.1:42939_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.timePartitionAliasName=myalias&collection.configName=timeConfig&maxShardsPerNode=2&name=myalias_2017-10-23&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2802978 INFO  (OverseerThreadFactory-4294-thread-3-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.CreateCollectionCmd Create collection myalias_2017-10-23
   [junit4]   2> 2802991 INFO  (OverseerCollectionConfigSetProcessor-99331252026146822-127.0.0.1:39650_solr-n_0000000000) [n:127.0.0.1:39650_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2803269 INFO  (OverseerStateUpdate-99331252026146822-127.0.0.1:39650_solr-n_0000000000) [n:127.0.0.1:39650_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"myalias_2017-10-23_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39650/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2803270 INFO  (OverseerStateUpdate-99331252026146822-127.0.0.1:39650_solr-n_0000000000) [n:127.0.0.1:39650_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"myalias_2017-10-23_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42939/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2803271 INFO  (OverseerStateUpdate-99331252026146822-127.0.0.1:39650_solr-n_0000000000) [n:127.0.0.1:39650_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"myalias_2017-10-23_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39650/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2803271 INFO  (OverseerStateUpdate-99331252026146822-127.0.0.1:39650_solr-n_0000000000) [n:127.0.0.1:39650_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"myalias_2017-10-23_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42939/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2803478 INFO  (qtp325445299-13024) [n:127.0.0.1:39650_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node5&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 2803566 INFO  (qtp325445299-13019) [n:127.0.0.1:39650_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node7&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard2_replica_n3&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 2803566 INFO  (qtp686708400-13027) [n:127.0.0.1:42939_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node6&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 2803579 INFO  (qtp686708400-13029) [n:127.0.0.1:42939_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node8&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 2803628 INFO  (qtp686708400-13027) [n:127.0.0.1:42939_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2803802 INFO  (zkCallback-1593-thread-2-processing-n:127.0.0.1:39650_solr) [n:127.0.0.1:39650_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes siz

[...truncated too long message...]

loudTestCase ## Total replicas:		200
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testNodeLost		200
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- active         200
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- CREATE             1
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- DELETESTATUS      40
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- MOVEREPLICA       40
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- REQUESTSTATUS     40
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- autoscaling        1
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- update            45
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: .auto_add_replicas
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- IGNORED        13
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         3
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- SUCCEEDED       3
   [junit4]   2> 3809600 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
   [junit4]   2> 3809601 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- IGNORED        20
   [junit4]   2> 3809601 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         3
   [junit4]   2> 3809601 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[323C1DF3FA62646D]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- SUCCEEDED       3
   [junit4]   2> 3809601 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3809602 DEBUG (SUITE-TestLargeCluster-seed#[323C1DF3FA62646D]-worker) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestLargeCluster_323C1DF3FA62646D-001
   [junit4]   2> Jan 11, 2018 1:00:34 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 40 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=2040, maxMBSortInHeap=5.467861024637368, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@62406c46), locale=it-IT, timezone=Atlantic/Bermuda
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=181301464,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [DefaultValueUpdateProcessorTest, ShardSplitTest, TestRealTimeGet, TestNestedDocsSort, TestLMDirichletSimilarityFactory, TestSystemIdResolver, IndexBasedSpellCheckerTest, TestReloadAndDeleteDocs, TestBackupRepositoryFactory, TestTrieFacet, TestSolrCoreProperties, HLLSerializationTest, IndexSchemaTest, TimeZoneUtilsTest, TestValueSourceCache, WordBreakSolrSpellCheckerTest, DeleteNodeTest, TestReloadDeadlock, TestReplicaProperties, TestNumericTokenStream, CSVRequestHandlerTest, TestCloudJSONFacetJoinDomain, TestNoOpRegenerator, SolrTestCaseJ4Test, AutoScalingHandlerTest, LargeFieldTest, TestCharFilters, MetricUtilsTest, SpellCheckCollatorWithCollapseTest, OverriddenZkACLAndCredentialsProvidersTest, UUIDUpdateProcessorFallbackTest, HdfsUnloadDistributedZkTest, TestSizeLimitedDistributedMap, TestZkChroot, ConfigureRecoveryStrategyTest, V2ApiIntegrationTest, AliasIntegrationTest, TestCoreContainer, TestTrie, ExitableDirectoryReaderTest, SolrCoreCheckLockOnStartupTest, TestPushWriter, UpdateLogTest, UnloadDistributedZkTest, TestSerializedLuceneMatchVersion, TestIndexSearcher, FullSolrCloudDistribCmdsTest, HighlighterTest, TestDynamicFieldResource, TestClassicSimilarityFactory, WrapperMergePolicyFactoryTest, RequiredFieldsTest, SolrGraphiteReporterTest, PKIAuthenticationIntegrationTest, TestCoreDiscovery, SuggestComponentContextFilterQueryTest, TestMaxScoreQueryParser, LoggingHandlerTest, ImplicitSnitchTest, TestExtendedDismaxParser, CollectionReloadTest, TestSearchPerf, CustomCollectionTest, UniqFieldsUpdateProcessorFactoryTest, TestGroupingSearch, FieldAnalysisRequestHandlerTest, CdcrReplicationHandlerTest, TestRuleBasedAuthorizationPlugin, TestSchemalessBufferedUpdates, TestSolrConfigHandlerCloud, DistributedSpellCheckComponentTest, DistributedExpandComponentTest, ReplaceNodeTest, TestSimDistributedQueue, SystemInfoHandlerTest, TestSolrDeletionPolicy2, TestInfoStreamLogging, ClassificationUpdateProcessorIntegrationTest, TestJsonRequest, TestDistributedMissingSort, TestTolerantUpdateProcessorCloud, TestFunctionQuery, TestFieldTypeCollectionResource, ReturnFieldsTest, TestSSLRandomization, HdfsDirectoryTest, TestLRUCache, TestLMJelinekMercerSimilarityFactory, TestApiFramework, DistributedFacetSimpleRefinementLongTailTest, DocValuesNotIndexedTest, PluginInfoTest, SortSpecParsingTest, TestMinMaxOnMultiValuedField, OverseerRolesTest, TestMaxTokenLenTokenizer, TestBulkSchemaAPI, LeaderFailureAfterFreshStartTest, ChaosMonkeyNothingIsSafeTest, SystemLogListenerTest, SolrCLIZkUtilsTest, XmlUpdateRequestHandlerTest, TestMultiValuedNumericRangeQuery, TestStressInPlaceUpdates, TestAuthenticationFramework, CoreAdminCreateDiscoverTest, TestDistribIDF, TestCustomStream, TestClusterStateMutator, TestRetrieveFieldsOptimizer, TestLegacyFieldReuse, TestRandomFlRTGCloud, TestRestoreCore, InfoHandlerTest, MetricsConfigTest, CdcrBidirectionalTest, TestSmileRequest, PeerSyncReplicationTest, TestClusterStateProvider, CollectionsAPIAsyncDistributedZkTest, SecurityConfHandlerTest, SolrSlf4jReporterTest, TestReload, TestSolrConfigHandler, LeaderElectionTest, TestRandomDVFaceting, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestJoin, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, QueryElevationComponentTest, TestSort, TestFiltering, SimplePostToolTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, DocValuesTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, TestCollationField, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, SampleTest, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestFastOutputStream, ScriptEngineTest, TestFastLRUCache, DateMathParserTest, PrimUtilsTest, ClusterStateTest, TestUtils, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, DistribCursorPagingTest, LeaderFailoverAfterPartitionTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, TestCloudDeleteByQuery, TestCloudRecovery, TestClusterProperties, TestCollectionAPI, TestConfigSetsAPI, TestLeaderInitiatedRecoveryThread, TestRandomRequestDistribution, TestSkipOverseerOperations, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTlogReplica, AutoAddReplicasPlanActionTest, MetricTriggerTest, NodeLostTriggerTest, TestDistribStateManager, TestExecutePlanAction, TestGenericDistributedQueue, TestLargeCluster]
   [junit4] Completed [594/767 (2!)] on J2 in 64.82s, 4 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 48558 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2252 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2252/

1 tests failed.
FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse

Error Message:
Error from server at https://127.0.0.1:36154/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36154/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
	at __randomizedtesting.SeedInfo.seed([DF868EAC660D298E:B003C5F4DA7B1A61]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12411 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/init-core-data-001
   [junit4]   2> 1504130 WARN  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[DF868EAC660D298E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1504130 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[DF868EAC660D298E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1504132 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[DF868EAC660D298E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1504132 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[DF868EAC660D298E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1504132 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[DF868EAC660D298E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001
   [junit4]   2> 1504132 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[DF868EAC660D298E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1504132 INFO  (Thread-4105) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1504132 INFO  (Thread-4105) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1504147 ERROR (Thread-4105) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1504232 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[DF868EAC660D298E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:39218
   [junit4]   2> 1504236 INFO  (zkConnectionManagerCallback-1295-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504249 INFO  (jetty-launcher-1292-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1504256 INFO  (jetty-launcher-1292-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26aa2fdc{/solr,null,AVAILABLE}
   [junit4]   2> 1504263 INFO  (jetty-launcher-1292-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@62f7c9ee{SSL,[ssl, http/1.1]}{127.0.0.1:37758}
   [junit4]   2> 1504263 INFO  (jetty-launcher-1292-thread-1) [    ] o.e.j.s.Server Started @1514065ms
   [junit4]   2> 1504263 INFO  (jetty-launcher-1292-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37758}
   [junit4]   2> 1504263 ERROR (jetty-launcher-1292-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1504264 INFO  (jetty-launcher-1292-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1504264 INFO  (jetty-launcher-1292-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1504264 INFO  (jetty-launcher-1292-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1504264 INFO  (jetty-launcher-1292-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-10T05:45:31.001Z
   [junit4]   2> 1504266 INFO  (jetty-launcher-1292-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1504268 INFO  (jetty-launcher-1292-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15ea0a01{/solr,null,AVAILABLE}
   [junit4]   2> 1504268 INFO  (zkConnectionManagerCallback-1297-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504269 INFO  (jetty-launcher-1292-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1504269 INFO  (jetty-launcher-1292-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@21ca7b83{SSL,[ssl, http/1.1]}{127.0.0.1:36154}
   [junit4]   2> 1504269 INFO  (jetty-launcher-1292-thread-2) [    ] o.e.j.s.Server Started @1514071ms
   [junit4]   2> 1504269 INFO  (jetty-launcher-1292-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36154}
   [junit4]   2> 1504269 ERROR (jetty-launcher-1292-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1504269 INFO  (jetty-launcher-1292-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1504269 INFO  (jetty-launcher-1292-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1504269 INFO  (jetty-launcher-1292-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1504269 INFO  (jetty-launcher-1292-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-10T05:45:31.006Z
   [junit4]   2> 1504273 INFO  (zkConnectionManagerCallback-1299-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504274 INFO  (jetty-launcher-1292-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1504281 INFO  (jetty-launcher-1292-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39218/solr
   [junit4]   2> 1504283 INFO  (jetty-launcher-1292-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39218/solr
   [junit4]   2> 1504302 INFO  (zkConnectionManagerCallback-1307-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504304 INFO  (zkConnectionManagerCallback-1303-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504308 INFO  (zkConnectionManagerCallback-1309-thread-1-processing-n:127.0.0.1:36154_solr) [n:127.0.0.1:36154_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504310 INFO  (zkConnectionManagerCallback-1311-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504447 INFO  (jetty-launcher-1292-thread-1) [n:127.0.0.1:37758_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1504448 INFO  (jetty-launcher-1292-thread-1) [n:127.0.0.1:37758_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37758_solr
   [junit4]   2> 1504449 INFO  (jetty-launcher-1292-thread-1) [n:127.0.0.1:37758_solr    ] o.a.s.c.Overseer Overseer (id=99323945344696326-127.0.0.1:37758_solr-n_0000000000) starting
   [junit4]   2> 1504492 INFO  (jetty-launcher-1292-thread-1) [n:127.0.0.1:37758_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37758_solr
   [junit4]   2> 1504501 INFO  (jetty-launcher-1292-thread-2) [n:127.0.0.1:36154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1504502 INFO  (zkCallback-1310-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1504503 INFO  (jetty-launcher-1292-thread-2) [n:127.0.0.1:36154_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1504504 INFO  (jetty-launcher-1292-thread-2) [n:127.0.0.1:36154_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36154_solr
   [junit4]   2> 1504556 INFO  (zkCallback-1308-thread-1-processing-n:127.0.0.1:36154_solr) [n:127.0.0.1:36154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1504570 INFO  (zkCallback-1310-thread-2-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1504599 INFO  (jetty-launcher-1292-thread-2) [n:127.0.0.1:36154_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36154.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6390bd4e
   [junit4]   2> 1504617 INFO  (jetty-launcher-1292-thread-2) [n:127.0.0.1:36154_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36154.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6390bd4e
   [junit4]   2> 1504617 INFO  (jetty-launcher-1292-thread-2) [n:127.0.0.1:36154_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36154.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6390bd4e
   [junit4]   2> 1504618 INFO  (jetty-launcher-1292-thread-2) [n:127.0.0.1:36154_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/.
   [junit4]   2> 1504649 INFO  (jetty-launcher-1292-thread-1) [n:127.0.0.1:37758_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37758.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6390bd4e
   [junit4]   2> 1504655 INFO  (jetty-launcher-1292-thread-1) [n:127.0.0.1:37758_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37758.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6390bd4e
   [junit4]   2> 1504656 INFO  (jetty-launcher-1292-thread-1) [n:127.0.0.1:37758_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37758.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6390bd4e
   [junit4]   2> 1504657 INFO  (jetty-launcher-1292-thread-1) [n:127.0.0.1:37758_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node1/.
   [junit4]   2> 1504693 INFO  (zkConnectionManagerCallback-1317-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504713 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[DF868EAC660D298E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1504730 INFO  (zkConnectionManagerCallback-1322-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1504731 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[DF868EAC660D298E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1504732 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[DF868EAC660D298E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39218/solr ready
   [junit4]   2> 1504746 INFO  (qtp849971433-8762) [n:127.0.0.1:36154_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1504746 INFO  (qtp849971433-8762) [n:127.0.0.1:36154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1504747 INFO  (qtp849971433-8758) [n:127.0.0.1:36154_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1504758 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.CreateCollectionCmd Create collection timeConfig
   [junit4]   2> 1504758 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 1504759 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
   [junit4]   2> 1504761 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
   [junit4]   2> 1504762 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
   [junit4]   2> 1504763 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
   [junit4]   2> 1504764 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
   [junit4]   2> 1504765 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
   [junit4]   2> 1504766 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
   [junit4]   2> 1504768 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
   [junit4]   2> 1504769 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
   [junit4]   2> 1504770 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
   [junit4]   2> 1504771 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/timeConfig/lang/contractions_ca.txt
   [junit4]   2> 1504772 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
   [junit4]   2> 1504773 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
   [junit4]   2> 1504774 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
   [junit4]   2> 1504775 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
   [junit4]   2> 1504778 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
   [junit4]   2> 1504779 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
   [junit4]   2> 1504781 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
   [junit4]   2> 1504782 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
   [junit4]   2> 1504783 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
   [junit4]   2> 1504784 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
   [junit4]   2> 1504785 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
   [junit4]   2> 1504786 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
   [junit4]   2> 1504788 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
   [junit4]   2> 1504789 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
   [junit4]   2> 1504790 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
   [junit4]   2> 1504791 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
   [junit4]   2> 1504793 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
   [junit4]   2> 1504794 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
   [junit4]   2> 1504796 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
   [junit4]   2> 1504797 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
   [junit4]   2> 1504807 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
   [junit4]   2> 1504808 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
   [junit4]   2> 1504809 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
   [junit4]   2> 1504809 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
   [junit4]   2> 1504810 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
   [junit4]   2> 1504811 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
   [junit4]   2> 1504812 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
   [junit4]   2> 1504813 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
   [junit4]   2> 1504813 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
   [junit4]   2> 1504814 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
   [junit4]   2> 1504816 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
   [junit4]   2> 1504817 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
   [junit4]   2> 1504818 INFO  (OverseerThreadFactory-2619-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
   [junit4]   2> 1504926 INFO  (OverseerStateUpdate-99323945344696326-127.0.0.1:37758_solr-n_0000000000) [n:127.0.0.1:37758_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"timeConfig",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"timeConfig_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36154/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1505136 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1505136 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1505242 INFO  (zkCallback-1308-thread-1-processing-n:127.0.0.1:36154_solr) [n:127.0.0.1:36154_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1505243 INFO  (zkCallback-1308-thread-2-processing-n:127.0.0.1:36154_solr) [n:127.0.0.1:36154_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1506157 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1506159 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1506159 WARN  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1506160 WARN  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1506160 WARN  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1506160 WARN  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1506160 WARN  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 1506160 WARN  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1506160 WARN  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 1506160 WARN  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1506167 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1506188 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 1506423 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1506494 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig, trusted=true
   [junit4]   2> 1506495 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36154.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6390bd4e
   [junit4]   2> 1506495 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1506495 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 1506514 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 1506573 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1506573 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1506574 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1506574 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1506576 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@dedef20[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1506577 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 1506577 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 1506577 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 1506578 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1506578 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1506578 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 1506586 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1506586 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589183128087298048
   [junit4]   2> 1506586 INFO  (searcherExecutor-2624-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@dedef20[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1506586 INFO  (searcherExecutor-2624-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1506586 INFO  (searcherExecutor-2624-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1506587 INFO  (searcherExecutor-2624-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@dedef20[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1506593 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1506593 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1506593 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36154/solr/timeConfig_shard1_replica_n1/
   [junit4]   2> 1506593 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1506593 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:36154/solr/timeConfig_shard1_replica_n1/ has no replicas
   [junit4]   2> 1506593 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1506610 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36154/solr/timeConfig_shard1_replica_n1/ shard1
   [junit4]   2> 1506712 INFO  (zkCallback-1308-thread-2-processing-n:127.0.0.1:36154_solr) [n:127.0.0.1:36154_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1506718 INFO  (zkCallback-1308-thread-1-processing-n:127.0.0.1:36154_solr) [n:127.0.0.1:36154_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1506761 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1506763 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1627
   [junit4]   2> 1506765 INFO  (qtp849971433-8758) [n:127.0.0.1:36154_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1506864 INFO  (zkCallback-1308-thread-1-processing-n:127.0.0.1:36154_solr) [n:127.0.0.1:36154_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1506864 INFO  (zkCallback-1308-thread-2-processing-n:127.0.0.1:36154_solr) [n:127.0.0.1:36154_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1507766 INFO  (qtp849971433-8758) [n:127.0.0.1:36154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3018
   [junit4]   2> 1507770 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"set-user-property":{"timePartitionAliasName":"myalias"}}, {"set-user-property":{"update.autoCreateFields":false}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"tolerant",
   [junit4]   2>     "class":"solr.TolerantUpdateProcessorFactory"}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"inc",
   [junit4]   2>     "class":"org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest$IncrementURPFactory",
   [junit4]   2>     "fieldName":"integer_i"}}]
   [junit4]   2> 1507770 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 1507770 INFO  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 1507771 INFO  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrCore core reload timeConfig_shard1_replica_n1
   [junit4]   2> 1507771 INFO  (solrHandlerExecutor-2629-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1507779 INFO  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1507779 INFO  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1507780 WARN  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1507780 WARN  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1507780 WARN  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1507780 WARN  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1507780 WARN  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 1507780 WARN  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1507781 WARN  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 1507781 WARN  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1507791 INFO  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1507811 INFO  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 1507874 INFO  (qtp849971433-8756) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 1507875 INFO  (qtp849971433-8756) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1507875 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 1507875 INFO  (solrHandlerExecutor-2629-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from https://127.0.0.1:36154/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 1 attempts
   [junit4]   2> 1507875 INFO  (solrHandlerExecutor-2629-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1507960 INFO  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1507976 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 1507976 INFO  (qtp849971433-8761) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1507976 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 1507976 INFO  (solrHandlerExecutor-2629-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from https://127.0.0.1:36154/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 2 attempts
   [junit4]   2> 1507976 INFO  (solrHandlerExecutor-2629-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1507998 INFO  (Thread-4124) [n:127.0.0.1:36154_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig
   [junit4]   2> 1508016 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36154.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6390bd4e
   [junit4]   2> 1508016 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/timeConfig_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 1508018 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 1508047 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1508047 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1508049 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f194aea[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1508050 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 1508050 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 1508050 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 1508051 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1508051 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1508051 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 1508052 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1508052 INFO  (searcherExecutor-2630-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@4f194aea[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1508062 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589183129634996224
   [junit4]   2> 1508062 INFO  (searcherExecutor-2630-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1508062 INFO  (searcherExecutor-2630-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1508065 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1508065 INFO  (searcherExecutor-2630-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@4f194aea[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1508066 INFO  (Thread-4124) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@646362d2[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1508066 INFO  (searcherExecutor-2630-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@646362d2[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1508066 INFO  (searcherExecutor-2630-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1508069 INFO  (searcherExecutor-2630-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@646362d2[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1508077 INFO  (qtp849971433-8758) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 1508077 INFO  (qtp849971433-8758) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 1508077 INFO  (qtp849971433-8758) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1508078 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 307.0ms to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 1508078 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@11e6d630
   [junit4]   2> 1508078 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=300340784
   [junit4]   2> 1508078 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@394c89ea: rootName = solr_36154, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2ae286ef
   [junit4]   2> 1508085 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=300340784
   [junit4]   2> 1508111 INFO  (qtp849971433-8758) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/timeConfig/params.json 
   [junit4]   2> 1508112 INFO  (qtp849971433-8758) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 1508115 INFO  (Thread-4125) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 1508116 INFO  (Thread-4125) [n:127.0.0.1:36154_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 1508116 INFO  (Thread-4125) [n:127.0.0.1:36154_solr    ] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 1508120 INFO  (solrHandlerExecutor-2634-thread-1-processing-n:127.0.0.1:36154_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1508228 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 1 of params
   [junit4]   2> 1508229 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 1508229 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={params=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1508229 INFO  (qtp849971433-8758) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 117.0ms to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 1508229 INFO  (qtp849971433-8758) [n:127.0.0.1:36154_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/params params={wt=javabin&version=2} status=0 QTime=118
   [junit4]   2> 1508230 INFO  (qtp849971433-8756) [n:127.0.0.1:36154_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=timeConfig&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1508232 INFO  (OverseerCollectionConfigSetProcessor-99323945344696326-127.0.0.1:37758_solr-n_0000000000) [n:127.0.0.1:37758_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1508232 INFO  (OverseerThreadFactory-2619-thread-2-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1508233 INFO  (qtp849971433-8763) [n:127.0.0.1:36154_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=null
   [junit4]   2> 1508233 INFO  (qtp849971433-8763) [n:127.0.0.1:36154_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49255399: rootName = solr_36154, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2ae286ef
   [junit4]   2> 1508243 INFO  (qtp849971433-8763) [n:127.0.0.1:36154_solr    ] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@353535f5
   [junit4]   2> 1508243 INFO  (qtp849971433-8763) [n:127.0.0.1:36154_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=892679669
   [junit4]   2> 1508243 INFO  (qtp849971433-8763) [n:127.0.0.1:36154_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=892679669
   [junit4]   2> 1508247 INFO  (qtp849971433-8763) [n:127.0.0.1:36154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=timeConfig_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 1508951 INFO  (qtp849971433-8756) [n:127.0.0.1:36154_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=timeConfig&action=DELETE&wt=javabin&version=2} status=0 QTime=721
   [junit4]   2> 1508952 INFO  (qtp849971433-8762) [n:127.0.0.1:36154_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.timePartitionAliasName=myalias&collection.configName=timeConfig&maxShardsPerNode=2&name=myalias_2017-10-23&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1508954 INFO  (OverseerThreadFactory-2619-thread-3-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.CreateCollectionCmd Create collection myalias_2017-10-23
   [junit4]   2> 1508954 INFO  (OverseerCollectionConfigSetProcessor-99323945344696326-127.0.0.1:37758_solr-n_0000000000) [n:127.0.0.1:37758_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1509162 INFO  (OverseerStateUpdate-99323945344696326-127.0.0.1:37758_solr-n_0000000000) [n:127.0.0.1:37758_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"myalias_2017-10-23_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37758/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1509164 INFO  (OverseerStateUpdate-99323945344696326-127.0.0.1:37758_solr-n_0000000000) [n:127.0.0.1:37758_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"myalias_2017-10-23_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36154/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1509175 INFO  (OverseerStateUpdate-99323945344696326-127.0.0.1:37758_solr-n_0000000000) [n:127.0.0.1:37758_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"myalias_2017-10-23_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37758/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1509177 INFO  (OverseerStateUpdate-99323945344696326-127.0.0.1:37758_solr-n_0000000000) [n:127.0.0.1:37758_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"myalias_2017-10-23_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36154/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1509392 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node5&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 1509392 INFO  (qtp892038354-8749) [n:127.0.0.1:37758_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node3&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 1509392 INFO  (qtp892038354-8749) [n:127.0.0.1:37758_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1509409 INFO  (qtp892038354-8750) [n:127.0.0.1:37758_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node7&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 1509410 INFO  (qtp849971433-8763) [n:127.0.0.1:36154_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node8&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 1509512 INFO  (zkCallback-1308-thread-1-processing-n:127.0.0.1:36154_solr) [n:127.0.0.1:36154_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1509512 INFO  (zkCallback-1308-thread-2-processing-n:127.0.0.1:36154_solr) [n:127.0.0.1:36154_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1509513 INFO  (zkCallback-1310-thread-1-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1509513 INFO  (zkCallback-1310-thread-2-processing-n:127.0.0.1:37758_solr) [n:127.0.0.1:37758_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1510403 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 1510403 INFO  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 1510404 WARN  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 1510404 WARN  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../dist
   [junit4]   2> 1510404 WARN  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 1510404 WARN  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../dist
   [junit4]   2> 1510404 WARN  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 1510405 WARN  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../dist
   [junit4]   2> 1510405 WARN  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/velocity/lib
   [junit4]   2> 1510405 WARN  (qtp849971433-8759) [n:127.0.0.1:36154_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n2/../../../../dist
   [junit4]   2> 1510406 INFO  (qtp892038354-8749) [n:127.0.0.1:37758_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 1510406 INFO  (qtp892038354-8749) [n:127.0.0.1:37758_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 1510406 WARN  (qtp892038354-8749) [n:127.0.0.1:37758_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1510407 WARN  (qtp892038354-8749) [n:127.0.0.1:37758_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n1/../../../../dist
   [junit4]   2> 1510407 WARN  (qtp892038354-8749) [n:127.0.0.1:37758_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1510407 WARN  (qtp892038354-8749) [n:127.0.0.1:37758_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n1/../../../../dist
   [junit4]   2> 1510407 WARN  (qtp892038354-8749) [n:127.0.0.1:37758_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRo

[...truncated too long message...]

) -> (0)
   [junit4]   2> 1524421 INFO  (coreCloseExecutor-2672-thread-1) [n:127.0.0.1:37758_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.c.SolrCore [myalias_2017-10-24_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6c2dc0a8
   [junit4]   2> 1524421 INFO  (coreCloseExecutor-2672-thread-1) [n:127.0.0.1:37758_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.myalias_2017-10-24.shard1.replica_n1, tag=1814937768
   [junit4]   2> 1524421 INFO  (coreCloseExecutor-2672-thread-1) [n:127.0.0.1:37758_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@29c6d3d5: rootName = solr_37758, domain = solr.core.myalias_2017-10-24.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.myalias_2017-10-24.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6302ea68
   [junit4]   2> 1524422 INFO  (coreCloseExecutor-2672-thread-2) [n:127.0.0.1:37758_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.c.SolrCore [myalias_2017-10-26_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6850e9d
   [junit4]   2> 1524442 INFO  (coreCloseExecutor-2671-thread-1) [n:127.0.0.1:36154_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-25.shard1.leader, tag=514230075
   [junit4]   2> 1524442 INFO  (coreCloseExecutor-2671-thread-1) [n:127.0.0.1:36154_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1524443 INFO  (coreCloseExecutor-2671-thread-1) [n:127.0.0.1:36154_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6d058e42 commitCommandVersion:0
   [junit4]   2> 1524463 INFO  (jetty-closer-1293-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15ea0a01{/solr,null,UNAVAILABLE}
   [junit4]   2> 1524474 INFO  (coreCloseExecutor-2672-thread-1) [n:127.0.0.1:37758_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-24.shard1.leader, tag=1814937768
   [junit4]   2> 1524475 INFO  (coreCloseExecutor-2672-thread-2) [n:127.0.0.1:37758_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.myalias_2017-10-26.shard1.replica_n1, tag=109383325
   [junit4]   2> 1524475 INFO  (coreCloseExecutor-2672-thread-2) [n:127.0.0.1:37758_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@782c1921: rootName = solr_37758, domain = solr.core.myalias_2017-10-26.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.myalias_2017-10-26.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@22acfc8f
   [junit4]   2> 1524475 INFO  (coreCloseExecutor-2672-thread-1) [n:127.0.0.1:37758_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1524475 INFO  (coreCloseExecutor-2672-thread-1) [n:127.0.0.1:37758_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47b33ec commitCommandVersion:0
   [junit4]   2> 1524482 INFO  (coreCloseExecutor-2672-thread-2) [n:127.0.0.1:37758_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-26.shard1.leader, tag=109383325
   [junit4]   2> 1524482 INFO  (coreCloseExecutor-2672-thread-2) [n:127.0.0.1:37758_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1524482 INFO  (coreCloseExecutor-2672-thread-2) [n:127.0.0.1:37758_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@285497ff commitCommandVersion:0
   [junit4]   2> 1524501 INFO  (jetty-closer-1293-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99323945344696326-127.0.0.1:37758_solr-n_0000000000) closing
   [junit4]   2> 1524501 INFO  (OverseerStateUpdate-99323945344696326-127.0.0.1:37758_solr-n_0000000000) [n:127.0.0.1:37758_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37758_solr
   [junit4]   2> 1524504 WARN  (OverseerAutoScalingTriggerThread-99323945344696326-127.0.0.1:37758_solr-n_0000000000) [n:127.0.0.1:37758_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1524521 INFO  (jetty-closer-1293-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@26aa2fdc{/solr,null,UNAVAILABLE}
   [junit4]   2> 1524522 ERROR (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[DF868EAC660D298E]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1524523 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[DF868EAC660D298E]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39218 39218
   [junit4]   2> 1524583 INFO  (Thread-4105) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39218 39218
   [junit4]   2> 1524584 WARN  (Thread-4105) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/configs/timeConfig/managed-schema
   [junit4]   2> 	6	/solr/configs/timeConfig
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	14	/solr/collections/myalias_2017-10-23/state.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/myalias_2017-10-25/state.json
   [junit4]   2> 	5	/solr/collections/myalias_2017-10-24/state.json
   [junit4]   2> 	5	/solr/collections/myalias_2017-10-26/state.json
   [junit4]   2> 	5	/solr/collections/timeConfig/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_DF868EAC660D298E-001
   [junit4]   2> Jan 10, 2018 5:45:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1168, maxMBSortInHeap=6.514598185947125, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@39f418ef), locale=de-GR, timezone=Africa/Lome
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=132661568,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [LeaderInitiatedRecoveryOnCommitTest, AnalyticsQueryTest, CustomHighlightComponentTest, TestSubQueryTransformerCrossCore, LeaderElectionContextKeyTest, HdfsRecoveryZkTest, TestOverriddenPrefixQueryForCustomFieldType, TestSolrCloudWithHadoopAuthPlugin, OverseerStatusTest, DistanceUnitsTest, DocValuesTest, OverseerCollectionConfigSetProcessorTest, SoftAutoCommitTest, JavabinLoaderTest, DistributedQueryElevationComponentTest, DistributedFacetExistsSmallTest, PreAnalyzedFieldManagedSchemaCloudTest, BasicFunctionalityTest, TestPointFields, TestAnalyzeInfixSuggestions, MinimalSchemaTest, HdfsWriteToMultipleCollectionsTest, TestFreeTextSuggestions, HttpTriggerListenerTest, TestMissingGroups, DataDrivenBlockJoinTest, HdfsCollectionsAPIDistributedZkTest, CheckHdfsIndexTest, BigEndianAscendingWordDeserializerTest, TestLegacyNumericUtils, TestFoldingMultitermQuery, MetricsHandlerTest, SpellCheckCollatorTest, TestScoreJoinQPNoScore, PeerSyncTest, ClassificationUpdateProcessorTest, TestHttpShardHandlerFactory, TestComplexPhraseQParserPlugin, TestDistribDocBasedVersion, DirectUpdateHandlerOptimizeTest, DeleteInactiveReplicaTest, TestSchemaSimilarityResource, GraphQueryTest, TestFieldCacheVsDocValues, SimpleFacetsTest, SliceStateTest, DistribCursorPagingTest, DistributedQueryComponentCustomSortTest, TestEmbeddedSolrServerSchemaAPI, TestConfig, TestRandomRequestDistribution, ResourceLoaderTest, DistributedQueueTest, RequestLoggingTest, TestStreamBody, TestComputePlanAction, TestManagedSchema, TestConfigOverlay, FastVectorHighlighterTest, SubstringBytesRefFilterTest, SyncSliceTest, TestRecovery, BlockDirectoryTest, TestTolerantUpdateProcessorRandomCloud, CoreAdminRequestStatusTest, TestSolrConfigHandlerConcurrent, TestInitParams, ResponseHeaderTest, TimeRoutedAliasUpdateProcessorTest]
   [junit4] Completed [221/767 (1!)] on J0 in 21.36s, 2 tests, 1 error <<< FAILURES!

[...truncated 50012 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2251 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2251/

13 tests failed.
FAILED:  org.apache.lucene.classification.BooleanPerceptronClassifierTest.testPerformance

Error Message:
training took more than 10s: 12s

Stack Trace:
java.lang.AssertionError: training took more than 10s: 12s
	at __randomizedtesting.SeedInfo.seed([6AE944E07A33D8D5:AD08B6C21187E07A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.lucene.classification.BooleanPerceptronClassifierTest.testPerformance(BooleanPerceptronClassifierTest.java:93)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.dataimport.TestContentStreamDataSource.testCommitWithin

Error Message:
expected:<0> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<0> but was:<2>
	at __randomizedtesting.SeedInfo.seed([C3DC9995477B3A24:790EF6EDC455D431]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.dataimport.TestContentStreamDataSource.testCommitWithin(TestContentStreamDataSource.java:98)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor

Error Message:
Error from server at http://127.0.0.1:38667/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000012

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38667/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000012
	at __randomizedtesting.SeedInfo.seed([6CA08B043810C623:984E01802044D3E3]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
	at org.apache.solr.cloud.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit

Error Message:
Shard split did not succeed after a previous failed split attempt left sub-shards in construction state

Stack Trace:
java.lang.AssertionError: Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
	at __randomizedtesting.SeedInfo.seed([6CA08B043810C623:95ED18AB04658BA9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:294)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=5221, name=jetty-launcher-2493-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=5221, name=jetty-launcher-2493-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([6CA08B043810C623]:0)


FAILED:  org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testSuspendTrigger

Error Message:
KeeperErrorCode = Session expired for /autoscaling.json

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
	at __randomizedtesting.SeedInfo.seed([6CA08B043810C623:AEA6B27F7AB88782]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1327)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:351)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:351)
	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:539)
	at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.beforeTest(AutoScalingHandlerTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:39247_solr wasn't created

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:39247_solr wasn't created
	at __randomizedtesting.SeedInfo.seed([6CA08B043810C623:741A030836250BCC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:936)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([6CA08B043810C623:475F5E5FA268D3F3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState(TestTriggerIntegration.java:307)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots

Error Message:
expected:<COMPLETED> but was:<RUNNING>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
	at __randomizedtesting.SeedInfo.seed([6CA08B043810C623:5AEC0F9B4D49C46C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots(TestSolrCloudSnapshots.java:189)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds

Error Message:
softCommit: did not find a single commit

Stack Trace:
java.lang.AssertionError: softCommit: did not find a single commit
	at __randomizedtesting.SeedInfo.seed([6CA08B043810C623:F90E2D53DA02B45E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.update.SoftAutoCommitTest.assertRapidMultiCommitQueues(SoftAutoCommitTest.java:495)
	at org.apache.solr.update.SoftAutoCommitTest.doTestSoftAndHardCommitMaxTimeRapidAdds(SoftAutoCommitTest.java:460)
	at org.apache.solr.update.SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds(SoftAutoCommitTest.java:412)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test

Error Message:
Error from server at http://127.0.0.1:60983/solr: no core retrieved for timeConfig

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:60983/solr: no core retrieved for timeConfig
	at __randomizedtesting.SeedInfo.seed([6CA08B043810C623:E4F4B4DE96ECABDB]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:829)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test(TimeRoutedAliasUpdateProcessorTest.java:95)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
	at __randomizedtesting.SeedInfo.seed([6CA08B043810C623:A515C9AA317700D6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue(TestTriggerIntegration.java:638)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10013_solr should have been deleted

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10013_solr should have been deleted
	at __randomizedtesting.SeedInfo.seed([6CA08B043810C623:741A030836250BCC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:842)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 6448 lines...]
   [junit4] Suite: org.apache.lucene.classification.BooleanPerceptronClassifierTest
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BooleanPerceptronClassifierTest -Dtests.method=testPerformance -Dtests.seed=6AE944E07A33D8D5 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-SV -Dtests.timezone=Australia/LHI -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 17.3s J2 | BooleanPerceptronClassifierTest.testPerformance <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: training took more than 10s: 12s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6AE944E07A33D8D5:AD08B6C21187E07A]:0)
   [junit4]    > 	at org.apache.lucene.classification.BooleanPerceptronClassifierTest.testPerformance(BooleanPerceptronClassifierTest.java:93)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@654ba3d3), locale=es-SV, timezone=Australia/LHI
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=197609848,total=341311488
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleNaiveBayesDocumentClassifierTest, CachingNaiveBayesClassifierTest, BooleanPerceptronClassifierTest]
   [junit4] Completed [9/11 (1!)] on J2 in 21.03s, 4 tests, 1 failure <<< FAILURES!

[...truncated 5557 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
   [junit4]   2> 1143942 INFO  (SUITE-TestTriggerIntegration-seed#[6CA08B043810C623]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_6CA08B043810C623-001/init-core-data-001
   [junit4]   2> 1143944 WARN  (SUITE-TestTriggerIntegration-seed#[6CA08B043810C623]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=228 numCloses=228
   [junit4]   2> 1143944 INFO  (SUITE-TestTriggerIntegration-seed#[6CA08B043810C623]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1143946 INFO  (SUITE-TestTriggerIntegration-seed#[6CA08B043810C623]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1144015 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1144016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 1144016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 1144016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 1144016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 1144065 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
   [junit4]   2> 1144065 DEBUG (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1144067 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1144129 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1144129 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1144129 DEBUG (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1144184 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1144185 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1144185 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 1144185 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 1144185 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1144190 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1144190 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1144191 DEBUG (ScheduledTrigger-489-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144214 DEBUG (ScheduledTrigger-489-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144269 DEBUG (ScheduledTrigger-489-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144290 DEBUG (ScheduledTrigger-489-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144311 DEBUG (ScheduledTrigger-489-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144333 DEBUG (ScheduledTrigger-489-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144355 DEBUG (ScheduledTrigger-489-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144357 DEBUG (simCloudManagerPool-488-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1144357 DEBUG (simCloudManagerPool-488-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1144365 DEBUG (simCloudManagerPool-488-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 1144365 DEBUG (simCloudManagerPool-488-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 1144365 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1144366 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 1144366 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1144366 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1144366 DEBUG (ScheduledTrigger-489-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 1144381 DEBUG (ScheduledTrigger-489-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1144381 DEBUG (ScheduledTrigger-489-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10000_solr
   [junit4]   2> 1144390 DEBUG (ScheduledTrigger-489-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 1144390 DEBUG (ScheduledTrigger-489-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10000_solr
   [junit4]   2> 1144409 DEBUG (ScheduledTrigger-489-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1144415 DEBUG (ScheduledTrigger-489-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 1144415 DEBUG (ScheduledTrigger-489-thread-2) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10000_solr]
   [junit4]   2> 1144416 DEBUG (ScheduledTrigger-489-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"37a339b5b2a076T7liad83y2wbgbnje8naj1foct",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":15660591975932022,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[15660591975932022],
   [junit4]   2>     "nodeNames":["127.0.0.1:10000_solr"]}}
   [junit4]   2> 1144561 DEBUG (AutoscalingActionExecutor-490-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"37a339b5b2a076T7liad83y2wbgbnje8naj1foct",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":15660591975932022,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[15660591975932022],
   [junit4]   2>     "_enqueue_time_":15660593255090572,
   [junit4]   2>     "nodeNames":["127.0.0.1:10000_solr"]}}
   [junit4]   2> 1144589 DEBUG (simCloudManagerPool-488-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1144589 DEBUG (simCloudManagerPool-488-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1144589 DEBUG (simCloudManagerPool-488-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr]
   [junit4]   2> 1144589 DEBUG (simCloudManagerPool-488-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr]
   [junit4]   2> 1144589 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1144594 DEBUG (AutoscalingActionExecutor-490-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 1641 ms for event id=37a339b5b2a076T7liad83y2wbgbnje8naj1foct
   [junit4]   2> 1144598 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1144598 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1144604 DEBUG (ScheduledTrigger-489-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 1144617 DEBUG (ScheduledTrigger-489-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1144629 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
   [junit4]   2> 1144629 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 1144629 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 1144629 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 1144629 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 1144629 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:		1
   [junit4]   2> 1144630 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:	1
   [junit4]   2> 1144630 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:		1
   [junit4]   2> 1144630 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		127.0.0.1:10000_solr
   [junit4]   2> 1144631 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:	[]
   [junit4]   2> 1144631 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:	0
   [junit4]   2> 1144631 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:	0
   [junit4]   2> 1144631 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:		0
   [junit4]   2> 1144631 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 1144632 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- autoscaling        2
   [junit4]   2> 1144632 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- update             2
   [junit4]   2> 1144632 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 1144633 DEBUG (ScheduledTrigger-489-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 1144633 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
   [junit4]   2> 1144634 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         1
   [junit4]   2> 1144634 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- SUCCEEDED       1
   [junit4]   2> 1144644 DEBUG (ScheduledTrigger-489-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1144661 DEBUG (ScheduledTrigger-489-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 1144661 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[6CA08B043810C623]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
   [junit4]   2> 1144661 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 1144661 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 1144662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1144663 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1144663 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 1144663 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10000_solr
   [junit4]   2> 1144663 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1144663 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1144664 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1144665 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1144665 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 1144665 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 1144665 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
   [junit4]   2> 1144665 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 1144666 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1144666 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 1144666 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144689 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144725 DEBUG (ScheduledTrigger-492-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144746 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144767 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144781 DEBUG (simCloudManagerPool-491-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1144781 DEBUG (simCloudManagerPool-491-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 1144782 DEBUG (simCloudManagerPool-491-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 1144785 INFO  (simCloudManagerPool-491-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
   [junit4]   2> 1144789 DEBUG (simCloudManagerPool-491-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 1144797 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144821 DEBUG (simCloudManagerPool-491-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}], enabled=true}
   [junit4]   2> 1144825 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 1144825 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 1144826 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 1144826 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1144826 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 1144826 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1144827 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time 15660613812531222
   [junit4]   2> 1144853 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1144853 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 1144853 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1144853 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [15660613812531222], now=15660615122247072
   [junit4]   2> 1144853 DEBUG (ScheduledTrigger-492-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"37a33ecb42b016T7liad83y2wbgbnje8naj1focw",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":15660613812531222,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[15660613812531222],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 1144861 DEBUG (AutoscalingActionExecutor-493-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"37a33ecb42b016T7liad83y2wbgbnje8naj1focw",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":15660613812531222,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[15660613812531222],
   [junit4]   2>     "_enqueue_time_":15660615141126722,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 1144862 INFO  (AutoscalingActionExecutor-493-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration -- event: {
   [junit4]   2>   "id":"37a33ecb42b016T7liad83y2wbgbnje8naj1focw",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":15660613812531222,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[15660613812531222],
   [junit4]   2>     "_enqueue_time_":15660615141126722,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 1144862 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1144862 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1145014 WARN  (AutoscalingActionExecutor-493-thread-1) [    ] o.a.s.c.a.SystemLogListener Exception sending event to collection .system
   [junit4]   2> java.io.IOException: java.lang.InterruptedException
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:443)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:122)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:712)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:682)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:308)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404)
   [junit4]   2> 	at java.util.concurrent.FutureTask.get(FutureTask.java:191)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:441)
   [junit4]   2> 	... 10 more
   [junit4]   2> 1145014 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[6CA08B043810C623]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1145015 DEBUG (AutoscalingActionExecutor-493-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 7659 ms for event id=37a33ecb42b016T7liad83y2wbgbnje8naj1focw
   [junit4]   2> 1145015 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 1145015 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 1145015 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
   [junit4]   2> 1145015 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 1145015 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}], enabled=true}
   [junit4]   2> 1145015 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
   [junit4]   2> 1145015 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 1145016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10002_solr
   [junit4]   2> 1145025 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 1145025 DEBUG (ScheduledTrigger-495-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1145025 DEBUG (ScheduledTrigger-495-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10002_solr
   [junit4]   2> 1145025 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 1145026 DEBUG (ScheduledTrigger-495-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 1145026 DEBUG (ScheduledTrigger-495-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1145047 DEBUG (ScheduledTrigger-495-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1145057 DEBUG (ScheduledTrigger-495-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 1145057 DEBUG (ScheduledTrigger-495-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1145077 DEBUG (ScheduledTrigger-495-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1145077 DEBUG (ScheduledTrigger-495-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 1145077 DEBUG (ScheduledTrigger-495-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1145097 DEBUG (ScheduledTrigger-495-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 1145097 DEBUG (ScheduledTrigger-495-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1145097 DEBUG (ScheduledTrigger-495-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1145142 DEBUG (ScheduledTrigger-495-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 1145142 DEBUG (ScheduledTrigger-495-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1145142 DEBUG (ScheduledTrigger-495-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1145162 DEBUG (ScheduledTrigger-495-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 1145162 DEBUG (ScheduledTrigger-495-thread-1) [    ] o.a.s.c

[...truncated too long message...]

ispatchFilter.logWelcomeBanner / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 203997 T77 oass.SolrDispatchFilter.logWelcomeBanner \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 203998 T77 oass.SolrDispatchFilter.logWelcomeBanner |___/\___/_|_|    Start time: 2018-01-08T15:06:52.264Z
   [junit4]   2> 203999 T77 oasc.SolrXmlConfig.fromFile Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_C3DC9995477B3A24-001/inst-002/solr.xml
   [junit4]   2> 204007 T77 oasc.SolrXmlConfig.getMetricReporterPluginInfos MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ecfdf79, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 204474 T77 oasmr.SolrJmxReporter.doInit JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ecfdf79
   [junit4]   2> 204696 T77 oasmr.SolrJmxReporter.doInit JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ecfdf79
   [junit4]   2> 204697 T77 oasmr.SolrJmxReporter.doInit JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ecfdf79
   [junit4]   2> 204775 T77 oasc.CorePropertiesLocator.discover Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_C3DC9995477B3A24-001/inst-002
   [junit4]   2> 204775 T77 oasc.CorePropertiesLocator.discover Cores are: [collection1]
   [junit4]   2> 204847 T111 oasc.TransientSolrCoreCacheDefault.doInit Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 205108 T111 x:x:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 205619 T111 x:x:collection1 oass.IndexSchema.readSchema [collection1] Schema name=dih_test
   [junit4]   2> 205735 T111 x:x:collection1 oass.IndexSchema.readSchema Loaded schema dih_test/4.0 with uniqueid field id
   [junit4]   2> 205735 T111 x:x:collection1 oasc.CoreContainer.createFromDescriptor Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_C3DC9995477B3A24-001/inst-002/collection1, trusted=true
   [junit4]   2> 205736 T111 x:x:collection1 oasmr.SolrJmxReporter.doInit JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ecfdf79
   [junit4]   2> 205736 T111 x:x:collection1 oasc.SolrCore.initRecoveryStrategyBuilder solr.RecoveryStrategy.Builder
   [junit4]   2> 205737 T111 x:x:collection1 oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_C3DC9995477B3A24-001/inst-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_C3DC9995477B3A24-001/inst-002/collection1/data/]
   [junit4]   2> 206583 T111 x:x:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 206583 T111 x:x:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 206639 T111 x:x:collection1 oass.SolrIndexSearcher.<init> Opening [Searcher@3fdea6f7[collection1] main]
   [junit4]   2> 206640 T111 x:x:collection1 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_C3DC9995477B3A24-001/inst-002/collection1/conf
   [junit4]   2> 206642 T111 x:x:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000ms.
   [junit4]   2> 206644 T115 x:x:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3fdea6f7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> ASYNC  NEW_CORE C6 name=collection1 org.apache.solr.core.SolrCore@4d508feb
   [junit4]   2> 207798 T105 x:x:collection1 C6 oashd.DataImporter.maybeReloadConfiguration Loading DIH Configuration: data-config.xml
   [junit4]   2> 207811 T105 x:x:collection1 C6 oashd.DataImporter.loadDataConfig Data Configuration loaded successfully
   [junit4]   2> 207811 T105 x:x:collection1 C6 oashd.DataImporter.doFullImport Starting Full Import
   [junit4]   2> 207850 T105 x:x:collection1 C6 oashd.SimplePropertiesWriter.readIndexerProperties WARN Unable to read: dataimport.properties
   [junit4]   2> 207890 T105 x:x:collection1 C6 oashd.DocBuilder.finish Import completed successfully
   [junit4]   2> 207890 T105 x:x:collection1 C6 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 207891 T105 x:x:collection1 C6 oasu.SolrIndexWriter.setCommitData Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d386cd4 commitCommandVersion:0
   [junit4]   2> 208470 T105 x:x:collection1 C6 oass.SolrIndexSearcher.<init> Opening [Searcher@884bf7b[collection1] main]
   [junit4]   2> 208477 T115 x:x:collection1 C6 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@884bf7b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C2)))}
   [junit4]   2> 208477 T105 x:x:collection1 C6 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 208498 T105 x:x:collection1 C6 oashd.SimplePropertiesWriter.readIndexerProperties WARN Unable to read: dataimport.properties
   [junit4]   2> 208498 T105 x:x:collection1 C6 oashd.SimplePropertiesWriter.persist Wrote last indexed time to dataimport.properties
   [junit4]   2> 208498 T105 x:x:collection1 C6 oashd.DocBuilder.execute Time taken = 0:0:0.647
   [junit4]   2> 208499 T105 x:x:collection1 C6 oasup.LogUpdateProcessorFactory$LogUpdateProcessor.finish [collection1]  webapp=/solr path=/dataimport params={clean=false&wt=javabin&version=2&command=full-import}{add=[1, 2],commit=} 0 742
   [junit4]   2> 208542 T105 x:x:collection1 C6 oasc.SolrCore.execute [collection1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=20
   [junit4]   2> 208667 T77 oejs.AbstractConnector.doStop Stopped ServerConnector@3e2f2ab{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 208667 T77 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=728309046
   [junit4]   2> 208667 T77 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 208668 T77 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44586dd7: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@616b106c
   [junit4]   2> 208796 T77 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 208796 T77 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d45007e: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1c0bbc5b
   [junit4]   2> 209019 T77 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 209019 T77 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@539f1e75: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@f0fcfa7
   [junit4]   2> 209030 T119 x:x:collection1 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4d508feb
   [junit4]   2> 209030 T119 x:x:collection1 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.core.collection1, tag=1297125355
   [junit4]   2> 209030 T119 x:x:collection1 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c3da9c9: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@390d31f5
   [junit4]   2> 209303 T77 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@1c1aea51{/solr,null,UNAVAILABLE}
   [junit4]   2> 209347 T77 oas.SolrTestCaseJ4.tearDown ###Ending testSimple
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-dataimporthandler/test/J0/temp/solr.handler.dataimport.TestContentStreamDataSource_C3DC9995477B3A24-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=Lucene50(blocksize=128), desc=FSTOrd50}, docValues:{}, maxPointsInLeafNode=544, maxMBSortInHeap=5.470968634285386, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@21891f6c), locale=sk-SK, timezone=Africa/Bissau
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=240164904,total=338690048
   [junit4]   2> NOTE: All tests run in this JVM: [TestHierarchicalDocBuilder, TestZKPropertiesWriter, TestSqlEntityProcessorDelta, TestContentStreamDataSource]
   [junit4] Completed [25/38 (1!)] on J0 in 29.21s, 2 tests, 1 failure <<< FAILURES!

[...truncated 42440 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2250 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2250/

8 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:44121/collection1: Cannot talk to ZooKeeper - Updates are disabled.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44121/collection1: Cannot talk to ZooKeeper - Updates are disabled.
	at __randomizedtesting.SeedInfo.seed([F0CA3935467EAEDB:789E06EFE882C323]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:685)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:377)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([F0CA3935467EAEDB]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestCloudRecovery

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([F0CA3935467EAEDB]:0)


FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([F0CA3935467EAEDB:789E06EFE882C323]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:203)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
	at __randomizedtesting.SeedInfo.seed([F0CA3935467EAEDB:397F7B9B4F19682E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue(TestTriggerIntegration.java:638)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10022_solr should have been deleted

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10022_solr should have been deleted
	at __randomizedtesting.SeedInfo.seed([F0CA3935467EAEDB:E870B139484B6334]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:842)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig

Error Message:
The max direct memory is likely too low.  Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.

Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low.  Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
	at __randomizedtesting.SeedInfo.seed([F0CA3935467EAEDB:765F01EBBF744F0]:0)
	at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:312)
	at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:288)
	at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:228)
	at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:111)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.OutOfMemoryError
	at sun.misc.Unsafe.allocateMemory(Native Method)
	at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:127)
	at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
	at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
	at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310)
	... 42 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode

Error Message:
did not finish processing changes

Stack Trace:
java.lang.AssertionError: did not finish processing changes
	at __randomizedtesting.SeedInfo.seed([F0CA3935467EAEDB:57252496893321C3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:299)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12327 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/init-core-data-001
   [junit4]   2> 2588885 WARN  (SUITE-BasicDistributedZkTest-seed#[F0CA3935467EAEDB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 2588982 INFO  (SUITE-BasicDistributedZkTest-seed#[F0CA3935467EAEDB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2588984 INFO  (SUITE-BasicDistributedZkTest-seed#[F0CA3935467EAEDB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2588984 INFO  (SUITE-BasicDistributedZkTest-seed#[F0CA3935467EAEDB]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2588984 INFO  (SUITE-BasicDistributedZkTest-seed#[F0CA3935467EAEDB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2589007 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2589059 INFO  (Thread-2703) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2589059 INFO  (Thread-2703) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2589107 ERROR (Thread-2703) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2589187 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.ZkTestServer start zk server on port:47174
   [junit4]   2> 2589262 INFO  (zkConnectionManagerCallback-2692-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2589294 INFO  (zkConnectionManagerCallback-2694-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2589329 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2589363 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2589387 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2589388 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2589408 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2589413 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2589429 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2589448 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2589463 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2589482 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2589488 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2589509 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2593031 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2593135 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d2fa5a7{/,null,AVAILABLE}
   [junit4]   2> 2593137 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@567c0a6d{HTTP/1.1,[http/1.1]}{127.0.0.1:58372}
   [junit4]   2> 2593137 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.Server Started @2617253ms
   [junit4]   2> 2593137 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/tempDir-001/control/data, hostContext=/, hostPort=58372, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/control-001/cores}
   [junit4]   2> 2593143 ERROR (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2593143 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2593143 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2593143 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2593143 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-07T06:56:21.968Z
   [junit4]   2> 2593300 INFO  (zkConnectionManagerCallback-2696-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2593302 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2593302 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/control-001/solr.xml
   [junit4]   2> 2593320 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2593320 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2593322 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2593395 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47174/solr
   [junit4]   2> 2593397 INFO  (zkConnectionManagerCallback-2700-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2593483 INFO  (zkConnectionManagerCallback-2702-thread-1-processing-n:127.0.0.1:58372_) [n:127.0.0.1:58372_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2594227 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58372_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2594228 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58372_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58372_
   [junit4]   2> 2594229 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58372_    ] o.a.s.c.Overseer Overseer (id=99307236745871364-127.0.0.1:58372_-n_0000000000) starting
   [junit4]   2> 2594459 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58372_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58372_
   [junit4]   2> 2594575 INFO  (zkCallback-2701-thread-1-processing-n:127.0.0.1:58372_) [n:127.0.0.1:58372_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2595701 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58372_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015
   [junit4]   2> 2595959 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58372_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015
   [junit4]   2> 2595959 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58372_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015
   [junit4]   2> 2595962 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58372_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/control-001/cores
   [junit4]   2> 2596315 INFO  (zkConnectionManagerCallback-2708-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2596316 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2596323 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47174/solr ready
   [junit4]   2> 2596508 INFO  (qtp361529707-7498) [n:127.0.0.1:58372_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:58372_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2596514 INFO  (OverseerThreadFactory-1277-thread-1-processing-n:127.0.0.1:58372_) [n:127.0.0.1:58372_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2596743 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2596744 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2596956 INFO  (zkCallback-2701-thread-1-processing-n:127.0.0.1:58372_) [n:127.0.0.1:58372_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2598642 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2598821 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2600481 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2600608 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2600609 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015
   [junit4]   2> 2600609 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2600609 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2600695 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17076751499946008]
   [junit4]   2> 2600856 WARN  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2603495 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2603495 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2603497 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2603497 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2603499 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2603531 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5281aa28[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2603572 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2603572 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2603573 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2603593 INFO  (searcherExecutor-1280-thread-1-processing-n:127.0.0.1:58372_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5281aa28[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2603611 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588915803191771136
   [junit4]   2> 2603672 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2603672 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2603672 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58372/control_collection_shard1_replica_n1/
   [junit4]   2> 2603672 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2603672 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58372/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2603672 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2603712 INFO  (zkCallback-2701-thread-1-processing-n:127.0.0.1:58372_) [n:127.0.0.1:58372_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2603713 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58372/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2603714 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2603744 INFO  (qtp361529707-7496) [n:127.0.0.1:58372_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=7000
   [junit4]   2> 2603825 INFO  (qtp361529707-7498) [n:127.0.0.1:58372_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2603826 INFO  (zkCallback-2701-thread-1-processing-n:127.0.0.1:58372_) [n:127.0.0.1:58372_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2604576 INFO  (OverseerCollectionConfigSetProcessor-99307236745871364-127.0.0.1:58372_-n_0000000000) [n:127.0.0.1:58372_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2604859 INFO  (qtp361529707-7498) [n:127.0.0.1:58372_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:58372_&wt=javabin&version=2} status=0 QTime=8350
   [junit4]   2> 2605100 INFO  (zkConnectionManagerCallback-2712-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2605102 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2605106 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47174/solr ready
   [junit4]   2> 2605106 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2605108 INFO  (qtp361529707-7499) [n:127.0.0.1:58372_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2605123 INFO  (OverseerThreadFactory-1277-thread-2-processing-n:127.0.0.1:58372_) [n:127.0.0.1:58372_    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2605131 WARN  (OverseerThreadFactory-1277-thread-2-processing-n:127.0.0.1:58372_) [n:127.0.0.1:58372_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2605509 INFO  (qtp361529707-7499) [n:127.0.0.1:58372_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2605510 INFO  (qtp361529707-7499) [n:127.0.0.1:58372_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=402
   [junit4]   2> 2607140 INFO  (OverseerCollectionConfigSetProcessor-99307236745871364-127.0.0.1:58372_-n_0000000000) [n:127.0.0.1:58372_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2608194 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-1-001 of type NRT
   [junit4]   2> 2608211 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2608213 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6614e024{/,null,AVAILABLE}
   [junit4]   2> 2608213 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7170ff8f{HTTP/1.1,[http/1.1]}{127.0.0.1:32781}
   [junit4]   2> 2608213 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.Server Started @2632329ms
   [junit4]   2> 2608213 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=32781, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-1-001/cores}
   [junit4]   2> 2608213 ERROR (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2608214 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2608214 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2608214 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2608214 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-07T06:56:37.039Z
   [junit4]   2> 2609266 INFO  (zkConnectionManagerCallback-2714-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2609269 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2609269 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-1-001/solr.xml
   [junit4]   2> 2609290 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2609290 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2609320 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2609335 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47174/solr
   [junit4]   2> 2609427 INFO  (zkConnectionManagerCallback-2718-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2609459 INFO  (zkConnectionManagerCallback-2720-thread-1-processing-n:127.0.0.1:32781_) [n:127.0.0.1:32781_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2610132 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:32781_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2610143 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:32781_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2610195 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:32781_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32781_
   [junit4]   2> 2610235 INFO  (zkCallback-2701-thread-1-processing-n:127.0.0.1:58372_) [n:127.0.0.1:58372_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2610455 INFO  (zkCallback-2711-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2610456 INFO  (zkCallback-2719-thread-1-processing-n:127.0.0.1:32781_) [n:127.0.0.1:32781_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2611614 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:32781_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015
   [junit4]   2> 2612708 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:32781_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015
   [junit4]   2> 2612709 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:32781_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015
   [junit4]   2> 2612747 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:32781_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-1-001/cores
   [junit4]   2> 2613057 INFO  (qtp1442292805-7545) [n:127.0.0.1:32781_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:32781_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2613105 INFO  (OverseerThreadFactory-1277-thread-3-processing-n:127.0.0.1:58372_) [n:127.0.0.1:58372_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:32781_ for creating new replica
   [junit4]   2> 2613121 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2613121 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2613217 INFO  (zkCallback-2719-thread-1-processing-n:127.0.0.1:32781_) [n:127.0.0.1:32781_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2615984 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2616198 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 2618207 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2618923 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 2618924 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015
   [junit4]   2> 2618924 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2618925 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 2618976 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17076751499946008]
   [junit4]   2> 2618993 WARN  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2620048 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2620048 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2620049 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2620049 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2620095 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2620128 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ff5832a[collection1_shard2_replica_n41] main]
   [junit4]   2> 2620147 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2620148 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2620149 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2620184 INFO  (searcherExecutor-1291-thread-1-processing-n:127.0.0.1:32781_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@2ff5832a[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2620184 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588915820569821184
   [junit4]   2> 2620248 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2620248 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2620248 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32781/collection1_shard2_replica_n41/
   [junit4]   2> 2620248 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2620248 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:32781/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 2620248 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2620287 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32781/collection1_shard2_replica_n41/ shard2
   [junit4]   2> 2620301 INFO  (zkCallback-2719-thread-1-processing-n:127.0.0.1:32781_) [n:127.0.0.1:32781_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2620347 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2620365 INFO  (qtp1442292805-7543) [n:127.0.0.1:32781_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=7244
   [junit4]   2> 2620390 INFO  (qtp1442292805-7545) [n:127.0.0.1:32781_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:32781_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=7332
   [junit4]   2> 2620467 INFO  (zkCallback-2719-thread-1-processing-n:127.0.0.1:32781_) [n:127.0.0.1:32781_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2621155 INFO  (OverseerCollectionConfigSetProcessor-99307236745871364-127.0.0.1:58372_-n_0000000000) [n:127.0.0.1:58372_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2624179 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-2-001 of type NRT
   [junit4]   2> 2624195 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2624277 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15afe159{/,null,AVAILABLE}
   [junit4]   2> 2624278 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@63442b0f{HTTP/1.1,[http/1.1]}{127.0.0.1:58836}
   [junit4]   2> 2624278 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.Server Started @2648394ms
   [junit4]   2> 2624278 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=58836, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-2-001/cores}
   [junit4]   2> 2624278 ERROR (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2624285 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2624285 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2624285 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2624285 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-07T06:56:53.110Z
   [junit4]   2> 2624346 INFO  (zkConnectionManagerCallback-2724-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2624347 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2624347 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-2-001/solr.xml
   [junit4]   2> 2624352 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2624352 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2624353 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2624364 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47174/solr
   [junit4]   2> 2624403 INFO  (zkConnectionManagerCallback-2728-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2624407 INFO  (zkConnectionManagerCallback-2730-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2624414 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58836_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2624416 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58836_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2624419 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58836_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58836_
   [junit4]   2> 2624420 INFO  (zkCallback-2711-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2624446 INFO  (zkCallback-2729-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2624447 INFO  (zkCallback-2719-thread-1-processing-n:127.0.0.1:32781_) [n:127.0.0.1:32781_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2624462 INFO  (zkCallback-2701-thread-2-processing-n:127.0.0.1:58372_) [n:127.0.0.1:58372_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2624790 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58836_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015
   [junit4]   2> 2624950 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58836_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015
   [junit4]   2> 2624950 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58836_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015
   [junit4]   2> 2624980 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [n:127.0.0.1:58836_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-2-001/cores
   [junit4]   2> 2627672 INFO  (qtp1442292805-7546) [n:127.0.0.1:32781_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:58836_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2627735 INFO  (OverseerThreadFactory-1277-thread-4-processing-n:127.0.0.1:58372_) [n:127.0.0.1:58372_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:58836_ for creating new replica
   [junit4]   2> 2627918 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2627919 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2627966 INFO  (zkCallback-2719-thread-1-processing-n:127.0.0.1:32781_) [n:127.0.0.1:32781_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2628151 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2628416 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
   [junit4]   2> 2630428 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2632568 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
   [junit4]   2> 2632568 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77399015
   [junit4]   2> 2632569 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2632569 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
   [junit4]   2> 2632606 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17076751499946008]
   [junit4]   2> 2632630 WARN  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2633383 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2633383 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2633392 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2633392 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2633499 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2633503 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@55aaf85b[collection1_shard1_replica_n43] main]
   [junit4]   2> 2633524 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2633524 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2633526 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2633528 INFO  (searcherExecutor-1302-thread-1-processing-n:127.0.0.1:58836_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@55aaf85b[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2633543 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588915834577747968
   [junit4]   2> 2633625 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2633625 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2633625 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58836/collection1_shard1_replica_n43/
   [junit4]   2> 2633625 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2633625 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:58836/collection1_shard1_replica_n43/ has no replicas
   [junit4]   2> 2633625 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2633708 INFO  (zkCallback-2729-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2633709 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58836/collection1_shard1_replica_n43/ shard1
   [junit4]   2> 2633710 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2633715 INFO  (zkCallback-2719-thread-1-processing-n:127.0.0.1:32781_) [n:127.0.0.1:32781_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2633787 INFO  (qtp2061996360-7578) [n:127.0.0.1:58836_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5868
   [junit4]   2> 2633807 INFO  (qtp1442292805-7546) [n:127.0.0.1:32781_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:58836_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=6135
   [junit4]   2> 2633828 INFO  (zkCallback-2719-thread-1-processing-n:127.0.0.1:32781_) [n:127.0.0.1:32781_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2633828 INFO  (zkCallback-2729-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2635740 INFO  (OverseerCollectionConfigSetProcessor-99307236745871364-127.0.0.1:58372_-n_0000000000) [n:127.0.0.1:58372_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2637746 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_F0CA3935467EAEDB-001/shard-3-001 of type NRT
   [junit4]   2> 2637764 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2637853 INFO  (TEST-BasicDistributedZkTest.test-seed#[F0CA3935467EAEDB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ed43914{/,null,AVAILABLE}
   [junit4] 

[...truncated too long message...]

ore/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180107_061244_3046405698271743522883.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180107_061244_3048802237980850734790.suites -stdin
   [junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash.  See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180107_061244_304662966802451399547.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180107_061244_3047417112679670004727.syserr
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:779: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 137.

Total time: 424 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-master #2249 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any