You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/03/11 08:01:21 UTC

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.8 - Build # 78 - Still Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.8/78/

3 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([733D2D308E61E5F7:F81AFEE1CF674E73]:0)
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:444)
	at sun.nio.ch.Net.bind(Net.java:436)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:345)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:310)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:234)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73)
	at org.eclipse.jetty.server.Server.doStart(Server.java:401)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:506)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:     1) Thread[id=57526, name=qtp505722135-57526, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=57525, name=qtp505722135-57525-acceptor-0@76b87fb2-ServerConnector@1a1b320b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43137}, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=57642, name=Connector-Scheduler-1a1b320b-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=57527, name=qtp505722135-57527, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=57523, name=qtp505722135-57523, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=57528, name=qtp505722135-57528, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=57524, name=qtp505722135-57524, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=57531, name=Session-HouseKeeper-64a7f6a5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=57530, name=qtp505722135-57530, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=57529, name=qtp505722135-57529, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 
   1) Thread[id=57526, name=qtp505722135-57526, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=57525, name=qtp505722135-57525-acceptor-0@76b87fb2-ServerConnector@1a1b320b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43137}, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=57642, name=Connector-Scheduler-1a1b320b-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=57527, name=qtp505722135-57527, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=57523, name=qtp505722135-57523, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=57528, name=qtp505722135-57528, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=57524, name=qtp505722135-57524, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=57531, name=Session-HouseKeeper-64a7f6a5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=57530, name=qtp505722135-57530, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=57529, name=qtp505722135-57529, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([733D2D308E61E5F7]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=57526, name=qtp505722135-57526, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=57525, name=qtp505722135-57525, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=57642, name=Connector-Scheduler-1a1b320b-1, state=WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=57531, name=Session-HouseKeeper-64a7f6a5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=57527, name=qtp505722135-57527, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=57530, name=qtp505722135-57530, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=57523, name=qtp505722135-57523, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=57529, name=qtp505722135-57529, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=57528, name=qtp505722135-57528, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=57524, name=qtp505722135-57524, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=57526, name=qtp505722135-57526, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=57525, name=qtp505722135-57525, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=57642, name=Connector-Scheduler-1a1b320b-1, state=WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=57531, name=Session-HouseKeeper-64a7f6a5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=57527, name=qtp505722135-57527, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=57530, name=qtp505722135-57530, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=57523, name=qtp505722135-57523, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=57529, name=qtp505722135-57529, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=57528, name=qtp505722135-57528, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=57524, name=qtp505722135-57524, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([733D2D308E61E5F7]:0)




Build Log:
[...truncated 14930 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
   [junit4]   2> 2565639 INFO  (SUITE-ShardSplitTest-seed#[733D2D308E61E5F7]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2565640 INFO  (SUITE-ShardSplitTest-seed#[733D2D308E61E5F7]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_733D2D308E61E5F7-001/data-dir-92-001
   [junit4]   2> 2565640 INFO  (SUITE-ShardSplitTest-seed#[733D2D308E61E5F7]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2565641 INFO  (SUITE-ShardSplitTest-seed#[733D2D308E61E5F7]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2565641 INFO  (SUITE-ShardSplitTest-seed#[733D2D308E61E5F7]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2565641 INFO  (SUITE-ShardSplitTest-seed#[733D2D308E61E5F7]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_/b
   [junit4]   2> 2565645 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2565646 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2565646 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2565646 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2565746 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer start zk server on port: 36409
   [junit4]   2> 2565746 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36409
   [junit4]   2> 2565746 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36409
   [junit4]   2> 2565746 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36409
   [junit4]   2> 2565747 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2565748 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2565750 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 2565751 DEBUG (zkConnectionManagerCallback-9815-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51181c52 name: ZooKeeperConnection Watcher:127.0.0.1:36409 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 2565751 INFO  (zkConnectionManagerCallback-9815-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2565751 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2565751 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2565752 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2565754 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2565755 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2565756 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 2565756 DEBUG (zkConnectionManagerCallback-9817-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20bdc372 name: ZooKeeperConnection Watcher:127.0.0.1:36409/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 2565756 INFO  (zkConnectionManagerCallback-9817-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2565756 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2565756 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2565757 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /clusterprops.json
   [junit4]   2> 2565757 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2565758 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2565759 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2565759 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2565760 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2565760 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2565761 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2565761 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2565763 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2565763 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2565765 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2565765 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2565768 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2565768 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2565770 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2565770 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2565771 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2565771 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2565772 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2565772 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2565773 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2565774 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2565774 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2565873 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2565873 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2565873 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 2565874 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2565874 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2565874 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2565874 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a9f6e7c{/_/b,null,AVAILABLE}
   [junit4]   2> 2565874 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2cc7e253{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40873}
   [junit4]   2> 2565874 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.e.j.s.Server Started @2565909ms
   [junit4]   2> 2565874 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_733D2D308E61E5F7-001/tempDir-001/control/data, replicaType=NRT, hostContext=/_/b, hostPort=40873, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_733D2D308E61E5F7-001/control-001/cores}
   [junit4]   2> 2565875 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2565875 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2565875 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.2
   [junit4]   2> 2565875 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2565875 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
   [junit4]   2> 2565875 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-11T06:40:30.634Z
   [junit4]   2> 2565875 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2565875 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2565876 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 2565876 DEBUG (zkConnectionManagerCallback-9819-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35219968 name: ZooKeeperConnection Watcher:127.0.0.1:36409/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 2565876 INFO  (zkConnectionManagerCallback-9819-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2565876 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2565876 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2565977 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 2565977 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2565977 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_733D2D308E61E5F7-001/control-001/solr.xml
   [junit4]   2> 2565980 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2565980 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2565992 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@646660c8, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2566386 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2566387 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@259ea274[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2566387 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@259ea274[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2566390 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@73631c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2566390 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@73631c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2566391 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36409/solr
   [junit4]   2> 2566391 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2566392 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2566392 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 2566393 DEBUG (zkConnectionManagerCallback-9830-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4dc59d7 name: ZooKeeperConnection Watcher:127.0.0.1:36409 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 2566393 INFO  (zkConnectionManagerCallback-9830-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2566393 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2566393 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2566494 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 2566495 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2566495 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 2566495 DEBUG (zkConnectionManagerCallback-9832-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@496c1ba2 name: ZooKeeperConnection Watcher:127.0.0.1:36409/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 2566495 INFO  (zkConnectionManagerCallback-9832-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2566495 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2566496 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2566497 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2566498 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2566498 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /overseer/async_ids
   [junit4]   2> 2566499 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2566500 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2566500 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events
   [junit4]   2> 2566501 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/triggerState
   [junit4]   2> 2566502 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeAdded
   [junit4]   2> 2566502 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeLost
   [junit4]   2> 2566503 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2566503 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2566504 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling.json
   [junit4]   2> 2566505 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/protwords.txt
   [junit4]   2> 2566505 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/managed-schema
   [junit4]   2> 2566507 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/solrconfig.xml
   [junit4]   2> 2566508 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/synonyms.txt
   [junit4]   2> 2566509 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_it.txt
   [junit4]   2> 2566510 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_cz.txt
   [junit4]   2> 2566511 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fr.txt
   [junit4]   2> 2566512 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_no.txt
   [junit4]   2> 2566513 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ca.txt
   [junit4]   2> 2566514 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_sv.txt
   [junit4]   2> 2566515 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ca.txt
   [junit4]   2> 2566517 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hu.txt
   [junit4]   2> 2566518 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_gl.txt
   [junit4]   2> 2566519 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_bg.txt
   [junit4]   2> 2566520 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_th.txt
   [junit4]   2> 2566521 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ga.txt
   [junit4]   2> 2566522 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_da.txt
   [junit4]   2> 2566523 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_et.txt
   [junit4]   2> 2566524 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/userdict_ja.txt
   [junit4]   2> 2566525 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ga.txt
   [junit4]   2> 2566526 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_id.txt
   [junit4]   2> 2566527 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_tr.txt
   [junit4]   2> 2566529 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ja.txt
   [junit4]   2> 2566530 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ar.txt
   [junit4]   2> 2566531 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ru.txt
   [junit4]   2> 2566532 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/hyphenations_ga.txt
   [junit4]   2> 2566533 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_de.txt
   [junit4]   2> 2566534 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_en.txt
   [junit4]   2> 2566535 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stemdict_nl.txt
   [junit4]   2> 2566536 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ro.txt
   [junit4]   2> 2566537 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hy.txt
   [junit4]   2> 2566538 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_eu.txt
   [junit4]   2> 2566539 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hi.txt
   [junit4]   2> 2566540 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stoptags_ja.txt
   [junit4]   2> 2566541 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_fr.txt
   [junit4]   2> 2566542 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fi.txt
   [junit4]   2> 2566543 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_pt.txt
   [junit4]   2> 2566544 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_lv.txt
   [junit4]   2> 2566545 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_el.txt
   [junit4]   2> 2566546 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_it.txt
   [junit4]   2> 2566547 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_nl.txt
   [junit4]   2> 2566548 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_es.txt
   [junit4]   2> 2566549 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fa.txt
   [junit4]   2> 2566550 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/stopwords.txt
   [junit4]   2> 2566551 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2566552 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
   [junit4]   2> 2566552 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> []
   [junit4]   2> 2566552 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 2566553 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
   [junit4]   2> 2566553 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=-1, new definition is: Aliases{collectionAliases={}, collectionAliasProperties={}, zNodeVersion=0}
   [junit4]   2> 2566554 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2566554 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2566555 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40873__%2Fb
   [junit4]   2> 2566555 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2566556 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.Overseer Overseer (id=73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) starting
   [junit4]   2> 2566556 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2566557 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2566558 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2566560 DEBUG (OverseerCollectionConfigSetProcessor-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2566560 INFO  (OverseerStateUpdate-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40873__%2Fb
   [junit4]   2> 2566561 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40873__%2Fb
   [junit4]   2> 2566561 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes
   [junit4]   2> 2566562 INFO  (OverseerStateUpdate-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2566562 DEBUG (OverseerStateUpdate-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:40873__%2Fb]
   [junit4]   2> 2566562 DEBUG (zkCallback-9831-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2566562 DEBUG (OverseerStateUpdate-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 2566562 DEBUG (OverseerCollectionConfigSetProcessor-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
   [junit4]   2> 2566562 DEBUG (OverseerCollectionConfigSetProcessor-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 2566562 DEBUG (OverseerCollectionConfigSetProcessor-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 2566562 DEBUG (OverseerCollectionConfigSetProcessor-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 2566562 INFO  (OverseerCollectionConfigSetProcessor-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 2566562 DEBUG (zkCallback-9831-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:40873__%2Fb] -> [127.0.0.1:40873__%2Fb]
   [junit4]   2> 2566563 DEBUG (OverseerAutoScalingTriggerThread-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.scheduled_maintenance
   [junit4]   2> 2566563 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2566564 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2566573 DEBUG (OverseerAutoScalingTriggerThread-73138340333223940-127.0.0.1:40873__%2Fb-n_0000000000) [     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.auto_add_replicas
   [junit4]   2> 2566575 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2566594 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@646660c8
   [junit4]   2> 2566602 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@646660c8
   [junit4]   2> 2566602 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@646660c8
   [junit4]   2> 2566603 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [n:127.0.0.1:40873__%2Fb     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_733D2D308E61E5F7-001/control-001/cores
   [junit4]   2> 2566615 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2566616 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2566616 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 2566616 DEBUG (zkConnectionManagerCallback-9849-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@260fafee name: ZooKeeperConnection Watcher:127.0.0.1:36409/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 2566616 INFO  (zkConnectionManagerCallback-9849-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2566616 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2566617 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2566617 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2566617 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
   [junit4]   2> 2566617 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2566617 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:40873__%2Fb]
   [junit4]   2> 2566618 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 2566618 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
   [junit4]   2> 2566618 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=-1, new definition is: Aliases{collectionAliases={}, collectionAliasProperties={}, zNodeVersion=0}
   [junit4]   2> 2566618 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[733D2D308E61E5F7]) [     ] o.a.s.c.s.i.ZkClientCluste

[...truncated too long message...]

ronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=57642, name=Connector-Scheduler-1a1b320b-1, state=WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=57531, name=Session-HouseKeeper-64a7f6a5-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=57527, name=qtp505722135-57527, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=57530, name=qtp505722135-57530, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    7) Thread[id=57523, name=qtp505722135-57523, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    8) Thread[id=57529, name=qtp505722135-57529, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    9) Thread[id=57528, name=qtp505722135-57528, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   10) Thread[id=57524, name=qtp505722135-57524, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$89/1134353599.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([733D2D308E61E5F7]:0)
   [junit4] Completed [541/923 (1!)] on J2 in 648.67s, 11 tests, 3 errors <<< FAILURES!

[...truncated 51981 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.8 - Build # 79 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.8/79/

5 tests failed.
FAILED:  org.apache.solr.cloud.TestStressLiveNodes.testStress

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:39451/solr within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:39451/solr within 30000 ms
	at __randomizedtesting.SeedInfo.seed([F20F8A2284DC75C4:E714F7E3072B8DBF]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:122)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:109)
	at org.apache.solr.cloud.TestStressLiveNodes.newSolrZkClient(TestStressLiveNodes.java:88)
	at org.apache.solr.cloud.TestStressLiveNodes.getTrueLiveNodesFromZk(TestStressLiveNodes.java:93)
	at org.apache.solr.cloud.TestStressLiveNodes.testStress(TestStressLiveNodes.java:139)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:39451/solr within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:251)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:194)
	... 49 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrBootstrapTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458)  at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)  at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)   expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458)  at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)  at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458)
	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)
	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

 expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458)
	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)
	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

>
	at __randomizedtesting.SeedInfo.seed([F20F8A2284DC75C4]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotNull(Assert.java:756)
	at org.junit.Assert.assertNull(Assert.java:738)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:330)
	at sun.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Error from server at https://127.0.0.1:41263/ix/z/collection1: ERROR adding document SolrInputDocument(fields: [id=-1971, title_s=title-1971, id_i=-1971, _version_=1694005893756092416, _root_=-1971])

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41263/ix/z/collection1: ERROR adding document SolrInputDocument(fields: [id=-1971, title_s=title-1971, id_i=-1971, _version_=1694005893756092416, _root_=-1971])
	at __randomizedtesting.SeedInfo.seed([F20F8A2284DC75C4:7A5BB5F82A20183C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1245)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1290)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:398)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferReplicaTypesTest

Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=replicaTypesTestColl :DocCollection(replicaTypesTestColl//collections/replicaTypesTestColl/state.json/18 {/collections/replicaTypesTestColl/state.json/[31]: [core_node6:1:A, core_node18:1:A, core_node12:0:D, core_node10:3:A, core_node4:1:A, core_node8:0:D, core_node2:2:A:L, core_node16:2:A:L, core_node14:1:A]})={   "pullReplicas":"1",   "replicationFactor":"1",   "shards":{     "shard1":{       "range":"80000000-d554ffff",       "state":"active",       "replicas":{         "core_node2":{           "core":"replicaTypesTestColl_shard1_replica_n1",           "node_name":"127.0.0.1:37561_solr",           "base_url":"http://127.0.0.1:37561/solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"},         "core_node4":{           "core":"replicaTypesTestColl_shard1_replica_t3",           "node_name":"127.0.0.1:36389_solr",           "base_url":"http://127.0.0.1:36389/solr",           "state":"active",           "type":"TLOG",           "force_set_state":"false"},         "core_node6":{           "core":"replicaTypesTestColl_shard1_replica_p5",           "node_name":"127.0.0.1:42423_solr",           "base_url":"http://127.0.0.1:42423/solr",           "state":"active",           "type":"PULL",           "force_set_state":"false"}}},     "shard2":{       "range":"d5550000-2aa9ffff",       "state":"active",       "replicas":{         "core_node8":{           "core":"replicaTypesTestColl_shard2_replica_n7",           "node_name":"127.0.0.1:37561_solr",           "base_url":"http://127.0.0.1:37561/solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"},         "core_node10":{           "core":"replicaTypesTestColl_shard2_replica_t9",           "node_name":"127.0.0.1:36389_solr",           "base_url":"http://127.0.0.1:36389/solr",           "state":"active",           "type":"TLOG",           "force_set_state":"false"},         "core_node12":{           "core":"replicaTypesTestColl_shard2_replica_p11",           "node_name":"127.0.0.1:42423_solr",           "base_url":"http://127.0.0.1:42423/solr",           "state":"down",           "type":"PULL",           "force_set_state":"false"}}},     "shard3":{       "range":"2aaa0000-7fffffff",       "state":"active",       "replicas":{         "core_node14":{           "core":"replicaTypesTestColl_shard3_replica_n13",           "node_name":"127.0.0.1:37561_solr",           "base_url":"http://127.0.0.1:37561/solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node16":{           "core":"replicaTypesTestColl_shard3_replica_t15",           "node_name":"127.0.0.1:36389_solr",           "base_url":"http://127.0.0.1:36389/solr",           "state":"active",           "type":"TLOG",           "force_set_state":"false",           "leader":"true"},         "core_node18":{           "core":"replicaTypesTestColl_shard3_replica_p17",           "node_name":"127.0.0.1:42423_solr",           "base_url":"http://127.0.0.1:42423/solr",           "state":"active",           "type":"PULL",           "force_set_state":"false"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"3",   "autoAddReplicas":"false",   "nrtReplicas":"1",   "tlogReplicas":"1",   "perReplicaState":"true"} Live Nodes: [127.0.0.1:36389_solr, 127.0.0.1:37561_solr, 127.0.0.1:42423_solr] Last available state: DocCollection(replicaTypesTestColl//collections/replicaTypesTestColl/state.json/18 {/collections/replicaTypesTestColl/state.json/[31]: [core_node6:1:A, core_node18:1:A, core_node12:0:D, core_node10:3:A, core_node4:1:A, core_node8:0:D, core_node2:2:A:L, core_node16:2:A:L, core_node14:1:A]})={   "pullReplicas":"1",   "replicationFactor":"1",   "shards":{     "shard1":{       "range":"80000000-d554ffff",       "state":"active",       "replicas":{         "core_node2":{           "core":"replicaTypesTestColl_shard1_replica_n1",           "node_name":"127.0.0.1:37561_solr",           "base_url":"http://127.0.0.1:37561/solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"},         "core_node4":{           "core":"replicaTypesTestColl_shard1_replica_t3",           "node_name":"127.0.0.1:36389_solr",           "base_url":"http://127.0.0.1:36389/solr",           "state":"active",           "type":"TLOG",           "force_set_state":"false"},         "core_node6":{           "core":"replicaTypesTestColl_shard1_replica_p5",           "node_name":"127.0.0.1:42423_solr",           "base_url":"http://127.0.0.1:42423/solr",           "state":"active",           "type":"PULL",           "force_set_state":"false"}}},     "shard2":{       "range":"d5550000-2aa9ffff",       "state":"active",       "replicas":{         "core_node8":{           "core":"replicaTypesTestColl_shard2_replica_n7",           "node_name":"127.0.0.1:37561_solr",           "base_url":"http://127.0.0.1:37561/solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"},         "core_node10":{           "core":"replicaTypesTestColl_shard2_replica_t9",           "node_name":"127.0.0.1:36389_solr",           "base_url":"http://127.0.0.1:36389/solr",           "state":"active",           "type":"TLOG",           "force_set_state":"false"},         "core_node12":{           "core":"replicaTypesTestColl_shard2_replica_p11",           "node_name":"127.0.0.1:42423_solr",           "base_url":"http://127.0.0.1:42423/solr",           "state":"down",           "type":"PULL",           "force_set_state":"false"}}},     "shard3":{       "range":"2aaa0000-7fffffff",       "state":"active",       "replicas":{         "core_node14":{           "core":"replicaTypesTestColl_shard3_replica_n13",           "node_name":"127.0.0.1:37561_solr",           "base_url":"http://127.0.0.1:37561/solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node16":{           "core":"replicaTypesTestColl_shard3_replica_t15",           "node_name":"127.0.0.1:36389_solr",           "base_url":"http://127.0.0.1:36389/solr",           "state":"active",           "type":"TLOG",           "force_set_state":"false",           "leader":"true"},         "core_node18":{           "core":"replicaTypesTestColl_shard3_replica_p17",           "node_name":"127.0.0.1:42423_solr",           "base_url":"http://127.0.0.1:42423/solr",           "state":"active",           "type":"PULL",           "force_set_state":"false"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"3",   "autoAddReplicas":"false",   "nrtReplicas":"1",   "tlogReplicas":"1",   "perReplicaState":"true"}

Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=replicaTypesTestColl :DocCollection(replicaTypesTestColl//collections/replicaTypesTestColl/state.json/18 {/collections/replicaTypesTestColl/state.json/[31]: [core_node6:1:A, core_node18:1:A, core_node12:0:D, core_node10:3:A, core_node4:1:A, core_node8:0:D, core_node2:2:A:L, core_node16:2:A:L, core_node14:1:A]})={
  "pullReplicas":"1",
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-d554ffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"replicaTypesTestColl_shard1_replica_n1",
          "node_name":"127.0.0.1:37561_solr",
          "base_url":"http://127.0.0.1:37561/solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"},
        "core_node4":{
          "core":"replicaTypesTestColl_shard1_replica_t3",
          "node_name":"127.0.0.1:36389_solr",
          "base_url":"http://127.0.0.1:36389/solr",
          "state":"active",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node6":{
          "core":"replicaTypesTestColl_shard1_replica_p5",
          "node_name":"127.0.0.1:42423_solr",
          "base_url":"http://127.0.0.1:42423/solr",
          "state":"active",
          "type":"PULL",
          "force_set_state":"false"}}},
    "shard2":{
      "range":"d5550000-2aa9ffff",
      "state":"active",
      "replicas":{
        "core_node8":{
          "core":"replicaTypesTestColl_shard2_replica_n7",
          "node_name":"127.0.0.1:37561_solr",
          "base_url":"http://127.0.0.1:37561/solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node10":{
          "core":"replicaTypesTestColl_shard2_replica_t9",
          "node_name":"127.0.0.1:36389_solr",
          "base_url":"http://127.0.0.1:36389/solr",
          "state":"active",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node12":{
          "core":"replicaTypesTestColl_shard2_replica_p11",
          "node_name":"127.0.0.1:42423_solr",
          "base_url":"http://127.0.0.1:42423/solr",
          "state":"down",
          "type":"PULL",
          "force_set_state":"false"}}},
    "shard3":{
      "range":"2aaa0000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node14":{
          "core":"replicaTypesTestColl_shard3_replica_n13",
          "node_name":"127.0.0.1:37561_solr",
          "base_url":"http://127.0.0.1:37561/solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node16":{
          "core":"replicaTypesTestColl_shard3_replica_t15",
          "node_name":"127.0.0.1:36389_solr",
          "base_url":"http://127.0.0.1:36389/solr",
          "state":"active",
          "type":"TLOG",
          "force_set_state":"false",
          "leader":"true"},
        "core_node18":{
          "core":"replicaTypesTestColl_shard3_replica_p17",
          "node_name":"127.0.0.1:42423_solr",
          "base_url":"http://127.0.0.1:42423/solr",
          "state":"active",
          "type":"PULL",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"3",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"1",
  "perReplicaState":"true"}
Live Nodes: [127.0.0.1:36389_solr, 127.0.0.1:37561_solr, 127.0.0.1:42423_solr]
Last available state: DocCollection(replicaTypesTestColl//collections/replicaTypesTestColl/state.json/18 {/collections/replicaTypesTestColl/state.json/[31]: [core_node6:1:A, core_node18:1:A, core_node12:0:D, core_node10:3:A, core_node4:1:A, core_node8:0:D, core_node2:2:A:L, core_node16:2:A:L, core_node14:1:A]})={
  "pullReplicas":"1",
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-d554ffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"replicaTypesTestColl_shard1_replica_n1",
          "node_name":"127.0.0.1:37561_solr",
          "base_url":"http://127.0.0.1:37561/solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"},
        "core_node4":{
          "core":"replicaTypesTestColl_shard1_replica_t3",
          "node_name":"127.0.0.1:36389_solr",
          "base_url":"http://127.0.0.1:36389/solr",
          "state":"active",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node6":{
          "core":"replicaTypesTestColl_shard1_replica_p5",
          "node_name":"127.0.0.1:42423_solr",
          "base_url":"http://127.0.0.1:42423/solr",
          "state":"active",
          "type":"PULL",
          "force_set_state":"false"}}},
    "shard2":{
      "range":"d5550000-2aa9ffff",
      "state":"active",
      "replicas":{
        "core_node8":{
          "core":"replicaTypesTestColl_shard2_replica_n7",
          "node_name":"127.0.0.1:37561_solr",
          "base_url":"http://127.0.0.1:37561/solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node10":{
          "core":"replicaTypesTestColl_shard2_replica_t9",
          "node_name":"127.0.0.1:36389_solr",
          "base_url":"http://127.0.0.1:36389/solr",
          "state":"active",
          "type":"TLOG",
          "force_set_state":"false"},
        "core_node12":{
          "core":"replicaTypesTestColl_shard2_replica_p11",
          "node_name":"127.0.0.1:42423_solr",
          "base_url":"http://127.0.0.1:42423/solr",
          "state":"down",
          "type":"PULL",
          "force_set_state":"false"}}},
    "shard3":{
      "range":"2aaa0000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node14":{
          "core":"replicaTypesTestColl_shard3_replica_n13",
          "node_name":"127.0.0.1:37561_solr",
          "base_url":"http://127.0.0.1:37561/solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node16":{
          "core":"replicaTypesTestColl_shard3_replica_t15",
          "node_name":"127.0.0.1:36389_solr",
          "base_url":"http://127.0.0.1:36389/solr",
          "state":"active",
          "type":"TLOG",
          "force_set_state":"false",
          "leader":"true"},
        "core_node18":{
          "core":"replicaTypesTestColl_shard3_replica_p17",
          "node_name":"127.0.0.1:42423_solr",
          "base_url":"http://127.0.0.1:42423/solr",
          "state":"active",
          "type":"PULL",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"3",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"1",
  "perReplicaState":"true"}
	at __randomizedtesting.SeedInfo.seed([9F666692573A16CA:A48CC52430A3DBC6]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:770)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:776)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferReplicaTypesTest(CloudSolrClientTest.java:971)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerCooldownIntegrationTest.testCooldown

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([F20F8A2284DC75C4:C3B1E7C6FA760036]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.cloud.autoscaling.TriggerCooldownIntegrationTest.testCooldown(TriggerCooldownIntegrationTest.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14766 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerCooldownIntegrationTest
   [junit4]   2> 3175739 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 3175739 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3175740 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerCooldownIntegrationTest_F20F8A2284DC75C4-001/data-dir-190-001
   [junit4]   2> 3175741 WARN  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 3175741 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3175742 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3175742 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 3175743 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerCooldownIntegrationTest_F20F8A2284DC75C4-001/tempDir-001
   [junit4]   2> 3175743 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3175743 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 3175743 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3175744 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 3175843 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 38307
   [junit4]   2> 3175843 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38307
   [junit4]   2> 3175843 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38307
   [junit4]   2> 3175844 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38307
   [junit4]   2> 3175845 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3175847 INFO  (zkConnectionManagerCallback-26362-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3175847 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3175849 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3175850 INFO  (zkConnectionManagerCallback-26364-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3175850 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3175850 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3175851 INFO  (zkConnectionManagerCallback-26366-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3175851 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3175953 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3175953 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3175953 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3175953 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3175953 INFO  (jetty-launcher-26367-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 3175953 INFO  (jetty-launcher-26367-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 3175954 INFO  (jetty-launcher-26367-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3175954 INFO  (jetty-launcher-26367-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3175954 INFO  (jetty-launcher-26367-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3175954 INFO  (jetty-launcher-26367-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3175954 INFO  (jetty-launcher-26367-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3175954 INFO  (jetty-launcher-26367-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2af8d6d{/solr,null,AVAILABLE}
   [junit4]   2> 3175954 INFO  (jetty-launcher-26367-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3175954 INFO  (jetty-launcher-26367-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f8eab16{/solr,null,AVAILABLE}
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7d8831c5{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34619}
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@434bf7ce{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36961}
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-1) [     ] o.e.j.s.Server Started @3175984ms
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-2) [     ] o.e.j.s.Server Started @3175984ms
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38307/solr, hostPort=36961}
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38307/solr, hostPort=34619}
   [junit4]   2> 3175955 ERROR (jetty-launcher-26367-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3175955 ERROR (jetty-launcher-26367-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.2
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.2
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-12T06:06:38.135Z
   [junit4]   2> 3175955 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-12T06:06:38.135Z
   [junit4]   2> 3175956 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3175956 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3175957 INFO  (zkConnectionManagerCallback-26370-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3175957 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3175957 INFO  (zkConnectionManagerCallback-26371-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3175957 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3175957 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3175957 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3175969 WARN  (jetty-launcher-26367-thread-2-SendThread(127.0.0.1:38307)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103dbf866990003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103dbf866990003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103dbf866990003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 3176695 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3176695 WARN  (jetty-launcher-26367-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@f909957[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3176695 WARN  (jetty-launcher-26367-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@f909957[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3176697 WARN  (jetty-launcher-26367-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5b19f126[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3176697 WARN  (jetty-launcher-26367-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5b19f126[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3176699 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38307/solr
   [junit4]   2> 3176702 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3176703 INFO  (zkConnectionManagerCallback-26385-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3176703 INFO  (jetty-launcher-26367-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3176767 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3176768 WARN  (jetty-launcher-26367-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@75a19ad0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3176768 WARN  (jetty-launcher-26367-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@75a19ad0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3176770 WARN  (jetty-launcher-26367-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6e15c69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3176770 WARN  (jetty-launcher-26367-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6e15c69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3176771 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38307/solr
   [junit4]   2> 3176772 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3176773 INFO  (zkConnectionManagerCallback-26393-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3176773 INFO  (jetty-launcher-26367-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3176805 INFO  (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3176805 INFO  (zkConnectionManagerCallback-26395-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3176805 INFO  (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3176867 INFO  (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36961_solr
   [junit4]   2> 3176868 INFO  (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr     ] o.a.s.c.Overseer Overseer (id=73143878887735303-127.0.0.1:36961_solr-n_0000000000) starting
   [junit4]   2> 3176872 INFO  (OverseerStateUpdate-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [n:127.0.0.1:36961_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36961_solr
   [junit4]   2> 3176872 INFO  (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36961_solr
   [junit4]   2> 3176872 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 3176873 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 3176874 INFO  (OverseerStateUpdate-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [n:127.0.0.1:36961_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3176874 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 3176874 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 3176874 INFO  (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3176875 WARN  (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3176882 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:36961_solr]
   [junit4]   2> 3176886 INFO  (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3176886 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 3176886 DEBUG (ScheduledTrigger-26400-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3176886 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 3176905 INFO  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3176906 INFO  (zkConnectionManagerCallback-26408-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3176906 INFO  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3176909 INFO  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3176913 INFO  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34619_solr as DOWN
   [junit4]   2> 3176914 INFO  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3176914 INFO  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34619_solr
   [junit4]   2> 3176915 INFO  (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36961.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
   [junit4]   2> 3176915 INFO  (zkCallback-26394-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3176916 INFO  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3176916 WARN  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3176922 INFO  (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36961.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
   [junit4]   2> 3176922 INFO  (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36961.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
   [junit4]   2> 3176922 INFO  (zkCallback-26407-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3176923 INFO  (jetty-launcher-26367-thread-2) [n:127.0.0.1:36961_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerCooldownIntegrationTest_F20F8A2284DC75C4-001/tempDir-001/node2
   [junit4]   2> 3176928 INFO  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3176949 INFO  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34619.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
   [junit4]   2> 3176965 INFO  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34619.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
   [junit4]   2> 3176965 INFO  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34619.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
   [junit4]   2> 3176966 INFO  (jetty-launcher-26367-thread-1) [n:127.0.0.1:34619_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerCooldownIntegrationTest_F20F8A2284DC75C4-001/tempDir-001/node1
   [junit4]   2> 3176978 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 3176978 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3176979 INFO  (zkConnectionManagerCallback-26422-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3176979 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3176980 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3176981 INFO  (SUITE-TriggerCooldownIntegrationTest-seed#[F20F8A2284DC75C4]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38307/solr ready
   [junit4]   2> 3176990 INFO  (qtp1934606812-103807) [n:127.0.0.1:34619_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3176992 INFO  (qtp1934606812-103814) [n:127.0.0.1:34619_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 3176994 INFO  (qtp1301024783-103813) [n:127.0.0.1:36961_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3176994 INFO  (qtp1301024783-103813) [n:127.0.0.1:36961_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 3176995 DEBUG (qtp1934606812-103810) [n:127.0.0.1:34619_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3176995 INFO  (qtp1934606812-103810) [n:127.0.0.1:34619_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 3176999 DEBUG (zkCallback-26394-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 3177000 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 3177005 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 3177007 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 3177015 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
   [junit4]   2> 3177023 INFO  (qtp1934606812-103812) [n:127.0.0.1:34619_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 3177023 INFO  (qtp1301024783-103815) [n:127.0.0.1:36961_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 3177024 DEBUG (qtp1934606812-103807) [n:127.0.0.1:34619_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3177024 INFO  (qtp1934606812-103807) [n:127.0.0.1:34619_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 3177024 DEBUG (zkCallback-26394-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 3177025 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 3177026 INFO  (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.TriggerCooldownIntegrationTest TestTriggerAction init
   [junit4]   2> 3177026 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger - Initial livenodes: [127.0.0.1:34619_solr, 127.0.0.1:36961_solr]
   [junit4]   2> 3177026 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerCooldownIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 3177026 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 3177027 DEBUG (ScheduledTrigger-26400-thread-2) [     ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3177027 DEBUG (ScheduledTrigger-26400-thread-2) [     ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3177027 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 3177036 INFO  (qtp1934606812-103810) [n:127.0.0.1:34619_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 3177037 INFO  (qtp1301024783-103816) [n:127.0.0.1:36961_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 3177037 DEBUG (qtp1934606812-103814) [n:127.0.0.1:34619_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3177037 INFO  (qtp1934606812-103814) [n:127.0.0.1:34619_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 3177038 DEBUG (zkCallback-26394-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 3177038 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 3177038 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3177038 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3177038 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 3177039 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 3177039 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3177039 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3177039 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3177039 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b005fc6{/solr,null,AVAILABLE}
   [junit4]   2> 3177039 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@720c2099{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34779}
   [junit4]   2> 3177039 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.Server Started @3177069ms
   [junit4]   2> 3177039 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38307/solr, hostPort=34779}
   [junit4]   2> 3177039 ERROR (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3177039 DEBUG (OverseerAutoScalingTriggerThread-73143878887735303-127.0.0.1:36961_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 3177039 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3177040 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.8.2
   [junit4]   2> 3177040 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3177040 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr
   [junit4]   2> 3177040 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-12T06:06:39.220Z
   [junit4]   2> 3177040 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3177041 INFO  (zkConnectionManagerCallback-26424-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3177041 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3177041 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3177295 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3177295 WARN  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@49719da5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3177296 WARN  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@49719da5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3177298 WARN  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@13f51fd7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3177298 WARN  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@13f51fd7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3177299 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38307/solr
   [junit4]   2> 3177300 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3177301 INFO  (zkConnectionManagerCallback-26435-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3177301 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3177403 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3177404 INFO  (zkConnectionManagerCallback-26437-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3177404 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3177408 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3177411 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34779_solr as DOWN
   [junit4]   2> 3177412 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3177412 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34779_solr
   [junit4]   2> 3177413 INFO  (zkCallback-26394-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3177413 INFO  (zkCallback-26407-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3177413 INFO  (zkCallback-26421-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3177413 INFO  (zkCallback-26436-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3177414 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3177415 WARN  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3177426 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3177445 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34779.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
   [junit4]   2> 3177455 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34779.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
   [junit4]   2> 3177456 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34779.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43041b1e
   [junit4]   2> 3177457 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [n:127.0.0.1:34779_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerCooldownIntegrationTest_F20F8A2284DC75C4-001/tempDir-001/node3
   [junit4]   2> 3177477 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
   [junit4]   2> 3177887 DEBUG (ScheduledTrigger-26400-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 1
   [junit4]   2> 3178028 DEBUG (ScheduledTrigger-26400-thread-1) [     ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3178028 DEBUG (ScheduledTrigger-26400-thread-1) [     ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3178028 DEBUG (ScheduledTrigger-26400-thread-1) [     ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34779_solr at time 16575393669241186
   [junit4]   2> 3178888 DEBUG (ScheduledTrigger-26400-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 3179030 DEBUG (ScheduledTrigger-26400-thread-2) [     ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3179030 DEBUG (ScheduledTrigger-26400-thread-2) [     ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3179030 DEBUG (ScheduledTrigger-26400-thread-2) [     ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:34779_solr] added at times [16575393669241186], now=16575394670930088
   [junit4]   2> 3179030 DEBUG (ScheduledTrigger-26400-thread-2) [     ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"3ae33b93aad962T1vcqd723h2jtnw77c3pe1gkf7",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":16575393669241186,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16575393669241186],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:34779_solr"],
   [junit4]   2>     "replicaType":"NRT"}}
   [junit4]   2> 3179031 DEBUG (ScheduledTrigger-26400-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger]
   [junit4]   2> 3179031 DEBUG (ScheduledTrigger-26400-thread-2) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"3ae33b93aad962T1vcqd723h2jtnw77c3pe1gkf7",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":16575393669241186,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16575393669241186],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":16575394671516048,
   [junit4]   2>     "nodeNames":["127.0.0.1:34779_solr"],
   [junit4]   2>     "replicaType":"NRT"}}
   [junit4]   2> 3179032 DEBUG (ScheduledTrigger-26400-thread-2) [     ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:34779_solr
   [junit4]   2> 3179032 DEBUG (AutoscalingActionExecutor-26401-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"3ae33b93aad962T1vcqd723h2jtnw77c3pe1gkf7",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":16575393669241186,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16575393669241186],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":16575394671516048,
   [junit4]   2>     "nodeNames":["127.0.0.1:34779_solr"],
   [junit4]   2>     "replicaType":"NRT"}}
   [junit4]   2> 3179036 DEBUG (AutoscalingActionExecutor-26401-thread-1) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"3ae33b93aad962T1vcqd723h2jtnw77c3pe1gkf7",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":16575393669241186,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[16575393669241186],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":16575394671516048,
   [junit4]   2>     "nodeNames":["127.0.0.1:34779_solr"],
   [junit4]   2>     "replicaType":"NRT"}}
   [junit4]   2> 3179036 DEBUG (AutoscalingActionExecutor-26401-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 5000ms
   [junit4]   2> 3179036 DEBUG (AutoscalingActionExecutor-26401-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 3179036 DEBUG (AutoscalingActionExecutor-26401-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing took 4 ms for event id=3ae33b93aad962T1vcqd723h2jtnw77c3pe1gkf7
   [junit4]   2> 3180036 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3180036 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3180036 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 3180037 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3180037 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3180037 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3180037 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@524ebb98{/solr,null,AVAILABLE}
   [junit4]   2> 3180037 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@12b1d7fe{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38843}
   [junit4]   2> 3180037 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.e.j.s.Server Started @3180067ms
   [junit4]   2> 3180037 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38307/solr, hostPort=38843}
   [junit4]   2> 3180038 ERROR (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3180038 INFO  (TEST-TriggerCooldownIntegrationTest.testCooldown-seed#[F20F8A2284DC75C4]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.

[...truncated too long message...]

  (jetty-closer-4334-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 342411 INFO  (jetty-closer-4334-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71471815: rootName = solr_35937, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2f8b8ab9
   [junit4]   2> 342411 INFO  (jetty-closer-4334-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 342411 INFO  (jetty-closer-4334-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b87ba70: rootName = solr_37111, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5d73a5a9
   [junit4]   2> 342415 INFO  (jetty-closer-4334-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 342415 INFO  (jetty-closer-4334-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ee7ddc9: rootName = solr_37111, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@5374bc9e
   [junit4]   2> 342415 INFO  (jetty-closer-4334-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 342418 INFO  (jetty-closer-4334-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 342418 INFO  (jetty-closer-4334-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@285591c7: rootName = solr_35937, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5d73a5a9
   [junit4]   2> 342421 INFO  (jetty-closer-4334-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 342421 INFO  (jetty-closer-4334-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1000b91c: rootName = solr_35937, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@5374bc9e
   [junit4]   2> 342421 INFO  (jetty-closer-4334-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 342423 WARN  (jetty-launcher-4230-thread-2-SendThread(127.0.0.1:33447)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103dc225792000b.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103dc225792000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103dc225792000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 342424 WARN  (jetty-launcher-4230-thread-1-SendThread(127.0.0.1:33447)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103dc2257920009.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103dc2257920009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103dc2257920009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 342471 INFO  (jetty-closer-4334-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73144059024244743-127.0.0.1:38743_solr-n_0000000000) closing
   [junit4]   2> 342472 INFO  (jetty-closer-4334-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f9c0b8e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 342472 INFO  (jetty-closer-4334-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7da6af5b{/solr,null,STOPPED}
   [junit4]   2> 342472 INFO  (jetty-closer-4334-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 342525 INFO  (jetty-closer-4334-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@2033bdeb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 342525 INFO  (jetty-closer-4334-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c6c851d{/solr,null,STOPPED}
   [junit4]   2> 342525 INFO  (jetty-closer-4334-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 342572 INFO  (jetty-closer-4334-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6c921016{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 342572 INFO  (jetty-closer-4334-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7bed4f74{/solr,null,STOPPED}
   [junit4]   2> 342572 INFO  (jetty-closer-4334-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 342572 INFO  (TEST-CloudSolrClientTest.testAliasHandling-seed#[9F666692573A16CA]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 342775 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/collections/2nd_collection/terms/shard2
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	2	/solr/collections/2nd_collection/collectionprops.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 	2	/solr/collections/2nd_collection/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection1/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/aliases.json
   [junit4]   2> 	9	/solr/collections/collection1/state.json
   [junit4]   2> 	9	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	19	/solr/overseer/collection-queue-work
   [junit4]   2> 	14	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	13	/solr/overseer/queue
   [junit4]   2> 	12	/solr/live_nodes
   [junit4]   2> 	12	/solr/collections
   [junit4]   2> 	9	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> 342778 INFO  (TEST-CloudSolrClientTest.testAliasHandling-seed#[9F666692573A16CA]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33447
   [junit4]   2> 342778 INFO  (TEST-CloudSolrClientTest.testAliasHandling-seed#[9F666692573A16CA]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33447
   [junit4]   2> 342778 INFO  (TEST-CloudSolrClientTest.testAliasHandling-seed#[9F666692573A16CA]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33447
   [junit4]   2> 342778 INFO  (TEST-CloudSolrClientTest.testAliasHandling-seed#[9F666692573A16CA]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testAliasHandling
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.8/checkout/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_9F666692573A16CA-001
   [junit4]   2> Mar 12, 2021 6:52:29 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87), sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=de-GR, timezone=Asia/Bahrain
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=222065032,total=509083648
   [junit4]   2> NOTE: All tests run in this JVM: [UrlSchemeTest, RawValueEvaluatorTest, RequestReplicaListTransformerGeneratorTest, TestSpellCheckResponse, DocumentAnalysisResponseTest, NormalizeEvaluatorTest, TangentEvaluatorTest, TestValidatingJsonMap, RoundEvaluatorTest, TestLBHttp2SolrClient, NamedListTest, EqualToEvaluatorTest, OperationsTest, SolrExceptionTest, CubedRootEvaluatorTest, CloudSolrClientCacheTest, HyperbolicTangentEvaluatorTest, CloudAuthStreamTest, JsonRequestApiTest, CoalesceEvaluatorTest, TestToleratedUpdateError, TestDocCollectionWatcher, SelectWithEvaluatorsTest, GetByIdTest, SolrExampleEmbeddedTest, SolrExampleStreamingBinaryHttp2Test, SolrExampleStreamingTest, BasicHttpSolrClientTest, CloudSolrClientTest]
   [junit4] Completed [212/212 (1!)] on J1 in 142.87s, 19 tests, 1 error <<< FAILURES!

[...truncated 49603 lines...]