You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2022/01/05 17:24:54 UTC

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.11 - Build # 44 - Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.11/44/

3 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([53D297F1C5FD4F1:8E1AFAAE5D597F75]:0)
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:438)
	at sun.nio.ch.Net.bind(Net.java:430)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:344)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:310)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:234)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73)
	at org.eclipse.jetty.server.Server.doStart(Server.java:401)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:568)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:506)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:474)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:506)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:     1) Thread[id=49631, name=qtp1446117270-49631, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=49628, name=qtp1446117270-49628, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$106/1407582071.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=49723, name=Connector-Scheduler-520e7188-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=49629, name=qtp1446117270-49629, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$106/1407582071.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=49634, name=qtp1446117270-49634, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=49635, name=qtp1446117270-49635, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=49633, name=qtp1446117270-49633, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=49630, name=qtp1446117270-49630-acceptor-0@65b5519d-ServerConnector@520e7188{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34285}, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=49636, name=Session-HouseKeeper-4f03ac11-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=49632, name=qtp1446117270-49632, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 
   1) Thread[id=49631, name=qtp1446117270-49631, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=49628, name=qtp1446117270-49628, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$106/1407582071.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=49723, name=Connector-Scheduler-520e7188-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=49629, name=qtp1446117270-49629, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$106/1407582071.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=49634, name=qtp1446117270-49634, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=49635, name=qtp1446117270-49635, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=49633, name=qtp1446117270-49633, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=49630, name=qtp1446117270-49630-acceptor-0@65b5519d-ServerConnector@520e7188{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34285}, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=49636, name=Session-HouseKeeper-4f03ac11-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=49632, name=qtp1446117270-49632, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([53D297F1C5FD4F1]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=49631, name=qtp1446117270-49631, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=49635, name=qtp1446117270-49635, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=49628, name=qtp1446117270-49628, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$106/1407582071.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=49723, name=Connector-Scheduler-520e7188-1, state=WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=49629, name=qtp1446117270-49629, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$106/1407582071.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=49634, name=qtp1446117270-49634, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=49633, name=qtp1446117270-49633, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=49630, name=qtp1446117270-49630, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=49636, name=Session-HouseKeeper-4f03ac11-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=49632, name=qtp1446117270-49632, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=49631, name=qtp1446117270-49631, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=49635, name=qtp1446117270-49635, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=49628, name=qtp1446117270-49628, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$106/1407582071.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=49723, name=Connector-Scheduler-520e7188-1, state=WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=49629, name=qtp1446117270-49629, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$106/1407582071.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=49634, name=qtp1446117270-49634, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=49633, name=qtp1446117270-49633, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=49630, name=qtp1446117270-49630, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=49636, name=Session-HouseKeeper-4f03ac11-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=49632, name=qtp1446117270-49632, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([53D297F1C5FD4F1]:0)




Build Log:
[...truncated 15159 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
   [junit4]   2> 2624455 INFO  (SUITE-ShardSplitTest-seed#[53D297F1C5FD4F1]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2624455 INFO  (SUITE-ShardSplitTest-seed#[53D297F1C5FD4F1]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2624457 INFO  (SUITE-ShardSplitTest-seed#[53D297F1C5FD4F1]-worker) [     ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-40232 after mutting 0 log messages
   [junit4]   2> 2624457 INFO  (SUITE-ShardSplitTest-seed#[53D297F1C5FD4F1]-worker) [     ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-40233 for ERROR logs matching regex: ignore_exception
   [junit4]   2> 2624457 INFO  (SUITE-ShardSplitTest-seed#[53D297F1C5FD4F1]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_53D297F1C5FD4F1-001/data-dir-151-001
   [junit4]   2> 2624458 WARN  (SUITE-ShardSplitTest-seed#[53D297F1C5FD4F1]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
   [junit4]   2> 2624458 INFO  (SUITE-ShardSplitTest-seed#[53D297F1C5FD4F1]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2624460 INFO  (SUITE-ShardSplitTest-seed#[53D297F1C5FD4F1]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2624460 INFO  (SUITE-ShardSplitTest-seed#[53D297F1C5FD4F1]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qkr/xa
   [junit4]   2> 2624464 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-40233 after mutting 0 log messages
   [junit4]   2> 2624464 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-40234 for ERROR logs matching regex: ignore_exception
   [junit4]   2> 2624465 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2624466 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2624466 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2624467 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2624566 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer start zk server on port: 36989
   [junit4]   2> 2624566 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36989
   [junit4]   2> 2624566 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36989
   [junit4]   2> 2624566 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36989
   [junit4]   2> 2624567 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2624567 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2624569 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 2624569 DEBUG (zkConnectionManagerCallback-20262-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c0c074f name: ZooKeeperConnection Watcher:127.0.0.1:36989 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 2624569 INFO  (zkConnectionManagerCallback-20262-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2624569 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2624569 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2624574 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2624578 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2624582 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2624583 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 2624583 DEBUG (zkConnectionManagerCallback-20264-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@746954a6 name: ZooKeeperConnection Watcher:127.0.0.1:36989/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 2624583 INFO  (zkConnectionManagerCallback-20264-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2624583 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2624583 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2624584 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /clusterprops.json
   [junit4]   2> 2624584 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2624584 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2624585 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2624585 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2624587 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2624587 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2624588 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2624588 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2624589 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2624589 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2624590 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2624590 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2624591 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2624591 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2624591 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2624592 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2624592 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2624592 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2624593 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2624593 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2624594 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2624594 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2624595 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2624727 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2624727 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2624727 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2624735 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2624735 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2624735 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2624738 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65d0580d{/qkr/xa,null,AVAILABLE}
   [junit4]   2> 2624738 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@79517fd9{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40403}
   [junit4]   2> 2624738 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.e.j.s.Server Started @2624768ms
   [junit4]   2> 2624738 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_53D297F1C5FD4F1-001/tempDir-001/control/data, hostContext=/qkr/xa, hostPort=40403, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_53D297F1C5FD4F1-001/control-001/cores}
   [junit4]   2> 2624739 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2624739 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2624739 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.2
   [junit4]   2> 2624739 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2624739 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr
   [junit4]   2> 2624739 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2022-01-05T16:02:30.227Z
   [junit4]   2> 2624739 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2624740 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2624740 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 2624740 DEBUG (zkConnectionManagerCallback-20266-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6b282b name: ZooKeeperConnection Watcher:127.0.0.1:36989/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 2624740 INFO  (zkConnectionManagerCallback-20266-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2624740 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2624741 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2624841 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 2624841 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2624841 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_53D297F1C5FD4F1-001/control-001/solr.xml
   [junit4]   2> 2624844 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2624844 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2624845 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2b25dee6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2625806 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2625807 WARN  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@78b1c015[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2625807 WARN  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@78b1c015[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2625814 WARN  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@59deeb80[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2625814 WARN  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@59deeb80[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2625816 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36989/solr
   [junit4]   2> 2625816 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2625818 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2625818 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 2625818 DEBUG (zkConnectionManagerCallback-20277-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2e10e5bf name: ZooKeeperConnection Watcher:127.0.0.1:36989 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 2625818 INFO  (zkConnectionManagerCallback-20277-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2625818 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2625818 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2625920 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 2625920 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2625921 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 2625921 DEBUG (zkConnectionManagerCallback-20279-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ea0b26e name: ZooKeeperConnection Watcher:127.0.0.1:36989/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 2625921 INFO  (zkConnectionManagerCallback-20279-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2625922 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2625922 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2625925 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2625925 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2625926 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /overseer/async_ids
   [junit4]   2> 2625927 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2625928 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2625929 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events
   [junit4]   2> 2625929 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/triggerState
   [junit4]   2> 2625930 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeAdded
   [junit4]   2> 2625931 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeLost
   [junit4]   2> 2625932 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2625932 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling.json
   [junit4]   2> 2625933 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2625934 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/protwords.txt
   [junit4]   2> 2625935 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/solrconfig.xml
   [junit4]   2> 2625938 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/synonyms.txt
   [junit4]   2> 2625939 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/managed-schema
   [junit4]   2> 2625940 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hi.txt
   [junit4]   2> 2625942 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fa.txt
   [junit4]   2> 2625943 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_es.txt
   [junit4]   2> 2625944 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_sv.txt
   [junit4]   2> 2625946 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ca.txt
   [junit4]   2> 2625947 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_it.txt
   [junit4]   2> 2625953 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_eu.txt
   [junit4]   2> 2625955 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_no.txt
   [junit4]   2> 2625956 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_en.txt
   [junit4]   2> 2625957 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_et.txt
   [junit4]   2> 2625958 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ar.txt
   [junit4]   2> 2625960 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fi.txt
   [junit4]   2> 2625961 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hu.txt
   [junit4]   2> 2625962 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/hyphenations_ga.txt
   [junit4]   2> 2625963 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_nl.txt
   [junit4]   2> 2625964 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_de.txt
   [junit4]   2> 2625966 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_th.txt
   [junit4]   2> 2625967 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stemdict_nl.txt
   [junit4]   2> 2625968 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ca.txt
   [junit4]   2> 2625969 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_bg.txt
   [junit4]   2> 2625970 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_gl.txt
   [junit4]   2> 2625972 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_da.txt
   [junit4]   2> 2625990 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_tr.txt
   [junit4]   2> 2625991 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_fr.txt
   [junit4]   2> 2625992 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ja.txt
   [junit4]   2> 2625993 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hy.txt
   [junit4]   2> 2625995 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stoptags_ja.txt
   [junit4]   2> 2625996 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_it.txt
   [junit4]   2> 2625997 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_cz.txt
   [junit4]   2> 2625998 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_id.txt
   [junit4]   2> 2626000 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ro.txt
   [junit4]   2> 2626002 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/userdict_ja.txt
   [junit4]   2> 2626003 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_el.txt
   [junit4]   2> 2626005 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ga.txt
   [junit4]   2> 2626007 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fr.txt
   [junit4]   2> 2626009 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ga.txt
   [junit4]   2> 2626010 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_lv.txt
   [junit4]   2> 2626011 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ru.txt
   [junit4]   2> 2626012 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_pt.txt
   [junit4]   2> 2626013 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/stopwords.txt
   [junit4]   2> 2626015 WARN  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 2626015 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2626015 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
   [junit4]   2> 2626015 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> []
   [junit4]   2> 2626016 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 2626016 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
   [junit4]   2> 2626016 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=-1, new definition is: Aliases{collectionAliases={}, collectionAliasProperties={}, zNodeVersion=0}
   [junit4]   2> 2626018 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2626018 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2626019 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40403_qkr%2Fxa
   [junit4]   2> 2626019 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2626020 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.Overseer Overseer (id=74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) starting
   [junit4]   2> 2626020 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2626021 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2626025 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2626027 DEBUG (OverseerCollectionConfigSetProcessor-74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2626027 INFO  (OverseerStateUpdate-74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40403_qkr%2Fxa
   [junit4]   2> 2626027 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40403_qkr%2Fxa
   [junit4]   2> 2626028 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes
   [junit4]   2> 2626028 DEBUG (OverseerCollectionConfigSetProcessor-74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
   [junit4]   2> 2626028 DEBUG (OverseerCollectionConfigSetProcessor-74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 2626029 DEBUG (OverseerCollectionConfigSetProcessor-74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 2626029 DEBUG (OverseerCollectionConfigSetProcessor-74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 2626029 INFO  (OverseerCollectionConfigSetProcessor-74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 2626029 DEBUG (zkCallback-20278-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2626029 INFO  (OverseerStateUpdate-74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2626029 DEBUG (OverseerStateUpdate-74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:40403_qkr%2Fxa]
   [junit4]   2> 2626029 DEBUG (OverseerStateUpdate-74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 2626029 DEBUG (zkCallback-20278-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:40403_qkr%2Fxa] -> [127.0.0.1:40403_qkr%2Fxa]
   [junit4]   2> 2626030 DEBUG (OverseerAutoScalingTriggerThread-74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) [     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.scheduled_maintenance
   [junit4]   2> 2626031 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2626032 WARN  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2626034 DEBUG (OverseerAutoScalingTriggerThread-74839252742635524-127.0.0.1:40403_qkr%2Fxa-n_0000000000) [     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.auto_add_replicas
   [junit4]   2> 2626060 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2626082 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b25dee6
   [junit4]   2> 2626091 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b25dee6
   [junit4]   2> 2626091 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b25dee6
   [junit4]   2> 2626092 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [n:127.0.0.1:40403_qkr%2Fxa     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_53D297F1C5FD4F1-001/control-001/cores
   [junit4]   2> 2626104 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2626105 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2626109 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 2626109 DEBUG (zkConnectionManagerCallback-20296-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3060af41 name: ZooKeeperConnection Watcher:127.0.0.1:36989/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 2626109 INFO  (zkConnectionManagerCallback-20296-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2626109 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2626110 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2626110 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2626111 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
   [junit4]   2> 2626111 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2626111 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:40403_qkr%2Fxa]
   [junit4]   2> 2626112 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[53D297F1C5FD4F1]) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0

[...truncated too long message...]

ionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=49628, name=qtp1446117270-49628, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$106/1407582071.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=49723, name=Connector-Scheduler-520e7188-1, state=WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=49629, name=qtp1446117270-49629, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$106/1407582071.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=49634, name=qtp1446117270-49634, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    7) Thread[id=49633, name=qtp1446117270-49633, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    8) Thread[id=49630, name=qtp1446117270-49630, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    9) Thread[id=49636, name=Session-HouseKeeper-4f03ac11-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   10) Thread[id=49632, name=qtp1446117270-49632, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([53D297F1C5FD4F1]:0)
   [junit4] Completed [600/955 (1!)] on J3 in 633.48s, 11 tests, 3 errors <<< FAILURES!

[...truncated 55447 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.11 - Build # 45 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.11/45/

1 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
No overseer designate as leader found after restart #2: null

Stack Trace:
java.lang.AssertionError: No overseer designate as leader found after restart #2: null
	at __randomizedtesting.SeedInfo.seed([4C6068E08534F355:C434573A2BC89EAD]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:101)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15030 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> 2196794 INFO  (SUITE-RollingRestartTest-seed#[4C6068E08534F355]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2196794 INFO  (SUITE-RollingRestartTest-seed#[4C6068E08534F355]-worker) [     ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-581 after mutting 0 log messages
   [junit4]   2> 2196794 INFO  (SUITE-RollingRestartTest-seed#[4C6068E08534F355]-worker) [     ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-582 for ERROR logs matching regex: ignore_exception
   [junit4]   2> 2196795 INFO  (SUITE-RollingRestartTest-seed#[4C6068E08534F355]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/data-dir-109-001
   [junit4]   2> 2196795 WARN  (SUITE-RollingRestartTest-seed#[4C6068E08534F355]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2196795 INFO  (SUITE-RollingRestartTest-seed#[4C6068E08534F355]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2196797 INFO  (SUITE-RollingRestartTest-seed#[4C6068E08534F355]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2196798 INFO  (SUITE-RollingRestartTest-seed#[4C6068E08534F355]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2196798 INFO  (SUITE-RollingRestartTest-seed#[4C6068E08534F355]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /cz/t
   [junit4]   2> 2196802 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-582 after mutting 0 log messages
   [junit4]   2> 2196802 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-583 for ERROR logs matching regex: ignore_exception
   [junit4]   2> 2196803 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2196803 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2196804 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2196804 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2196904 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer start zk server on port: 39527
   [junit4]   2> 2196904 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39527
   [junit4]   2> 2196904 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39527
   [junit4]   2> 2196904 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39527
   [junit4]   2> 2196905 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2196907 INFO  (zkConnectionManagerCallback-16331-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2196907 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2196909 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2196910 INFO  (zkConnectionManagerCallback-16333-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2196910 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2196911 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2196912 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2196914 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2196915 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2196916 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2196917 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2196918 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2196918 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2196919 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2196920 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2196921 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2196923 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2196923 INFO  (zkConnectionManagerCallback-16337-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2196923 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2197025 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2197151 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2197151 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2197151 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2197152 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2197152 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2197152 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2197153 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d738777{/cz/t,null,AVAILABLE}
   [junit4]   2> 2197153 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4975ce17{SSL, (ssl, http/1.1)}{127.0.0.1:46151}
   [junit4]   2> 2197153 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.e.j.s.Server Started @2197192ms
   [junit4]   2> 2197153 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/tempDir-001/control/data, replicaType=NRT, hostContext=/cz/t, hostPort=46151, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/control-001/cores}
   [junit4]   2> 2197154 ERROR (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2197154 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2197154 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.2
   [junit4]   2> 2197154 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2197154 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr
   [junit4]   2> 2197154 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2022-01-06T11:46:00.569Z
   [junit4]   2> 2197154 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2197155 INFO  (zkConnectionManagerCallback-16339-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2197155 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2197257 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2197257 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/control-001/solr.xml
   [junit4]   2> 2197260 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2197260 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2197261 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2197975 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2197976 WARN  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2197977 WARN  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@69aeafce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2197977 WARN  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@69aeafce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2197981 WARN  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2197982 WARN  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@56c9b386[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2197982 WARN  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@56c9b386[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2197983 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39527/solr
   [junit4]   2> 2197985 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2197985 INFO  (zkConnectionManagerCallback-16350-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2197985 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2198087 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2198088 INFO  (zkConnectionManagerCallback-16352-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2198088 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2198156 WARN  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 2198161 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46151_cz%2Ft
   [junit4]   2> 2198161 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.Overseer Overseer (id=74843906471165957-127.0.0.1:46151_cz%2Ft-n_0000000000) starting
   [junit4]   2> 2198166 INFO  (OverseerStateUpdate-74843906471165957-127.0.0.1:46151_cz%2Ft-n_0000000000) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46151_cz%2Ft
   [junit4]   2> 2198166 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46151_cz%2Ft
   [junit4]   2> 2198167 INFO  (OverseerStateUpdate-74843906471165957-127.0.0.1:46151_cz%2Ft-n_0000000000) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2198169 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2198170 WARN  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2198197 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2198219 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235
   [junit4]   2> 2198239 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235
   [junit4]   2> 2198239 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235
   [junit4]   2> 2198240 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/control-001/cores
   [junit4]   2> 2198254 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2198254 INFO  (zkConnectionManagerCallback-16369-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2198254 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2198256 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2198257 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39527/solr ready
   [junit4]   2> 2198304 INFO  (OverseerThreadFactory-16359-thread-1-processing-n:127.0.0.1:46151_cz%2Ft) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2198416 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2198416 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 2199432 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.2
   [junit4]   2> 2199432 WARN  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 2199437 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 2199446 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2199461 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 2199462 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235
   [junit4]   2> 2199462 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2199464 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=45.9619140625, floorSegmentMB=1.8583984375, forceMergeDeletesPctAllowed=1.6423530390908336, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7164739044199882, deletesPctAllowed=36.255207306269426
   [junit4]   2> 2199470 WARN  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2199514 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2199514 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2199515 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2199515 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2199516 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2199519 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2199519 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2199520 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2199520 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1721205588424130560
   [junit4]   2> 2199523 INFO  (searcherExecutor-16371-thread-1-processing-n:127.0.0.1:46151_cz%2Ft x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2199526 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2199526 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 2199530 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2199530 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2199530 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46151/cz/t/control_collection_shard1_replica_n1/
   [junit4]   2> 2199530 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2199531 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:46151/cz/t/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2199531 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/74843906471165957-core_node2-n_0000000000
   [junit4]   2> 2199533 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46151/cz/t/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2199635 INFO  (zkCallback-16351-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2199635 INFO  (zkCallback-16351-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2199636 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2199642 INFO  (qtp1403550383-31116) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1226
   [junit4]   2> 2199644 INFO  (qtp1403550383-31113) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2199742 INFO  (zkCallback-16351-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2199742 INFO  (zkCallback-16351-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2199742 INFO  (zkCallback-16351-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2199742 INFO  (qtp1403550383-31113) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46151_cz%252Ft&wt=javabin&version=2} status=0 QTime=1441
   [junit4]   2> 2199743 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 2199849 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2199849 INFO  (zkConnectionManagerCallback-16380-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2199849 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2199850 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2199851 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39527/solr ready
   [junit4]   2> 2199851 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2199861 INFO  (OverseerThreadFactory-16359-thread-2-processing-n:127.0.0.1:46151_cz%2Ft) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2199861 INFO  (OverseerCollectionConfigSetProcessor-74843906471165957-127.0.0.1:46151_cz%2Ft-n_0000000000) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2200065 WARN  (OverseerThreadFactory-16359-thread-2-processing-n:127.0.0.1:46151_cz%2Ft) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2200066 INFO  (qtp1403550383-31117) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2200068 INFO  (qtp1403550383-31117) [n:127.0.0.1:46151_cz%2Ft     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=210
   [junit4]   2> 2200069 INFO  (watches-16377-thread-1) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 2200069 INFO  (watches-16377-thread-1) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2200070 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 2200070 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2200070 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 2200070 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2200071 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 2200071 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2200071 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
   [junit4]   2> 2200194 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 2200195 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2200195 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2200195 INFO  (closeThreadPool-16381-thread-1) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2200196 INFO  (closeThreadPool-16381-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2200196 INFO  (closeThreadPool-16381-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2200196 INFO  (closeThreadPool-16381-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2200196 INFO  (closeThreadPool-16381-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b0ebcb6{/cz/t,null,AVAILABLE}
   [junit4]   2> 2200197 INFO  (closeThreadPool-16381-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@56d13dc5{SSL, (ssl, http/1.1)}{127.0.0.1:46269}
   [junit4]   2> 2200197 INFO  (closeThreadPool-16381-thread-1) [     ] o.e.j.s.Server Started @2200236ms
   [junit4]   2> 2200197 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/cz/t, hostPort=46269, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-1-001/cores}
   [junit4]   2> 2200197 ERROR (closeThreadPool-16381-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2200197 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2200197 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.2
   [junit4]   2> 2200197 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2200197 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr
   [junit4]   2> 2200197 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2022-01-06T11:46:03.612Z
   [junit4]   2> 2200202 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2200203 INFO  (zkConnectionManagerCallback-16383-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2200203 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2200304 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2200304 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-1-001/solr.xml
   [junit4]   2> 2200307 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2200307 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2200308 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2200320 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 2200321 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2200321 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2200321 INFO  (closeThreadPool-16381-thread-2) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2200323 INFO  (closeThreadPool-16381-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2200323 INFO  (closeThreadPool-16381-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2200323 INFO  (closeThreadPool-16381-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2200323 INFO  (closeThreadPool-16381-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d594c05{/cz/t,null,AVAILABLE}
   [junit4]   2> 2200324 INFO  (closeThreadPool-16381-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@77a79a81{SSL, (ssl, http/1.1)}{127.0.0.1:35611}
   [junit4]   2> 2200324 INFO  (closeThreadPool-16381-thread-2) [     ] o.e.j.s.Server Started @2200363ms
   [junit4]   2> 2200324 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/cz/t, hostPort=35611, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-2-001/cores}
   [junit4]   2> 2200324 ERROR (closeThreadPool-16381-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2200324 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2200325 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.2
   [junit4]   2> 2200325 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2200325 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr
   [junit4]   2> 2200325 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2022-01-06T11:46:03.740Z
   [junit4]   2> 2200326 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2200327 INFO  (zkConnectionManagerCallback-16388-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2200327 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2200328 WARN  (closeThreadPool-16381-thread-2-SendThread(127.0.0.1:39527)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x109e622ead10009.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x109e622ead10009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x109e622ead10009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2200428 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2200428 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-2-001/solr.xml
   [junit4]   2> 2200431 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2200431 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2200432 INFO  (closeThreadPool-16381-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2200445 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 2200449 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2200449 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2200450 INFO  (closeThreadPool-16381-thread-3) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2200450 INFO  (closeThreadPool-16381-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2200450 INFO  (closeThreadPool-16381-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2200450 INFO  (closeThreadPool-16381-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2200450 INFO  (closeThreadPool-16381-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63c386a9{/cz/t,null,AVAILABLE}
   [junit4]   2> 2200451 INFO  (closeThreadPool-16381-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3d903335{SSL, (ssl, http/1.1)}{127.0.0.1:44745}
   [junit4]   2> 2200451 INFO  (closeThreadPool-16381-thread-3) [     ] o.e.j.s.Server Started @2200490ms
   [junit4]   2> 2200451 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/cz/t, hostPort=44745, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-3-001/cores}
   [junit4]   2> 2200451 ERROR (closeThreadPool-16381-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2200451 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2200451 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.2
   [junit4]   2> 2200451 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2200451 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr
   [junit4]   2> 2200452 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2022-01-06T11:46:03.867Z
   [junit4]   2> 2200455 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2200459 INFO  (zkConnectionManagerCallback-16393-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2200459 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2200560 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2200560 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-3-001/solr.xml
   [junit4]   2> 2200576 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2200576 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2200577 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2200585 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 2200596 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2200596 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2200596 INFO  (closeThreadPool-16381-thread-4) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2200675 INFO  (closeThreadPool-16381-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2200675 INFO  (closeThreadPool-16381-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2200675 INFO  (closeThreadPool-16381-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2200683 INFO  (closeThreadPool-16381-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a9b5326{/cz/t,null,AVAILABLE}
   [junit4]   2> 2200684 INFO  (closeThreadPool-16381-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@32d4e28d{SSL, (ssl, http/1.1)}{127.0.0.1:34915}
   [junit4]   2> 2200684 INFO  (closeThreadPool-16381-thread-4) [     ] o.e.j.s.Server Started @2200723ms
   [junit4]   2> 2200684 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/cz/t, hostPort=34915, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-4-001/cores}
   [junit4]   2> 2200684 ERROR (closeThreadPool-16381-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2200684 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2200684 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.2
   [junit4]   2> 2200684 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2200684 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr
   [junit4]   2> 2200684 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2022-01-06T11:46:04.099Z
   [junit4]   2> 2200699 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2200715 INFO  (zkConnectionManagerCallback-16398-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2200715 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2200716 WARN  (closeThreadPool-16381-thread-4-SendThread(127.0.0.1:39527)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x109e622ead1000b.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x109e622ead1000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x109e622ead1000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2200717 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-5-001 of type NRT for shard2
   [junit4]   2> 2200732 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2200732 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2200732 INFO  (closeThreadPool-16381-thread-5) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2200799 INFO  (closeThreadPool-16381-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2200799 INFO  (closeThreadPool-16381-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2200799 INFO  (closeThreadPool-16381-thread-5) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2200807 INFO  (closeThreadPool-16381-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f2c92be{/cz/t,null,AVAILABLE}
   [junit4]   2> 2200808 INFO  (closeThreadPool-16381-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@316f55b1{SSL, (ssl, http/1.1)}{127.0.0.1:43535}
   [junit4]   2> 2200808 INFO  (closeThreadPool-16381-thread-5) [     ] o.e.j.s.Server Started @2200847ms
   [junit4]   2> 2200808 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/tempDir-001/jetty5, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/cz/t, hostPort=43535, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-5-001/cores}
   [junit4]   2> 2200808 ERROR (closeThreadPool-16381-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2200808 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2200808 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.2
   [junit4]   2> 2200808 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2200808 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr
   [junit4]   2> 2200808 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2022-01-06T11:46:04.223Z
   [junit4]   2> 2200823 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2200823 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2200823 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-4-001/solr.xml
   [junit4]   2> 2200826 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2200826 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2200827 INFO  (closeThreadPool-16381-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2200839 INFO  (zkConnectionManagerCallback-16400-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2200839 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2200840 WARN  (closeThreadPool-16381-thread-5-SendThread(127.0.0.1:39527)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x109e622ead1000c.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x109e622ead1000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x109e622ead1000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2200893 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 2200908 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2200908 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2200908 INFO  (closeThreadPool-16381-thread-6) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2200940 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2200940 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-5-001/solr.xml
   [junit4]   2> 2200943 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2200943 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2200944 INFO  (closeThreadPool-16381-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2200986 INFO  (closeThreadPool-16381-thread-6) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2200986 INFO  (closeThreadPool-16381-thread-6) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2200986 INFO  (closeThreadPool-16381-thread-6) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2200999 INFO  (closeThreadPool-16381-thread-6) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d3174ad{/cz/t,null,AVAILABLE}
   [junit4]   2> 2201000 INFO  (closeThreadPool-16381-thread-6) [     ] o.e.j.s.AbstractConnector Started ServerConnector@74cbfb7f{SSL, (ssl, http/1.1)}{127.0.0.1:37337}
   [junit4]   2> 2201000 INFO  (closeThreadPool-16381-thread-6) [     ] o.e.j.s.Server Started @2201039ms
   [junit4]   2> 2201000 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/tempDir-001/jetty6, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/cz/t, hostPort=37337, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-6-001/cores}
   [junit4]   2> 2201000 ERROR (closeThreadPool-16381-thread-6) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2201000 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2201000 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.2
   [junit4]   2> 2201000 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2201000 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr
   [junit4]   2> 2201000 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2022-01-06T11:46:04.415Z
   [junit4]   2> 2201019 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2201043 INFO  (zkConnectionManagerCallback-16408-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2201043 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2201044 WARN  (closeThreadPool-16381-thread-6-SendThread(127.0.0.1:39527)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x109e622ead1000d.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x109e622ead1000d, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x109e622ead1000d, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2201144 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2201144 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-6-001/solr.xml
   [junit4]   2> 2201147 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2201147 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2201148 INFO  (closeThreadPool-16381-thread-6) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2201216 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-7-001 of type NRT for shard2
   [junit4]   2> 2201234 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2201234 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2201234 INFO  (closeThreadPool-16381-thread-7) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2201315 INFO  (closeThreadPool-16381-thread-7) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2201315 INFO  (closeThreadPool-16381-thread-7) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2201315 INFO  (closeThreadPool-16381-thread-7) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2201323 INFO  (closeThreadPool-16381-thread-7) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a922e6f{/cz/t,null,AVAILABLE}
   [junit4]   2> 2201324 INFO  (closeThreadPool-16381-thread-7) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7207b3fd{SSL, (ssl, http/1.1)}{127.0.0.1:39119}
   [junit4]   2> 2201324 INFO  (closeThreadPool-16381-thread-7) [     ] o.e.j.s.Server Started @2201363ms
   [junit4]   2> 2201324 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/tempDir-001/jetty7, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/cz/t, hostPort=39119, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-7-001/cores}
   [junit4]   2> 2201324 ERROR (closeThreadPool-16381-thread-7) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2201324 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2201324 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.2
   [junit4]   2> 2201324 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2201324 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr
   [junit4]   2> 2201324 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2022-01-06T11:46:04.739Z
   [junit4]   2> 2201335 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2201351 INFO  (zkConnectionManagerCallback-16413-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2201351 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2201378 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 8 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-8-001 of type NRT for shard1
   [junit4]   2> 2201391 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2201391 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2201391 INFO  (closeThreadPool-16381-thread-8) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2201495 INFO  (closeThreadPool-16381-thread-8) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2201495 INFO  (closeThreadPool-16381-thread-8) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2201495 INFO  (closeThreadPool-16381-thread-8) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2201523 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2201523 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-7-001/solr.xml
   [junit4]   2> 2201526 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2201526 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2201531 INFO  (closeThreadPool-16381-thread-8) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@143da4b7{/cz/t,null,AVAILABLE}
   [junit4]   2> 2201532 INFO  (closeThreadPool-16381-thread-8) [     ] o.e.j.s.AbstractConnector Started ServerConnector@363c0274{SSL, (ssl, http/1.1)}{127.0.0.1:33623}
   [junit4]   2> 2201532 INFO  (closeThreadPool-16381-thread-8) [     ] o.e.j.s.Server Started @2201571ms
   [junit4]   2> 2201532 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/tempDir-001/jetty8, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/cz/t, hostPort=33623, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-8-001/cores}
   [junit4]   2> 2201532 ERROR (closeThreadPool-16381-thread-8) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2201532 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2201532 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.2
   [junit4]   2> 2201532 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2201532 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr
   [junit4]   2> 2201532 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2022-01-06T11:46:04.947Z
   [junit4]   2> 2201539 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2201555 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2201563 INFO  (zkConnectionManagerCallback-16415-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2201563 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2201574 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2201574 WARN  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2201590 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 9 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-9-001 of type NRT for shard2
   [junit4]   2> 2201591 INFO  (closeThreadPool-16381-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2201591 WARN  (closeThreadPool-16381-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2201605 INFO  (closeThreadPool-16381-thread-9) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2201605 INFO  (closeThreadPool-16381-thread-9) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2201605 INFO  (closeThreadPool-16381-thread-9) [     ] o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 2201627 WARN  (closeThreadPool-16381-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7f263810[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2201627 WARN  (closeThreadPool-16381-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7f263810[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2201639 WARN  (closeThreadPool-16381-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1269a028[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2201639 WARN  (closeThreadPool-16381-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1269a028[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2201667 WARN  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2201707 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2201707 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-8-001/solr.xml
   [junit4]   2> 2201710 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2201710 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2201711 INFO  (closeThreadPool-16381-thread-8) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59042235, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2201719 WARN  (closeThreadPool-16381-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7439611c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2201719 WARN  (closeThreadPool-16381-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7439611c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2201720 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39527/solr
   [junit4]   2> 2201723 INFO  (closeThreadPool-16381-thread-7) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2201724 WARN  (closeThreadPool-16381-thread-7) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2201745 WARN  (closeThreadPool-16381-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2201774 INFO  (closeThreadPool-16381-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2201792 INFO  (closeThreadPool-16381-thread-9) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2201792 INFO  (closeThreadPool-16381-thread-9) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2201792 INFO  (closeThreadPool-16381-thread-9) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2201792 INFO  (closeThreadPool-16381-thread-9) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a3771e5{/cz/t,null,AVAILABLE}
   [junit4]   2> 2201793 INFO  (closeThreadPool-16381-thread-9) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1ce790b0{SSL, (ssl, http/1.1)}{127.0.0.1:33083}
   [junit4]   2> 2201793 INFO  (closeThreadPool-16381-thread-9) [     ] o.e.j.s.Server Started @2201832ms
   [junit4]   2> 2201793 INFO  (closeThreadPool-16381-thread-9) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/tempDir-001/jetty9, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/cz/t, hostPort=33083, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001/shard-9-001/cores}
   [junit4]   2> 2201793 ERROR (closeThreadPool-16381-thread-9) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2201793 INFO  (closeThreadPool-16381-thread-9) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2201793 INFO  (closeThreadPool-16381-thread-9) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.2
   [junit4]   2> 2201793 INFO  (closeThreadPool-16381-thread-9) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2201793 INFO  (closeThreadPool-16381-thread-9) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr
   [junit4]   2> 2201793 INFO  (closeThreadPool-16381-thread-9) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2022-01-06T11:46:05.208Z
   [junit4]   2> 2201794 INFO  (closeThreadPool-16381-thread-9) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2201794 INFO  (zkConnectionManagerCallback-16439-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2201794 INFO  (closeThreadPool-16381-thread-9) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2201802 WARN  (closeThreadPool-16381-thread-7) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2da67512[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2201802 WARN  (closeT

[...truncated too long message...]

27.0.0.1:39413_cz%2Ft-n_0000000039
   [junit4]   2> 	3	/solr/overseer_elect/election/74843906471165975-127.0.0.1:46269_cz%2Ft-n_0000000058
   [junit4]   2> 	3	/solr/overseer_elect/election/74843906471165997-127.0.0.1:33083_cz%2Ft-n_0000000011
   [junit4]   2> 	3	/solr/overseer_elect/election/74843906471165988-127.0.0.1:35611_cz%2Ft-n_0000000007
   [junit4]   2> 	3	/solr/collections/collection1/leader_elect/shard2/election/74843906471165972-core_node11-n_0000000002
   [junit4]   2> 	3	/solr/overseer_elect/election/74843906471166005-127.0.0.1:39679_cz%2Ft-n_0000000015
   [junit4]   2> 	3	/solr/overseer_elect/election/74843906471165957-127.0.0.1:46151_cz%2Ft-n_0000000019
   [junit4]   2> 	3	/solr/overseer_elect/election/74843906471165972-127.0.0.1:44745_cz%2Ft-n_0000000051
   [junit4]   2> 	3	/solr/collections/collection1/leader_elect/shard2/election/74843906471166043-core_node28-n_0000000012
   [junit4]   2> 	3	/solr/overseer_elect/election/74843906471165979-127.0.0.1:34915_cz%2Ft-n_0000000023
   [junit4]   2> 	3	/solr/overseer_elect/election/74843906471166043-127.0.0.1:41315_cz%2Ft-n_0000000053
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471166061-127.0.0.1:37337_cz%2Ft-n_0000000062
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/74843906471166061-core_node4-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471166076-127.0.0.1:33083_cz%2Ft-n_0000000070
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/74843906471166013-core_node4-n_0000000008
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471166067-127.0.0.1:39413_cz%2Ft-n_0000000067
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471165979-127.0.0.1:34915_cz%2Ft-n_0000000057
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471165983-127.0.0.1:43535_cz%2Ft-n_0000000006
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471165972-127.0.0.1:44745_cz%2Ft-n_0000000001
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/74843906471166040-core_node8-n_0000000011
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471166013-127.0.0.1:37337_cz%2Ft-n_0000000037
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471166058-127.0.0.1:45115_cz%2Ft-n_0000000061
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471165972-127.0.0.1:44745_cz%2Ft-n_0000000018
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/74843906471165996-core_node28-n_0000000006
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/74843906471166025-core_node15-n_0000000012
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/74843906471165975-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471165981-127.0.0.1:37337_cz%2Ft-n_0000000005
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/74843906471166028-core_node31-n_0000000009
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471165975-127.0.0.1:46269_cz%2Ft-n_0000000021
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/74843906471166003-core_node12-n_0000000002
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471165983-127.0.0.1:43535_cz%2Ft-n_0000000065
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471166010-127.0.0.1:45115_cz%2Ft-n_0000000036
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471165996-127.0.0.1:41315_cz%2Ft-n_0000000010
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471165957-127.0.0.1:46151_cz%2Ft-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/74843906471166003-127.0.0.1:42685_cz%2Ft-n_0000000014
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/74843906471166067-core_node7-n_0000000019
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	1187	/solr/live_nodes
   [junit4]   2> 	395	/solr/overseer/queue
   [junit4]   2> 	170	/solr/overseer/collection-queue-work
   [junit4]   2> 	132	/solr/collections/collection1/state.json
   [junit4]   2> 	45	/solr/collections
   [junit4]   2> 	15	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	15	/solr/overseer/queue-work
   [junit4]   2> 	14	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	4	/solr/collections/control_collection/state.json
   [junit4]   2> 
   [junit4]   2> 2498359 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39527
   [junit4]   2> 2498359 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39527
   [junit4]   2> 2498359 INFO  (TEST-RollingRestartTest.test-seed#[4C6068E08534F355]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39527
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=4C6068E08534F355 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/test-data/enwiki.random.lines.txt -Dtests.locale=nl -Dtests.timezone=Etc/UCT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE  302s J3 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: No overseer designate as leader found after restart #2: null
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4C6068E08534F355:C434573A2BC89EAD]:0)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:101)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2498365 INFO  (SUITE-RollingRestartTest-seed#[4C6068E08534F355]-worker) [     ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-584 after mutting 0 log messages
   [junit4]   2> 2498365 INFO  (SUITE-RollingRestartTest-seed#[4C6068E08534F355]-worker) [     ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-585 for ERROR logs matching regex: ignore_exception
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.11/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.RollingRestartTest_4C6068E08534F355-001
   [junit4]   2> Jan 06, 2022 11:51:01 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=SimpleText, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=nl, timezone=Etc/UCT
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=194694136,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [SpellPossibilityIteratorTest, TestManagedSchemaThreadSafety, DeleteLastCustomShardedReplicaTest, TestFreeTextSuggestions, SolrTestCaseJ4DeleteCoreTest, TestSchemaManager, CursorPagingTest, TestBadConfig, TestEmbeddedSolrServerSchemaAPI, TestIncrementalCoreBackup, DistributedQueryElevationComponentTest, SolrPluginUtilsTest, TokenizerChainTest, TestTrieFacet, TestRequestStatusCollectionAPI, TestJsonFacets, TestReqParamsAPI, BadComponentTest, PingRequestHandlerTest, SolrXmlInZkTest, TimeRoutedAliasUpdateProcessorTest, SplitHandlerTest, AtomicUpdatesTest, AggValueSourceTest, AutoscalingHistoryHandlerTest, DateRangeFieldTest, CloudExitableDirectoryReaderTest, GraphQueryTest, TestPerFieldSimilarity, TestQueryTypes, ConnectionManagerTest, TestFieldCollectionResource, TestSolrCoreSnapshots, ImplicitSnitchTest, TestStressLucene, TestManagedSynonymGraphFilterFactory, TestSubQueryTransformerDistrib, TestStressIncrementalBackup, SystemLogListenerTest, TestCSVResponseWriter, MinimalSchemaTest, HdfsChaosMonkeyNothingIsSafeTest, TestDefaultStatsCache, NodeLostTriggerTest, TestSearcherReuse, ZkCLITest, TermVectorComponentTest, PolyFieldTest, TestSimDistribStateManager, SolrMetricManagerTest, TestPrepRecovery, HttpPartitionWithTlogReplicasTest, TestScoreJoinQPNoScore, TestClusterStateMutator, TestChildDocTransformerHierarchy, TestAddFieldRealTimeGet, QueryParsingTest, TestSolrCLIRunExample, DistributedUpdateProcessorTest, TestRuleBasedAuthorizationWithKerberos, AnalyticsQueryTest, TestDynamicLoading, TestCSVLoader, CircularListTest, TestHttpShardHandlerFactory, TestRangeQuery, TestMacros, HighlighterTest, CdcrWithNodesRestartsTest, TestUninvertingReader, HdfsCloudIncrementalBackupTest, ZkShardTermsTest, QueryResultKeyTest, MaxSizeAutoCommitTest, TriggerIntegrationTest, SignatureUpdateProcessorFactoryTest, FileBasedSpellCheckerTest, TestQuerySenderNoQuery, TestComplexPhraseLeadingWildcard, OverseerTaskQueueTest, RandomizedTaggerTest, TestUtils, ComputePlanActionTest, DistributedQueueTest, TestMinHashQParser, DebugComponentTest, TestInfoStreamLogging, EnumFieldTest, BigEndianAscendingWordDeserializerTest, TestCloudRecovery2, TestOverriddenPrefixQueryForCustomFieldType, HdfsLockFactoryTest, TestMaxTokenLenTokenizer, TestJavabinTupleStreamParser, TestCoreContainer, JvmMetricsTest, TestRequestForwarding, SaslZkACLProviderTest, PreAnalyzedUpdateProcessorTest, TestAnalyzeInfixSuggestions, RollingRestartTest]
   [junit4] Completed [560/955 (1!)] on J3 in 302.48s, 1 test, 1 failure <<< FAILURES!

[...truncated 55702 lines...]