You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/03/09 21:13:16 UTC

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-8.x - Build # 31 - Still unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-8.x/31/

3 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([8CE67ACEB3EC35F3:7C1A91FF2EA9E77]:0)
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:444)
	at sun.nio.ch.Net.bind(Net.java:436)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:345)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:310)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:234)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73)
	at org.eclipse.jetty.server.Server.doStart(Server.java:401)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:506)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:     1) Thread[id=3306, name=qtp797042124-3306, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=3409, name=Connector-Scheduler-2bbe64e4-1, state=WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=3300, name=qtp797042124-3300, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$91/463479419.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=3304, name=qtp797042124-3304, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=3299, name=qtp797042124-3299, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$91/463479419.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=3301, name=qtp797042124-3301-acceptor-0@34466494-ServerConnector@2bbe64e4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:33235}, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=3307, name=Session-HouseKeeper-e91924b-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=3302, name=qtp797042124-3302, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=3305, name=qtp797042124-3305, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=3303, name=qtp797042124-3303, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 
   1) Thread[id=3306, name=qtp797042124-3306, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=3409, name=Connector-Scheduler-2bbe64e4-1, state=WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=3300, name=qtp797042124-3300, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$91/463479419.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=3304, name=qtp797042124-3304, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=3299, name=qtp797042124-3299, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$91/463479419.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=3301, name=qtp797042124-3301-acceptor-0@34466494-ServerConnector@2bbe64e4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:33235}, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=3307, name=Session-HouseKeeper-e91924b-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=3302, name=qtp797042124-3302, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=3305, name=qtp797042124-3305, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=3303, name=qtp797042124-3303, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([8CE67ACEB3EC35F3]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=3306, name=qtp797042124-3306, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=3409, name=Connector-Scheduler-2bbe64e4-1, state=WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=3300, name=qtp797042124-3300, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$91/463479419.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=3304, name=qtp797042124-3304, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=3299, name=qtp797042124-3299, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$91/463479419.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=3301, name=qtp797042124-3301, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=3307, name=Session-HouseKeeper-e91924b-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=3302, name=qtp797042124-3302, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=3305, name=qtp797042124-3305, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=3303, name=qtp797042124-3303, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=3306, name=qtp797042124-3306, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=3409, name=Connector-Scheduler-2bbe64e4-1, state=WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=3300, name=qtp797042124-3300, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$91/463479419.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=3304, name=qtp797042124-3304, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=3299, name=qtp797042124-3299, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$91/463479419.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=3301, name=qtp797042124-3301, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=3307, name=Session-HouseKeeper-e91924b-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=3302, name=qtp797042124-3302, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=3305, name=qtp797042124-3305, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=3303, name=qtp797042124-3303, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([8CE67ACEB3EC35F3]:0)




Build Log:
[...truncated 13608 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
   [junit4]   2> 129027 INFO  (SUITE-ShardSplitTest-seed#[8CE67ACEB3EC35F3]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 129027 INFO  (SUITE-ShardSplitTest-seed#[8CE67ACEB3EC35F3]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 129028 INFO  (SUITE-ShardSplitTest-seed#[8CE67ACEB3EC35F3]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_8CE67ACEB3EC35F3-001/data-dir-5-001
   [junit4]   2> 129028 INFO  (SUITE-ShardSplitTest-seed#[8CE67ACEB3EC35F3]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 129030 INFO  (SUITE-ShardSplitTest-seed#[8CE67ACEB3EC35F3]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 129030 INFO  (SUITE-ShardSplitTest-seed#[8CE67ACEB3EC35F3]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /fz_lyc/
   [junit4]   2> 129034 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 129034 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 129034 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 129035 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 129134 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer start zk server on port: 44569
   [junit4]   2> 129134 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44569
   [junit4]   2> 129134 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44569
   [junit4]   2> 129134 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44569
   [junit4]   2> 129135 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 129135 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 129137 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 129137 DEBUG (zkConnectionManagerCallback-877-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bb1d48b name: ZooKeeperConnection Watcher:127.0.0.1:44569 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 129137 INFO  (zkConnectionManagerCallback-877-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 129137 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 129138 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 129138 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 129145 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 129146 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 129146 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 129147 DEBUG (zkConnectionManagerCallback-879-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a8b05bb name: ZooKeeperConnection Watcher:127.0.0.1:44569/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 129147 INFO  (zkConnectionManagerCallback-879-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 129147 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 129147 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 129147 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /clusterprops.json
   [junit4]   2> 129148 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 129148 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 129149 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 129149 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 129150 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 129150 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 129151 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 129151 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 129151 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 129152 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 129152 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 129152 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 129153 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 129153 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 129154 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 129154 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 129155 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 129155 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 129156 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 129156 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 129157 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 129157 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 129158 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 129253 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 129253 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 129253 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 129254 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 129254 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 129257 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 129261 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59e3fe45{/fz_lyc,null,AVAILABLE}
   [junit4]   2> 129262 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@39e2329c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38727}
   [junit4]   2> 129262 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.e.j.s.Server Started @129299ms
   [junit4]   2> 129262 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_8CE67ACEB3EC35F3-001/tempDir-001/control/data, hostContext=/fz_lyc, hostPort=38727, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_8CE67ACEB3EC35F3-001/control-001/cores}
   [junit4]   2> 129262 ERROR (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 129262 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 129262 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 129262 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 129262 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr
   [junit4]   2> 129262 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-09T19:26:40.121Z
   [junit4]   2> 129262 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 129265 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 129266 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 129269 DEBUG (zkConnectionManagerCallback-881-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5690bac7 name: ZooKeeperConnection Watcher:127.0.0.1:44569/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 129269 INFO  (zkConnectionManagerCallback-881-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 129269 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 129269 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 129370 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 129370 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 129370 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_8CE67ACEB3EC35F3-001/control-001/solr.xml
   [junit4]   2> 129373 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 129373 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 129375 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@19600e1f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 129583 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 129584 WARN  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d1c89ed[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 129584 WARN  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d1c89ed[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 129587 WARN  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c70ff9c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 129587 WARN  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c70ff9c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 129588 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44569/solr
   [junit4]   2> 129588 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 129589 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 129590 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 129591 DEBUG (zkConnectionManagerCallback-892-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74f03c06 name: ZooKeeperConnection Watcher:127.0.0.1:44569 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 129591 INFO  (zkConnectionManagerCallback-892-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 129591 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 129591 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 129592 WARN  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]-SendThread(127.0.0.1:44569)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103cf5f93560003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103cf5f93560003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103cf5f93560003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 129693 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 129694 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 129695 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 129695 DEBUG (zkConnectionManagerCallback-894-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29344b7c name: ZooKeeperConnection Watcher:127.0.0.1:44569/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 129695 INFO  (zkConnectionManagerCallback-894-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 129695 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 129695 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 129696 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 129697 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 129698 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /overseer/async_ids
   [junit4]   2> 129699 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 129700 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 129700 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events
   [junit4]   2> 129701 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/triggerState
   [junit4]   2> 129702 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeAdded
   [junit4]   2> 129703 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeLost
   [junit4]   2> 129704 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 129704 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 129705 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling.json
   [junit4]   2> 129706 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/protwords.txt
   [junit4]   2> 129707 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/managed-schema
   [junit4]   2> 129708 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/solrconfig.xml
   [junit4]   2> 129710 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/synonyms.txt
   [junit4]   2> 129711 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_it.txt
   [junit4]   2> 129712 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_cz.txt
   [junit4]   2> 129713 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fr.txt
   [junit4]   2> 129715 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_no.txt
   [junit4]   2> 129716 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ca.txt
   [junit4]   2> 129717 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_sv.txt
   [junit4]   2> 129719 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ca.txt
   [junit4]   2> 129720 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hu.txt
   [junit4]   2> 129721 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_gl.txt
   [junit4]   2> 129722 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_bg.txt
   [junit4]   2> 129723 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_th.txt
   [junit4]   2> 129724 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ga.txt
   [junit4]   2> 129725 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_da.txt
   [junit4]   2> 129726 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_et.txt
   [junit4]   2> 129728 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/userdict_ja.txt
   [junit4]   2> 129729 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ga.txt
   [junit4]   2> 129730 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_id.txt
   [junit4]   2> 129731 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_tr.txt
   [junit4]   2> 129733 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ja.txt
   [junit4]   2> 129734 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ar.txt
   [junit4]   2> 129736 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ru.txt
   [junit4]   2> 129737 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/hyphenations_ga.txt
   [junit4]   2> 129738 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_de.txt
   [junit4]   2> 129739 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_en.txt
   [junit4]   2> 129740 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stemdict_nl.txt
   [junit4]   2> 129741 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ro.txt
   [junit4]   2> 129743 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hy.txt
   [junit4]   2> 129744 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_eu.txt
   [junit4]   2> 129745 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hi.txt
   [junit4]   2> 129746 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stoptags_ja.txt
   [junit4]   2> 129747 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_fr.txt
   [junit4]   2> 129748 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fi.txt
   [junit4]   2> 129750 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_pt.txt
   [junit4]   2> 129751 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_lv.txt
   [junit4]   2> 129752 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_el.txt
   [junit4]   2> 129753 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_it.txt
   [junit4]   2> 129754 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_nl.txt
   [junit4]   2> 129756 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_es.txt
   [junit4]   2> 129758 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fa.txt
   [junit4]   2> 129760 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/stopwords.txt
   [junit4]   2> 129760 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 129761 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
   [junit4]   2> 129761 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> []
   [junit4]   2> 129762 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 129762 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
   [junit4]   2> 129762 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=-1, new definition is: Aliases{collectionAliases={}, collectionAliasProperties={}, zNodeVersion=0}
   [junit4]   2> 129763 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 129764 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 129765 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38727_fz_lyc
   [junit4]   2> 129765 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 129765 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.Overseer Overseer (id=73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) starting
   [junit4]   2> 129766 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 129766 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 129768 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 129769 DEBUG (OverseerCollectionConfigSetProcessor-73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 129770 INFO  (OverseerStateUpdate-73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38727_fz_lyc
   [junit4]   2> 129770 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38727_fz_lyc
   [junit4]   2> 129772 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes
   [junit4]   2> 129772 INFO  (OverseerStateUpdate-73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 129772 DEBUG (OverseerStateUpdate-73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:38727_fz_lyc]
   [junit4]   2> 129773 DEBUG (zkCallback-893-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 129773 DEBUG (OverseerStateUpdate-73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 129773 DEBUG (OverseerCollectionConfigSetProcessor-73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
   [junit4]   2> 129773 DEBUG (OverseerCollectionConfigSetProcessor-73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 129773 DEBUG (OverseerCollectionConfigSetProcessor-73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 129773 DEBUG (OverseerCollectionConfigSetProcessor-73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 129773 INFO  (OverseerCollectionConfigSetProcessor-73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 129774 DEBUG (zkCallback-893-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:38727_fz_lyc] -> [127.0.0.1:38727_fz_lyc]
   [junit4]   2> 129775 DEBUG (OverseerAutoScalingTriggerThread-73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) [     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.scheduled_maintenance
   [junit4]   2> 129775 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 129775 WARN  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 129785 DEBUG (OverseerAutoScalingTriggerThread-73130028368789508-127.0.0.1:38727_fz_lyc-n_0000000000) [     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.auto_add_replicas
   [junit4]   2> 129787 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 129808 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19600e1f
   [junit4]   2> 129817 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19600e1f
   [junit4]   2> 129817 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19600e1f
   [junit4]   2> 129819 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [n:127.0.0.1:38727_fz_lyc     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_8CE67ACEB3EC35F3-001/control-001/cores
   [junit4]   2> 129833 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 129849 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 129849 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 129853 DEBUG (zkConnectionManagerCallback-911-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2aa879f name: ZooKeeperConnection Watcher:127.0.0.1:44569/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 129853 INFO  (zkConnectionManagerCallback-911-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 129853 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 129853 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 129853 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 129854 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
   [junit4]   2> 129854 INFO  (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 129854 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:38727_fz_lyc]
   [junit4]   2> 129854 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[8CE67ACEB3EC35F3]) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 129855 DEBUG (TEST-ShardSplitTest.testSplitMixedReplicaTypesLink-seed#[

[...truncated too long message...]

AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=3300, name=qtp797042124-3300, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$91/463479419.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=3304, name=qtp797042124-3304, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=3299, name=qtp797042124-3299, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$91/463479419.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=3301, name=qtp797042124-3301, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    7) Thread[id=3307, name=Session-HouseKeeper-e91924b-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    8) Thread[id=3302, name=qtp797042124-3302, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    9) Thread[id=3305, name=qtp797042124-3305, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   10) Thread[id=3303, name=qtp797042124-3303, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8CE67ACEB3EC35F3]:0)
   [junit4] Completed [169/934 (1!)] on J2 in 663.18s, 11 tests, 3 errors <<< FAILURES!

[...truncated 53244 lines...]

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-8.x - Build # 34 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-NightlyTests-8.x/34/

13 tests failed.
FAILED:  org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testBatchBoundaries

Error Message:
expected:<1000> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1000> but was:<0>
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:18B7CF76AC75BF9B]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testBatchBoundaries(CdcrOpsAndBoundariesTest.java:249)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testReplicationStartStop

Error Message:
expected:<10> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<10> but was:<0>
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:B95BC8B0C109F5F5]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testReplicationStartStop(CdcrOpsAndBoundariesTest.java:182)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testOps

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:26E08AC09AE275A1]:0)
	at org.junit.Assert.fail(Assert.java:87)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.junit.Assert.assertTrue(Assert.java:53)
	at org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testOps(CdcrOpsAndBoundariesTest.java:96)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testBatchAddsWithDelete

Error Message:
expected:<59> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<59> but was:<0>
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:4D826F877DC87F50]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testBatchAddsWithDelete(CdcrOpsAndBoundariesTest.java:229)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testTargetCollectionNotAvailable

Error Message:
Timeout while trying to assert replication errors

Stack Trace:
java.lang.AssertionError: Timeout while trying to assert replication errors
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:DC0C4C50DE8E1354]:0)
	at org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testTargetCollectionNotAvailable(CdcrOpsAndBoundariesTest.java:172)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.AssertionError
	at org.junit.Assert.fail(Assert.java:87)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.junit.Assert.assertTrue(Assert.java:53)
	at org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testTargetCollectionNotAvailable(CdcrOpsAndBoundariesTest.java:157)
	... 43 more


FAILED:  org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testResilienceWithDeleteByQueryOnTarget

Error Message:
expected:<50> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<50> but was:<0>
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:9AFA84B90588BB39]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest.testResilienceWithDeleteByQueryOnTarget(CdcrOpsAndBoundariesTest.java:267)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.cdcr.CdcrWithNodesRestartsTest.testUpdateLogSynchronisation

Error Message:
target docs mismatch expected:<100> but was:<0>

Stack Trace:
java.lang.AssertionError: target docs mismatch expected:<100> but was:<0>
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:C4F74E8017F15D6D]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.cloud.cdcr.CdcrWithNodesRestartsTest.testUpdateLogSynchronisation(CdcrWithNodesRestartsTest.java:125)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.cdcr.CdcrWithNodesRestartsTest.testBufferOnNonLeader

Error Message:
target docs mismatch expected:<100> but was:<0>

Stack Trace:
java.lang.AssertionError: target docs mismatch expected:<100> but was:<0>
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:3AD2191483E106F6]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.cloud.cdcr.CdcrWithNodesRestartsTest.testBufferOnNonLeader(CdcrWithNodesRestartsTest.java:97)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.cdcr.CdcrWithNodesRestartsTest.testReplicationAfterRestart

Error Message:
target docs mismatch expected:<100> but was:<0>

Stack Trace:
java.lang.AssertionError: target docs mismatch expected:<100> but was:<0>
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:6685F1A21BF1CA4A]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.cloud.cdcr.CdcrWithNodesRestartsTest.testReplicationAfterRestart(CdcrWithNodesRestartsTest.java:179)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.cdcr.CdcrWithNodesRestartsTest.testReplicationAfterLeaderChange

Error Message:
target docs mismatch expected:<100> but was:<0>

Stack Trace:
java.lang.AssertionError: target docs mismatch expected:<100> but was:<0>
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:E8685AC08B7ED84E]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.cloud.cdcr.CdcrWithNodesRestartsTest.testReplicationAfterLeaderChange(CdcrWithNodesRestartsTest.java:231)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
Captured an uncaught exception in thread: Thread[id=202688, name=Thread-84426, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=202688, name=Thread-84426, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:B2CC29F97B2D1384]:0)
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:1006)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1033)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:694)


FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics

Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=17442941, failWrongCredentials=1, requestTimes=2016, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=17442941, failWrongCredentials=1, requestTimes=2016, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:740B80FED3F200C]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.testZkAcls

Error Message:
Path /security.json ACLs found [31,s{'digest,'solr:GLIpYn0ALjsLW9sYA7KZV7u1sNo=} ] expected:<2> but was:<1>

Stack Trace:
java.lang.AssertionError: Path /security.json ACLs found [31,s{'digest,'solr:GLIpYn0ALjsLW9sYA7KZV7u1sNo=}
] expected:<2> but was:<1>
	at __randomizedtesting.SeedInfo.seed([3A981623D5D17E7C:E3F54762A1B35267]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.checkNonSecurityACLs(TestZkAclsWithHadoopAuth.java:139)
	at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:110)
	at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:116)
	at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.testZkAcls(TestZkAclsWithHadoopAuth.java:102)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14487 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
   [junit4]   2> 2005864 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2005864 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2005865 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/data-dir-106-001
   [junit4]   2> 2005865 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 2005865 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2005867 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2006175 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-002
   [junit4]   2> 2006175 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2006175 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2006175 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2006176 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2006275 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 34005
   [junit4]   2> 2006275 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34005
   [junit4]   2> 2006275 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34005
   [junit4]   2> 2006275 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34005
   [junit4]   2> 2006277 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2006277 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker-SendThread(127.0.0.1:34005)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2006277 WARN  (zkConnectionManagerCallback-14870-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f740169 name: ZooKeeperConnection Watcher:127.0.0.1:34005 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2006278 WARN  (zkConnectionManagerCallback-14870-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2006279 INFO  (zkConnectionManagerCallback-14870-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2006279 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2006281 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker-SendThread(127.0.0.1:34005)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2006282 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2006282 WARN  (zkConnectionManagerCallback-14872-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e5dd470 name: ZooKeeperConnection Watcher:127.0.0.1:34005/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2006282 WARN  (zkConnectionManagerCallback-14872-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2006286 INFO  (zkConnectionManagerCallback-14872-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2006286 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2006286 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2006286 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker-SendThread(127.0.0.1:34005)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2006287 WARN  (zkConnectionManagerCallback-14874-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6b32520c name: ZooKeeperConnection Watcher:127.0.0.1:34005 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2006287 WARN  (zkConnectionManagerCallback-14874-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2006287 INFO  (zkConnectionManagerCallback-14874-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2006287 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2006391 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2006391 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2006391 INFO  (jetty-launcher-14875-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 2006391 INFO  (jetty-launcher-14875-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2006391 INFO  (jetty-launcher-14875-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2006391 INFO  (jetty-launcher-14875-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2006392 INFO  (jetty-launcher-14875-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7559077b{/solr,null,AVAILABLE}
   [junit4]   2> 2006392 INFO  (jetty-launcher-14875-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3dbd6667{SSL, (ssl, http/1.1)}{127.0.0.1:41147}
   [junit4]   2> 2006392 INFO  (jetty-launcher-14875-thread-1) [     ] o.e.j.s.Server Started @2006420ms
   [junit4]   2> 2006392 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:34005/solr, hostPort=41147}
   [junit4]   2> 2006393 ERROR (jetty-launcher-14875-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2006393 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2006393 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 2006393 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2006393 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2006393 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-04-06T19:15:20.953Z
   [junit4]   2> 2006393 WARN  (jetty-launcher-14875-thread-1-SendThread(127.0.0.1:34005)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2006394 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2006394 WARN  (zkConnectionManagerCallback-14877-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d0301ea name: ZooKeeperConnection Watcher:127.0.0.1:34005/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2006394 WARN  (zkConnectionManagerCallback-14877-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2006394 INFO  (zkConnectionManagerCallback-14877-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2006394 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2006395 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2006944 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2006944 WARN  (jetty-launcher-14875-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2006945 WARN  (jetty-launcher-14875-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2fe1cbf0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2006945 WARN  (jetty-launcher-14875-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2fe1cbf0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2006947 WARN  (jetty-launcher-14875-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2006948 WARN  (jetty-launcher-14875-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c7b9499[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2006948 WARN  (jetty-launcher-14875-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c7b9499[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2006949 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34005/solr
   [junit4]   2> 2006950 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2006950 WARN  (jetty-launcher-14875-thread-1-SendThread(127.0.0.1:34005)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2006950 WARN  (zkConnectionManagerCallback-14888-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2edfed39 name: ZooKeeperConnection Watcher:127.0.0.1:34005 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2006951 WARN  (zkConnectionManagerCallback-14888-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2006951 INFO  (zkConnectionManagerCallback-14888-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2006951 INFO  (jetty-launcher-14875-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2007053 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2007053 WARN  (jetty-launcher-14875-thread-1-SendThread(127.0.0.1:34005)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2007054 WARN  (zkConnectionManagerCallback-14890-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29ed397c name: ZooKeeperConnection Watcher:127.0.0.1:34005/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2007054 WARN  (zkConnectionManagerCallback-14890-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2007054 INFO  (zkConnectionManagerCallback-14890-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2007054 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2007105 WARN  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 2007109 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41147_solr
   [junit4]   2> 2007110 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.c.Overseer Overseer (id=73288537995608069-127.0.0.1:41147_solr-n_0000000000) starting
   [junit4]   2> 2007115 INFO  (OverseerStateUpdate-73288537995608069-127.0.0.1:41147_solr-n_0000000000) [n:127.0.0.1:41147_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41147_solr
   [junit4]   2> 2007115 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41147_solr
   [junit4]   2> 2007116 INFO  (OverseerStateUpdate-73288537995608069-127.0.0.1:41147_solr-n_0000000000) [n:127.0.0.1:41147_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2007117 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2007117 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
   [junit4]   2> 2007126 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf
   [junit4]   2> 2007137 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
   [junit4]   2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
   [junit4]   2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
   [junit4]   2> 2007150 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf
   [junit4]   2> 2007153 WARN  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=enabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2007153 WARN  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off.  Consider enabling SSL to protect user credentials and data with encryption.
   [junit4]   2> 2007164 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2007205 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41147.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e2739a
   [junit4]   2> 2007212 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41147.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e2739a
   [junit4]   2> 2007212 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41147.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e2739a
   [junit4]   2> 2007213 INFO  (jetty-launcher-14875-thread-1) [n:127.0.0.1:41147_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-002/node1
   [junit4]   2> 2007233 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
   [junit4]   2> 2007234 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2007234 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker-SendThread(127.0.0.1:34005)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2007234 WARN  (zkConnectionManagerCallback-14907-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1343aa8 name: ZooKeeperConnection Watcher:127.0.0.1:34005/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2007235 WARN  (zkConnectionManagerCallback-14907-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2007235 INFO  (zkConnectionManagerCallback-14907-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2007235 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2007236 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2007237 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34005/solr ready
   [junit4]   2> 2007258 INFO  (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[3A981623D5D17E7C]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   1> Debug is  true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_3A981623D5D17E7C-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
   [junit4]   1> Refreshing Kerberos configuration
   [junit4]   2> 2007385 INFO  (pool-97-thread-1) [     ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
   [junit4]   2> 2007397 INFO  (pool-97-thread-1) [     ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
   [junit4]   2> 2007431 INFO  (pool-97-thread-1) [     ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617736521988,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
   [junit4]   1> principal is solr@EXAMPLE.COM
   [junit4]   1> Will use keytab
   [junit4]   1> Commit Succeeded 
   [junit4]   1> 
   [junit4]   2> 2007464 INFO  (pool-97-thread-1) [     ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617736522024,solr for HTTP/127.0.0.1@EXAMPLE.COM
   [junit4]   2> 2007488 INFO  (OverseerThreadFactory-14897-thread-1-processing-n:127.0.0.1:41147_solr) [n:127.0.0.1:41147_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
   [junit4]   2> 2007621 INFO  (qtp927272215-25523) [n:127.0.0.1:41147_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 2007621 INFO  (qtp927272215-25524) [     ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:41147_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAgLW6G

[...truncated too long message...]

81623D5D17E7C]-worker-SendThread(127.0.0.1:39707)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045fc00eb20000.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045fc00eb20000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045fc00eb20000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 5585080 WARN  (SUITE-TestZkAclsWithHadoopAuth-seed#[3A981623D5D17E7C]-worker-SendThread(127.0.0.1:39707)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045fc00eb20001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045fc00eb20001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045fc00eb20001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 5585181 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 5585183 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39707
   [junit4]   2> 5585183 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39707
   [junit4]   2> 5585183 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[3A981623D5D17E7C]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39707
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_3A981623D5D17E7C-001
   [junit4]   2> Apr 06, 2021 8:14:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-OM, timezone=Asia/Anadyr
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=274103488,total=511705088
   [junit4]   2> NOTE: All tests run in this JVM: [PrimUtilsTest, DirectoryFactoriesTest, MetricUtilsTest, AsyncCallRequestStatusResponseTest, ZookeeperStatusHandlerTest, TestDFRSimilarityFactory, ShowFileRequestHandlerTest, TestTolerantUpdateProcessorRandomCloud, TestDistributedSearch, ResourceLoaderTest, DeleteReplicaTest, TestInfoStreamLogging, MetricsHistoryHandlerTest, TestSchemaNameResource, OverseerCollectionConfigSetProcessorTest, SolrCLIZkUtilsTest, CollectionsAPIAsyncDistributedZkTest, TestMacros, BJQFilterAccessibleTest, TestJavabinTupleStreamParser, TestSimNodeLostTrigger, PackageManagerCLITest, WordBreakSolrSpellCheckerTest, TestZkChroot, TestSubQueryTransformerDistrib, SyncSliceTest, TestConfigSetsAPIZkFailure, NestedShardedAtomicUpdateTest, CoreAdminHandlerTest, TestFieldCollectionResource, RankFieldTest, HttpTriggerListenerTest, CircularListTest, TestQuerySenderNoQuery, TestSimComputePlanAction, DistributedQueryComponentOptimizationTest, ProtectedTermFilterFactoryTest, SignificantTermsQParserPluginTest, BasicFunctionalityTest, CollectionsAPISolrJTest, TestFacetMethods, TestStressLiveNodes, TestDistributedMap, TestOverriddenPrefixQueryForCustomFieldType, TestReversedWildcardFilterFactory, TestRangeQuery, OverseerSolrResponseUnsafeSerializationTest, FieldAnalysisRequestHandlerTest, TestCloudDeduplication, SearchHandlerTest, RequestLoggingTest, TestLegacyBM25SimilarityFactory, TestShortCircuitedRequests, TestCrossCoreJoin, TestPivotHelperCode, TestLegacyField, MetricTriggerIntegrationTest, TestCloudNestedDocsSort, SortByFunctionTest, TestUnifiedSolrHighlighter, TestSolrConfigHandler, ShardRoutingTest, PhrasesIdentificationComponentTest, MoveReplicaHDFSTest, TestExactSharedStatsCache, SearchRateTriggerTest, SolrCmdDistributorTest, TestUseDocValuesAsStored, TestSystemCollAutoCreate, TestSortByMinMaxFunction, UpdateParamsTest, TestHashPartitioner, PolyFieldTest, AssignBackwardCompatibilityTest, ZkDynamicConfigTest, TriggerEventQueueTest, ReplicationFactorTest, TestComplexPhraseLeadingWildcard, RangeFacetCloudTest, BigEndianAscendingWordSerializerTest, TestClusterProperties, SampleTest, TestDynamicLoading, TestCloudPseudoReturnFields, VMParamsZkACLAndCredentialsProvidersTest, TestConfigOverlay, TestCloudJSONFacetSKGEquiv, SpellCheckCollatorWithCollapseTest, TestStreamBody, QueryParsingTest, TestManagedSchemaThreadSafety, TestReplicaProperties, TestValueSourceCache, EnumFieldTest, TestImpersonationWithHadoopAuth, HdfsDirectoryTest, SystemInfoHandlerTest, ZkNodePropsTest, TestJsonFacetsStatsParsing, DistributedTermsComponentTest, TestRawTransformer, SolrGraphiteReporterTest, TestRebalanceLeaders, TestSolrJ, TimeZoneUtilsTest, TestSerializedLuceneMatchVersion, WrapperMergePolicyFactoryTest, DistributedUpdateProcessorTest, TestSchemaManager, HLLSerializationTest, TestAtomicUpdateErrorCases, TestInPlaceUpdatesDistrib, TestNumericTerms64, TestCoreContainer, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, TestClusterStateMutator, ZkCollectionPropsCachingTest, ZkStateReaderTest, ZkStateWriterTest, ImplicitSnitchTest, RuleEngineTest, ByteBuffersDirectoryFactoryTest, CachingDirectoryFactoryTest, ConfigureRecoveryStrategyTest, HdfsDirectoryFactoryTest, PluginInfoTest, QueryResultKeyTest, RAMDirectoryFactoryTest, SolrCoreTest, TestBackupRepositoryFactory, TestBadConfig, TestCodecSupport, TestLazyCores, TestMergePolicyConfig, TestMinimalConfig, TestNRTOpen, TestSolrIndexConfig, TestSolrXml, TestXIncludeConfig, BackupIdTest, HdfsBackupRepositoryIntegrationTest, TestSolrCloudSnapshots, TestSolrCoreSnapshots, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestCSVLoader, TestConfigReload, TestHdfsBackupRestoreCore, TestReplicationHandlerBackup, TestReplicationHandlerDiskOverFlow, TestReqParamsAPI, TestRestoreCore, TestSQLHandler, TestSQLHandlerNonCloud, TestSnapshotCoreBackup, TestSolrConfigHandlerCloud, TestSolrConfigHandlerConcurrent, XmlUpdateRequestHandlerTest, XsltUpdateRequestHandlerTest, AdminHandlersProxyTest, AutoscalingHistoryHandlerTest, TestConfigsApi, TestCoreAdminApis, ThreadDumpHandlerTest, V2CollectionBackupsAPIMappingTest, CustomHighlightComponentTest, CustomTermsComponentTest, DebugComponentTest, DistributedDebugComponentTest, DistributedFacetExistsSmallTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallTest, DistributedMLTComponentTest, SuggestComponentContextFilterQueryTest, SuggestComponentTest, TermVectorComponentTest, TermsComponentTest, TestDistributedStatsComponentCardinality, TestCSVResponseWriter, TestGeoJSONResponseWriter, TestChildDocTransformerHierarchy, TestRestManager, TestCopyFieldCollectionResource, TestManagedSynonymFilterFactory, BadCopyFieldTest, BadIndexSchemaTest, CopyFieldTest, DateFieldTest, DateRangeFieldTest, DocValuesMissingTest, IndexSchemaTest, NotRequiredUniqueKeyTest, NumericFieldsTest, TestBinaryField, TestCloudManagedSchema, TestCollationField, TestCollationFieldDocValues, TestHalfAndHalfDocValues, AnalyticsMergeStrategyTest, CursorMarkTest, FuzzySearchTest, LargeFieldTest, MaxScoreCollectorTest, MergeStrategyTest, TestCaffeineCache, TestHashQParserPlugin, TestIndexSearcher, TestLRUCache, TestLegacyNumericRangeQueryBuilder, TestMaxScoreQueryParser, TestMissingGroups, TestRecoveryHdfs, TestSearchPerf, TestSearcherReuse, TestSmileRequest, TestSolr4Spatial2, TestSolrCachePerf, AuditLoggerIntegrationTest, JWTVerificationkeyResolverTest, TestExternalRoleRuleBasedAuthorizationPlugin, TestPKIAuthenticationPlugin, TestSha256AuthenticationProvider, TestZkAclsWithHadoopAuth]
   [junit4] Completed [842/936 (5!)] on J1 in 2.80s, 1 test, 1 failure <<< FAILURES!

[...truncated 51125 lines...]

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-8.x - Build # 33 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: ${BUILD_URL}

${FAILED_TESTS}

Build Log:
${BUILD_LOG_MULTILINE_REGEX,regex="(?x:                                                                                        \
                                                                                                                                                                      \
(?:.*\\[javac\\]\\s++(?![1-9]\\d*\\s+error).*\\r?\\n)*+.*\\[javac\\]\\s+[1-9]\\d*\\s+error.*\\r?\\n                             \
                                                                                                                                                                      \
|.*\\[junit4\\]\\s+Suite:.*+\\s++                                                                                                                         \
 (?:.*\\[junit4\\]\\s++(?!Suite:)(?!Completed).*\\r?\\n)*+                                                                                   \
 .*\\[junit4\\]\\s++Completed\\s+.*<<<\\s*FAILURES!\\r?\\n                                                                            \
                                                                                                                                                                       \
|.*\\[junit4\\]\\s+JVM\\s+J\\d+:\\s+std(?:out|err)\\s+was\\s+not\\s+empty.*+\\s++                                            \
 (?:.*\\[junit4\\]\\s++(?!JVM\\s+\\d+:\\s+std)(?!\\<<<\\s+JVM\\s+J\\d+:\\s+EOF).*\\r?\\n)*+                              \
 .*\\[junit4\\]\\s++<<<\\s+JVM\\s+J\\d+:\\s+EOF.*\\r?\\n                                                                                   \
                                                                                                                                                                       \
|.*rat-sources:.*\\r?\\n                                                                                                                                     \
 (?:\\s*+\\[echo\\]\\s*\\r?\\n|\\s*+\\[echo\\]\\s++(?![1-9]\\d*\\s+Unknown\\s+License)\\S.*\\r?\\n)*+                  \
 \\s*+\\[echo\\]\\s+[1-9]\\d*\\s+Unknown\\s+License.*\\r?\\n                                                                            \
 (?:\\s*+\\[echo\\].*\\r?\\n)*+                                                                                                                             \
                                                                                                                                                                        \
|(?:.*\\r?\\n){2}.*\\[licenses\\]\\s+MISSING\\s+sha1(?:.*\\r?\\n){2}                                                                    \
                                                                                                                                                                        \
|.*check-licenses:.*\\r?\\n\\s*\\[echo\\].*\\r?\\n                                                                                                  \
 \\s*\\[licenses\\]\\s+(?:MISSING\\s+LICENSE|CHECKSUM\\s+FAILED).*\\r?\\n                                            \
 (?:\\s*+\\[licenses\\].*\\r?\\n)++                                                                                                                        \
                                                                                                                                                                         \
|(?:.*\\[javadoc\\]\\s++(?![1-9]\\d*\\s+(?:error|warning)).+\\r?\\n)*+                                                                    \
 .*\\[javadoc\\]\\s+[1-9]\\d*\\s+(?:error|warning).*\\r?\\n                                                                                     \
                                                                                                                                                                         \
|.*javadocs-lint:.*\\r?\\n(?:.*\\[exec\\].*\\r?\\n)*+                                                                                                 \
                                                                                                                                                                          \
|.*check.*:.*\\r?\\n                                                                                                                                              \
 (?:\\s*+\\[forbidden-apis\\]\\s*\\r?\\n                                                                                                                  \
  |\\s*+\\[forbidden-apis\\]\\s++                                                                                                                           \
    (?!Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\))\\S.*\\r?\n)*+                            \
 \\s*+\\[forbidden-apis\\]\\s++                                                                                                                              \
   Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\).*[1-9]\\d*\\s+error\\(s\\)\\.\\r?\\n      \
                                                                                                                                                                            \
|\\S+:\\s*\\r?\\n                                                                                                                                                     \
 (?:(?!\\S+:\\s*\\r?\\n)(?!.*:\\s+exec\\s+returned:\\s+[^0]).*\\r?\\n)*+                                                                     \
 .*:\\s+exec\\s+returned:\\s+[^0](?s:.*+)                                                                                                               \
                                                                                                                                                                             \
|.*\\[echo\\]\\s+Building\\s+.*\\r?\\n                                                                                                                       \
 \\s*ivy-fail:\\s*(?:\\r?\\n)+                                                                                                                                     \
 \\s*ivy-configure:\\s*(?:\\r?\\n)+                                                                                                                           \
 \\s*\\[ivy:configure\\].*(?:\\r?\\n)+                                                                                                                         \
 .*resolve:.*(?:\\r?\\n)+                                                                                                                                          \
 (?:\\s*\\[ivy:retrieve\\].*\\r?\\n)*                                                                                                                             \
 \\s*\\[ivy:retrieve\\]\\s+:::*\\s+(?:ERRORS|FAILED\\s+DOWNLOADS).*\\r?\\n                                                    \
 (?:\\s*\\[ivy:retrieve\\].*\\r?\\n)*                                                                                                                             \
                                                                                                                                                                             \
|.*-ecj-javadoc-lint-(?:src|tests):.*\\r?\\n                                                                                                                \
 (?:\\s*\\[mkdir].*\\r?\\n)?                                                                                                                                      \
 (?:\\s*\\[ecj-lint\\].*\\r?\\n)*                                                                                                                                   \
 \\s*\\[ecj-lint\\].*\\([1-9]\\d*\\s+error.*\\r?\\n                                                                                                          \
                                                                                                                                                                            \
|.*check-lib-versions:.*\\r?\\n                                                                                                                               \
 (?:\\s*\\[echo\\].*\\r?\\n)?                                                                                                                                     \
 (?:\\s*\\[libversions\\].*\\r?\\n)*                                                                                                                             \
 \\s*\\[libversions\\].*[1-9]\\d*\\s+error.*\\r?\\n                                                                                                       \
                                                                                                                                                                            \
|.*-validate-source-patterns:.*\\r?\\n                                                                                                                    \
 (?:\\s*\\[source-patterns\\].*\\r?\\n)+                                                                                                                    \
                                                                                                                                                                            \
|.*\\r?\\n.*Full\\s+thread\\s+dump(?s:.*+)                                                                                                             \
                                                                                                                                                                            \
|.*(?:FATAL|ERROR):(?s:.*+)                                                                                                                              \
                                                                                                                                                                            \
|.*\\#\\s+A\\s+fatal\\s+error\\s+has\\s+been\\s+detected\\s+by\\s+the\\s+Java\\s+Runtime\\s+Environment:(?s:.*+)          \
                                                                                                                                                                            \
|.*\\#\\s+There\\s+is\\s+insufficient\\s+memory\\s+for\\s+the\\s+Java\\s+Runtime\\s+Environment\\s+to\\s+continue\\.(?s:.*+) \
                                                                                                                                                                            \
|.*BUILD\\s+FAILED(?s:.*+)                                                                                                                                \
)"}

[JENKINS] Lucene » Lucene-Solr-BadApples-NightlyTests-8.x - Build # 32 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: ${BUILD_URL}

${FAILED_TESTS}

Build Log:
${BUILD_LOG_MULTILINE_REGEX,regex="(?x:                                                                                        \
                                                                                                                                                                      \
(?:.*\\[javac\\]\\s++(?![1-9]\\d*\\s+error).*\\r?\\n)*+.*\\[javac\\]\\s+[1-9]\\d*\\s+error.*\\r?\\n                             \
                                                                                                                                                                      \
|.*\\[junit4\\]\\s+Suite:.*+\\s++                                                                                                                         \
 (?:.*\\[junit4\\]\\s++(?!Suite:)(?!Completed).*\\r?\\n)*+                                                                                   \
 .*\\[junit4\\]\\s++Completed\\s+.*<<<\\s*FAILURES!\\r?\\n                                                                            \
                                                                                                                                                                       \
|.*\\[junit4\\]\\s+JVM\\s+J\\d+:\\s+std(?:out|err)\\s+was\\s+not\\s+empty.*+\\s++                                            \
 (?:.*\\[junit4\\]\\s++(?!JVM\\s+\\d+:\\s+std)(?!\\<<<\\s+JVM\\s+J\\d+:\\s+EOF).*\\r?\\n)*+                              \
 .*\\[junit4\\]\\s++<<<\\s+JVM\\s+J\\d+:\\s+EOF.*\\r?\\n                                                                                   \
                                                                                                                                                                       \
|.*rat-sources:.*\\r?\\n                                                                                                                                     \
 (?:\\s*+\\[echo\\]\\s*\\r?\\n|\\s*+\\[echo\\]\\s++(?![1-9]\\d*\\s+Unknown\\s+License)\\S.*\\r?\\n)*+                  \
 \\s*+\\[echo\\]\\s+[1-9]\\d*\\s+Unknown\\s+License.*\\r?\\n                                                                            \
 (?:\\s*+\\[echo\\].*\\r?\\n)*+                                                                                                                             \
                                                                                                                                                                        \
|(?:.*\\r?\\n){2}.*\\[licenses\\]\\s+MISSING\\s+sha1(?:.*\\r?\\n){2}                                                                    \
                                                                                                                                                                        \
|.*check-licenses:.*\\r?\\n\\s*\\[echo\\].*\\r?\\n                                                                                                  \
 \\s*\\[licenses\\]\\s+(?:MISSING\\s+LICENSE|CHECKSUM\\s+FAILED).*\\r?\\n                                            \
 (?:\\s*+\\[licenses\\].*\\r?\\n)++                                                                                                                        \
                                                                                                                                                                         \
|(?:.*\\[javadoc\\]\\s++(?![1-9]\\d*\\s+(?:error|warning)).+\\r?\\n)*+                                                                    \
 .*\\[javadoc\\]\\s+[1-9]\\d*\\s+(?:error|warning).*\\r?\\n                                                                                     \
                                                                                                                                                                         \
|.*javadocs-lint:.*\\r?\\n(?:.*\\[exec\\].*\\r?\\n)*+                                                                                                 \
                                                                                                                                                                          \
|.*check.*:.*\\r?\\n                                                                                                                                              \
 (?:\\s*+\\[forbidden-apis\\]\\s*\\r?\\n                                                                                                                  \
  |\\s*+\\[forbidden-apis\\]\\s++                                                                                                                           \
    (?!Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\))\\S.*\\r?\n)*+                            \
 \\s*+\\[forbidden-apis\\]\\s++                                                                                                                              \
   Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\).*[1-9]\\d*\\s+error\\(s\\)\\.\\r?\\n      \
                                                                                                                                                                            \
|\\S+:\\s*\\r?\\n                                                                                                                                                     \
 (?:(?!\\S+:\\s*\\r?\\n)(?!.*:\\s+exec\\s+returned:\\s+[^0]).*\\r?\\n)*+                                                                     \
 .*:\\s+exec\\s+returned:\\s+[^0](?s:.*+)                                                                                                               \
                                                                                                                                                                             \
|.*\\[echo\\]\\s+Building\\s+.*\\r?\\n                                                                                                                       \
 \\s*ivy-fail:\\s*(?:\\r?\\n)+                                                                                                                                     \
 \\s*ivy-configure:\\s*(?:\\r?\\n)+                                                                                                                           \
 \\s*\\[ivy:configure\\].*(?:\\r?\\n)+                                                                                                                         \
 .*resolve:.*(?:\\r?\\n)+                                                                                                                                          \
 (?:\\s*\\[ivy:retrieve\\].*\\r?\\n)*                                                                                                                             \
 \\s*\\[ivy:retrieve\\]\\s+:::*\\s+(?:ERRORS|FAILED\\s+DOWNLOADS).*\\r?\\n                                                    \
 (?:\\s*\\[ivy:retrieve\\].*\\r?\\n)*                                                                                                                             \
                                                                                                                                                                             \
|.*-ecj-javadoc-lint-(?:src|tests):.*\\r?\\n                                                                                                                \
 (?:\\s*\\[mkdir].*\\r?\\n)?                                                                                                                                      \
 (?:\\s*\\[ecj-lint\\].*\\r?\\n)*                                                                                                                                   \
 \\s*\\[ecj-lint\\].*\\([1-9]\\d*\\s+error.*\\r?\\n                                                                                                          \
                                                                                                                                                                            \
|.*check-lib-versions:.*\\r?\\n                                                                                                                               \
 (?:\\s*\\[echo\\].*\\r?\\n)?                                                                                                                                     \
 (?:\\s*\\[libversions\\].*\\r?\\n)*                                                                                                                             \
 \\s*\\[libversions\\].*[1-9]\\d*\\s+error.*\\r?\\n                                                                                                       \
                                                                                                                                                                            \
|.*-validate-source-patterns:.*\\r?\\n                                                                                                                    \
 (?:\\s*\\[source-patterns\\].*\\r?\\n)+                                                                                                                    \
                                                                                                                                                                            \
|.*\\r?\\n.*Full\\s+thread\\s+dump(?s:.*+)                                                                                                             \
                                                                                                                                                                            \
|.*(?:FATAL|ERROR):(?s:.*+)                                                                                                                              \
                                                                                                                                                                            \
|.*\\#\\s+A\\s+fatal\\s+error\\s+has\\s+been\\s+detected\\s+by\\s+the\\s+Java\\s+Runtime\\s+Environment:(?s:.*+)          \
                                                                                                                                                                            \
|.*\\#\\s+There\\s+is\\s+insufficient\\s+memory\\s+for\\s+the\\s+Java\\s+Runtime\\s+Environment\\s+to\\s+continue\\.(?s:.*+) \
                                                                                                                                                                            \
|.*BUILD\\s+FAILED(?s:.*+)                                                                                                                                \
)"}