You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/04/26 23:29:14 UTC

[JENKINS] Lucene-Solr-BadApples-NightlyTests-master - Build # 60 - Still unstable

Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/60/

6 tests failed.
FAILED:  org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([887D8FCCD52C84D1]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.util.packed.TestPackedInts

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([887D8FCCD52C84D1]:0)


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([EEB2A8EAA0DB7B1B:65957B3BE1DDD09F]:0)
	at java.base/sun.nio.ch.Net.bind0(Native Method)
	at java.base/sun.nio.ch.Net.bind(Net.java:461)
	at java.base/sun.nio.ch.Net.bind(Net.java:453)
	at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
	at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.eclipse.jetty.server.Server.doStart(Server.java:394)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
11 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:     1) Thread[id=156390, name=qtp1134742835-156390, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    2) Thread[id=156494, name=qtp1134742835-156494, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    3) Thread[id=156387, name=qtp1134742835-156387, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    4) Thread[id=156389, name=qtp1134742835-156389, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    5) Thread[id=156392, name=Scheduler-7598014, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    6) Thread[id=156391, name=qtp1134742835-156391, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    7) Thread[id=156386, name=qtp1134742835-156386-acceptor-0@758a5ef-ServerConnector@3ee5f8e0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38263}, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    8) Thread[id=156383, name=qtp1134742835-156383, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100312040.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    9) Thread[id=156388, name=qtp1134742835-156388, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)   10) Thread[id=156385, name=qtp1134742835-156385, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100312040.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)   11) Thread[id=156489, name=Scheduler-1201492383, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 11 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 
   1) Thread[id=156390, name=qtp1134742835-156390, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=156494, name=qtp1134742835-156494, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=156387, name=qtp1134742835-156387, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=156389, name=qtp1134742835-156389, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   5) Thread[id=156392, name=Scheduler-7598014, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   6) Thread[id=156391, name=qtp1134742835-156391, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   7) Thread[id=156386, name=qtp1134742835-156386-acceptor-0@758a5ef-ServerConnector@3ee5f8e0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38263}, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   8) Thread[id=156383, name=qtp1134742835-156383, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100312040.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   9) Thread[id=156388, name=qtp1134742835-156388, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
  10) Thread[id=156385, name=qtp1134742835-156385, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100312040.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
  11) Thread[id=156489, name=Scheduler-1201492383, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([EEB2A8EAA0DB7B1B]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=156392, name=Scheduler-7598014, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    2) Thread[id=156383, name=qtp1134742835-156383, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100312040.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    3) Thread[id=156385, name=qtp1134742835-156385, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100312040.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    4) Thread[id=156489, name=Scheduler-1201492383, state=WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=156392, name=Scheduler-7598014, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=156383, name=qtp1134742835-156383, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100312040.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=156385, name=qtp1134742835-156385, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$159/0x0000000100312040.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=156489, name=Scheduler-1201492383, state=WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([EEB2A8EAA0DB7B1B]:0)


FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:37416/solr",           "node_name":"127.0.0.1:37416_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node4":{           "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node4/data/",           "base_url":"http://127.0.0.1:37362/solr",           "node_name":"127.0.0.1:37362_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node4/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node6":{           "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node6/data/",           "base_url":"http://127.0.0.1:37416/solr",           "node_name":"127.0.0.1:37416_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node6/data/tlog",           "core":"testSimple2_shard2_replica_n5",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:37362/solr",           "node_name":"127.0.0.1:37362_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n7",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:37416_solr, 127.0.0.1:41675_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:37416/solr",           "node_name":"127.0.0.1:37416_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node4":{           "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node4/data/",           "base_url":"http://127.0.0.1:37362/solr",           "node_name":"127.0.0.1:37362_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node4/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node6":{           "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node6/data/",           "base_url":"http://127.0.0.1:37416/solr",           "node_name":"127.0.0.1:37416_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node6/data/tlog",           "core":"testSimple2_shard2_replica_n5",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:37362/solr",           "node_name":"127.0.0.1:37362_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n7",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:37416/solr",
          "node_name":"127.0.0.1:37416_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node4":{
          "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node4/data/",
          "base_url":"http://127.0.0.1:37362/solr",
          "node_name":"127.0.0.1:37362_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node4/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node6":{
          "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node6/data/",
          "base_url":"http://127.0.0.1:37416/solr",
          "node_name":"127.0.0.1:37416_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node6/data/tlog",
          "core":"testSimple2_shard2_replica_n5",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:37362/solr",
          "node_name":"127.0.0.1:37362_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n7",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:37416_solr, 127.0.0.1:41675_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:37416/solr",
          "node_name":"127.0.0.1:37416_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node4":{
          "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node4/data/",
          "base_url":"http://127.0.0.1:37362/solr",
          "node_name":"127.0.0.1:37362_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node4/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node6":{
          "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node6/data/",
          "base_url":"http://127.0.0.1:37416/solr",
          "node_name":"127.0.0.1:37416_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node6/data/tlog",
          "core":"testSimple2_shard2_replica_n5",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:37362/solr",
          "node_name":"127.0.0.1:37362_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:45504/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n7",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([EEB2A8EAA0DB7B1B:D6018C148728AFCA]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 2164 lines...]
   [junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
   [junit4]   2> Apr. 26, 2019 11:34:26 NACHM. com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.util.packed.TestPackedInts
   [junit4]   2>    1) Thread[id=2590, name=TEST-TestPackedInts.testPackedLongValues-seed#[887D8FCCD52C84D1], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2>         at java.base@11.0.1/java.security.AccessController.getStackAccessControlContext(Native Method)
   [junit4]   2>         at java.base@11.0.1/java.security.AccessController.checkPermission(AccessController.java:869)
   [junit4]   2>         at java.base@11.0.1/java.lang.SecurityManager.checkPermission(SecurityManager.java:322)
   [junit4]   2>         at java.base@11.0.1/java.lang.Class.checkMemberAccess(Class.java:2848)
   [junit4]   2>         at java.base@11.0.1/java.lang.Class.getDeclaredFields(Class.java:2247)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator$1.run(RamUsageEstimator.java:290)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator$1.run(RamUsageEstimator.java:287)
   [junit4]   2>         at java.base@11.0.1/java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:287)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:264)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:146)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:123)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:76)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:81)
   [junit4]   2>         at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:1030)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.base@11.0.1/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]   2>    2) Thread[id=11, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2>    3) Thread[id=2589, name=SUITE-TestPackedInts-seed#[887D8FCCD52C84D1], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2>         at java.base/java.lang.Thread.getStackTrace(Thread.java:1606)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.base/java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:708)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:629)
   [junit4]   2>    4) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.base@11.0.1/java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.join(Thread.java:1305)
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.join(Thread.java:1379)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:639)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:496)
   [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
   [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
   [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPackedInts -Dtests.method=testPackedLongValues -Dtests.seed=887D8FCCD52C84D1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=de-DE -Dtests.timezone=Europe/Saratov -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   7200s J0 | TestPackedInts.testPackedLongValues <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([887D8FCCD52C84D1]:0)
   [junit4]   2> Apr. 26, 2019 11:34:26 NACHM. com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Apr. 26, 2019 11:34:46 NACHM. com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.util.packed.TestPackedInts: 
   [junit4]   2>    1) Thread[id=2590, name=TEST-TestPackedInts.testPackedLongValues-seed#[887D8FCCD52C84D1], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2>         at java.base@11.0.1/java.util.AbstractCollection.toArray(AbstractCollection.java:139)
   [junit4]   2>         at java.base@11.0.1/java.util.ArrayList.addAll(ArrayList.java:701)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester$Accumulator.accumulateObject(RamUsageTester.java:53)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:187)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:123)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:76)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:81)
   [junit4]   2>         at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:1030)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.base@11.0.1/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> Apr. 26, 2019 11:34:46 NACHM. com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=2590, name=TEST-TestPackedInts.testPackedLongValues-seed#[887D8FCCD52C84D1], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2> Apr. 26, 2019 11:34:49 NACHM. com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=2590, name=TEST-TestPackedInts.testPackedLongValues-seed#[887D8FCCD52C84D1], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2>         at java.base@11.0.1/java.security.AccessController.getStackAccessControlContext(Native Method)
   [junit4]   2>         at java.base@11.0.1/java.security.AccessController.checkPermission(AccessController.java:869)
   [junit4]   2>         at java.base@11.0.1/java.lang.SecurityManager.checkPermission(SecurityManager.java:322)
   [junit4]   2>         at java.base@11.0.1/java.lang.Class.checkMemberAccess(Class.java:2848)
   [junit4]   2>         at java.base@11.0.1/java.lang.Class.getDeclaredFields(Class.java:2247)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator$1.run(RamUsageEstimator.java:290)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator$1.run(RamUsageEstimator.java:287)
   [junit4]   2>         at java.base@11.0.1/java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:287)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:264)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:146)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:123)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:76)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:81)
   [junit4]   2>         at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:1030)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at java.base@11.0.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.base@11.0.1/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@625b0820), locale=de-DE, timezone=Europe/Saratov
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=2,free=304983584,total=517996544
   [junit4]   2> NOTE: All tests run in this JVM: [TestLongPostings, TestReadOnlyIndex, TestDuelingCodecsAtNight, Test2BPagedBytes, TestTermRangeQuery, TestOmitNorms, TestSubScorerFreqs, TestNoMergeScheduler, TestIndexTooManyDocs, TestAllFilesCheckIndexHeader, TestNIOFSDirectory, TestFieldUpdatesBuffer, TestPointValues, TestStressDeletes, TestConjunctions, TestCrash, TestSpanContainQuery, TestLongBitSet, TestStressNRT, TestSoftDeletesRetentionMergePolicy, TestSort, TestInPlaceMergeSorter, TestCustomTermFreq, TestMultiLevelSkipList, TestShardSearching, TestSortedNumericSortField, Test2BPostingsBytes, TestSingleInstanceLockFactory, TestBagOfPostings, TestDeterminizeLexicon, TestMathUtil, TestScoreCachingWrappingScorer, TestPerFieldPostingsFormat, TestTopDocsCollector, TestVersion, TestLatLonPointQueries, TestMutableValues, TestByteSlices, TestDelegatingAnalyzerWrapper, TestCodecs, TestFloatRange, TestNormsFieldExistsQuery, Test2BPoints, TestLucene50TermVectorsFormat, TestBytesStore, TestDocValuesRewriteMethod, TestIndexWriterOnDiskFull, TestDocValues, TestSloppyMath, TestCompiledAutomaton, TestTimSorter, TestPayloads, TestSpanFirstQuery, TestOperations, TestDocIdsWriter, TestRegexpQuery, TestFeatureField, TestIndexWriterOutOfFileDescriptors, TestDirectoryReader, TestDirectory, TestReusableStringReader, TestLatLonPoint, TestControlledRealTimeReopenThread, TestNRTReaderWithThreads, TestFieldValueQuery, TestLucene50StoredFieldsFormat, TestCloseableThreadLocal, TestUsageTrackingFilterCachingPolicy, TestNotDocIdSet, TestCharArraySet, TestDocCount, TestBlockPostingsFormat, TestAllFilesHaveCodecHeader, TestBooleanQuery, TestSpanTermQuery, TestIndexOptions, TestFlex, TestPackedInts]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPackedInts -Dtests.seed=887D8FCCD52C84D1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=de-DE -Dtests.timezone=Europe/Saratov -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestPackedInts (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([887D8FCCD52C84D1]:0)
   [junit4] Completed [507/514 (1!)] on J0 in 7222.69s, 4 tests, 2 errors, 1 skipped <<< FAILURES!

[...truncated 12621 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_EEB2A8EAA0DB7B1B-001/init-core-data-001
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3341394 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3341408 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3341411 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 3341413 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3341413 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3341413 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3341414 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@737a738c{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3341600 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3b89c85c{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-44994-hdfs-_-any-1436333443723690525.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 3341600 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2bfe2355{HTTP/1.1,[http/1.1]}{localhost:44994}
   [junit4]   2> 3341600 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.Server Started @3341732ms
   [junit4]   2> 3341680 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3341682 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 3341683 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3341683 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3341683 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3341683 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32aaf86{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3341853 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@cb7ac7{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-46131-datanode-_-any-16084647952282196021.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 3341853 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4a3649a{HTTP/1.1,[http/1.1]}{localhost:46131}
   [junit4]   2> 3341853 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.Server Started @3341985ms
   [junit4]   2> 3341916 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3341918 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 3341919 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3341919 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3341919 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3341919 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54c0ed4a{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3342006 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xe0a62356cd29db13: Processing first storage report for DS-bb004fce-f15f-4318-943d-d9be93716f39 from datanode 5caf5d2c-f026-440b-8b94-b5ae1070898d
   [junit4]   2> 3342006 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xe0a62356cd29db13: from storage DS-bb004fce-f15f-4318-943d-d9be93716f39 node DatanodeRegistration(127.0.0.1:34026, datanodeUuid=5caf5d2c-f026-440b-8b94-b5ae1070898d, infoPort=33836, infoSecurePort=0, ipcPort=42398, storageInfo=lv=-57;cid=testClusterID;nsid=904904993;c=1556319027687), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
   [junit4]   2> 3342006 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xe0a62356cd29db13: Processing first storage report for DS-6a78418a-d796-4ab9-8e3c-acebdcd6943b from datanode 5caf5d2c-f026-440b-8b94-b5ae1070898d
   [junit4]   2> 3342006 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xe0a62356cd29db13: from storage DS-6a78418a-d796-4ab9-8e3c-acebdcd6943b node DatanodeRegistration(127.0.0.1:34026, datanodeUuid=5caf5d2c-f026-440b-8b94-b5ae1070898d, infoPort=33836, infoSecurePort=0, ipcPort=42398, storageInfo=lv=-57;cid=testClusterID;nsid=904904993;c=1556319027687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3342107 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7e5ce2d7{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-43881-datanode-_-any-8970641051902287290.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 3342107 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@580b1ca1{HTTP/1.1,[http/1.1]}{localhost:43881}
   [junit4]   2> 3342107 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[EEB2A8EAA0DB7B1B]-worker) [    ] o.e.j.s.Server Started @3342239ms
   [junit4]   2> 3342214 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x844dcb7be5d39e67: Processing first storage report for DS-588cfe3c-47c0-473c-867d-871111a16f32 from datanode 3fba514d-b4fa-4fad-ba23-a3fccd1d218b
   [junit4]   2> 3342214 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x844dcb7be5d39e67: from storage DS-588cfe3c-47c0-473c-867d-871111a16f32 node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=3fba514d-b4fa-4fad-ba23-a3fccd1d218b, infoPort=38737, infoSecurePort=0, ipcPort=37702, storageInfo=lv=-57;cid=testClusterID;nsid=904904993;c=1556319027687), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3342214 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x844dcb7be5d39e67: Processing first storage report for DS-731f106e-66af-443e-86b0-6dafb8a5c891 from datanode 3fba514d-b4fa-4fad-ba23-a3fccd1d218b
   [junit4]   2> 3342214 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x844dcb7be5d39e67: from storage DS-731f106e-66af-443e-86b0-6dafb8a5c891 node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=3fba514d-b4fa-4fad-ba23-a3fccd1d218b, infoPort=38737, infoSecurePort=0, ipcPort=37702, storageInfo=lv=-57;cid=testClusterID;nsid=904904993;c=1556319027687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3342278 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[EEB2A8EAA0DB7B1B]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_EEB2A8EAA0DB7B1B-001/tempDir-002
   [junit4]   2> 3342279 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[EEB2A8EAA0DB7B1B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3342279 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3342280 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3342379 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[EEB2A8EAA0DB7B1B]) [    ] o.a.s.c.ZkTestServer start zk server on port:33222
   [junit4]   2> 3342380 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[EEB2A8EAA0DB7B1B]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33222
   [junit4]   2> 3342380 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[EEB2A8EAA0DB7B1B]) [    ] o.a.s.c.ZkTestServer connecting to 127

[...truncated too long message...]

evel-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/null12642489
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/null12642489
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/null12642489

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 57ms :: artifacts dl 7ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 390 minutes 3 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-NightlyTests-master - Build # 65 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/65/

7 tests failed.
FAILED:  org.apache.lucene.search.TestRegexpRandom2.testRegexps

Error Message:
Hit 11 docnumbers don't match Hits length1=15 length2=15 hit=0: doc11=1.0 shardIndex=0,  doc11=1.0 shardIndex=0 hit=1: doc84=1.0 shardIndex=0,  doc84=1.0 shardIndex=0 hit=2: doc107=1.0 shardIndex=0,  doc107=1.0 shardIndex=0 hit=3: doc109=1.0 shardIndex=0,  doc109=1.0 shardIndex=0 hit=4: doc119=1.0 shardIndex=0,  doc119=1.0 shardIndex=0 hit=5: doc408=1.0 shardIndex=0,  doc408=1.0 shardIndex=0 hit=6: doc457=1.0 shardIndex=0,  doc457=1.0 shardIndex=0 hit=7: doc461=1.0 shardIndex=0,  doc461=1.0 shardIndex=0 hit=8: doc544=1.0 shardIndex=0,  doc544=1.0 shardIndex=0 hit=9: doc554=1.0 shardIndex=0,  doc554=1.0 shardIndex=0 hit=10: doc593=1.0 shardIndex=0,  doc593=1.0 shardIndex=0 hit=11: doc789=1.0 shardIndex=0,  doc867=1.0 shardIndex=0 hit=12: doc798=1.0 shardIndex=0,  doc789=1.0 shardIndex=1 hit=13: doc867=1.0 shardIndex=0,  doc798=1.0 shardIndex=1 hit=14: doc933=1.0 shardIndex=0,  doc933=1.0 shardIndex=1 for query:field:/[+?-֥??).[ﱦ*/]./

Stack Trace:
junit.framework.AssertionFailedError: Hit 11 docnumbers don't match
Hits length1=15	length2=15
hit=0: doc11=1.0 shardIndex=0,	 doc11=1.0 shardIndex=0
hit=1: doc84=1.0 shardIndex=0,	 doc84=1.0 shardIndex=0
hit=2: doc107=1.0 shardIndex=0,	 doc107=1.0 shardIndex=0
hit=3: doc109=1.0 shardIndex=0,	 doc109=1.0 shardIndex=0
hit=4: doc119=1.0 shardIndex=0,	 doc119=1.0 shardIndex=0
hit=5: doc408=1.0 shardIndex=0,	 doc408=1.0 shardIndex=0
hit=6: doc457=1.0 shardIndex=0,	 doc457=1.0 shardIndex=0
hit=7: doc461=1.0 shardIndex=0,	 doc461=1.0 shardIndex=0
hit=8: doc544=1.0 shardIndex=0,	 doc544=1.0 shardIndex=0
hit=9: doc554=1.0 shardIndex=0,	 doc554=1.0 shardIndex=0
hit=10: doc593=1.0 shardIndex=0,	 doc593=1.0 shardIndex=0
hit=11: doc789=1.0 shardIndex=0,	 doc867=1.0 shardIndex=0
hit=12: doc798=1.0 shardIndex=0,	 doc789=1.0 shardIndex=1
hit=13: doc867=1.0 shardIndex=0,	 doc798=1.0 shardIndex=1
hit=14: doc933=1.0 shardIndex=0,	 doc933=1.0 shardIndex=1
for query:field:/[+?-֥??).[ﱦ*/]./
	at __randomizedtesting.SeedInfo.seed([58B50A5DBE06DB49:B9E94B4C60AC8CC1]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.lucene.search.CheckHits.checkEqual(CheckHits.java:205)
	at org.apache.lucene.search.TestRegexpRandom2.assertSame(TestRegexpRandom2.java:178)
	at org.apache.lucene.search.TestRegexpRandom2.testRegexps(TestRegexpRandom2.java:164)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.lucene.search.TestSimpleSearchEquivalence.testBoostQuerySimplification

Error Message:
expected:<4947> but was:<5035>

Stack Trace:
java.lang.AssertionError: expected:<4947> but was:<5035>
	at __randomizedtesting.SeedInfo.seed([58B50A5DBE06DB49:ADCB9999E5949E8D]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:255)
	at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:228)
	at org.apache.lucene.search.TestSimpleSearchEquivalence.testBoostQuerySimplification(TestSimpleSearchEquivalence.java:219)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.lucene.search.TestSimpleSearchEquivalence.testBooleanBoostPropagation

Error Message:
expected:<4956> but was:<4992>

Stack Trace:
java.lang.AssertionError: expected:<4956> but was:<4992>
	at __randomizedtesting.SeedInfo.seed([58B50A5DBE06DB49:74F8CD2A5FE29D92]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:255)
	at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:228)
	at org.apache.lucene.search.TestSimpleSearchEquivalence.testBooleanBoostPropagation(TestSimpleSearchEquivalence.java:235)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([2AAA18BFD3783BF7:A18DCB6E927E9073]:0)
	at java.base/sun.nio.ch.Net.bind0(Native Method)
	at java.base/sun.nio.ch.Net.bind(Net.java:461)
	at java.base/sun.nio.ch.Net.bind(Net.java:453)
	at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
	at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.eclipse.jetty.server.Server.doStart(Server.java:394)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:     1) Thread[id=30529, name=Scheduler-1775321171, state=WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    2) Thread[id=30447, name=qtp1844365622-30447-acceptor-٠@40a724d1-ServerConnector@18e57a81{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:٣٧٢٨٨}, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    3) Thread[id=30455, name=Scheduler-1619380948, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    4) Thread[id=30452, name=qtp1844365622-30452, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    5) Thread[id=30448, name=qtp1844365622-30448, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    6) Thread[id=30446, name=qtp1844365622-30446, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$163/0x0000000100387840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    7) Thread[id=30454, name=qtp1844365622-30454, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    8) Thread[id=30453, name=qtp1844365622-30453, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    9) Thread[id=30450, name=qtp1844365622-30450, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)   10) Thread[id=30445, name=qtp1844365622-30445, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$163/0x0000000100387840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 
   1) Thread[id=30529, name=Scheduler-1775321171, state=WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=30447, name=qtp1844365622-30447-acceptor-٠@40a724d1-ServerConnector@18e57a81{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:٣٧٢٨٨}, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=30455, name=Scheduler-1619380948, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=30452, name=qtp1844365622-30452, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   5) Thread[id=30448, name=qtp1844365622-30448, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   6) Thread[id=30446, name=qtp1844365622-30446, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$163/0x0000000100387840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   7) Thread[id=30454, name=qtp1844365622-30454, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   8) Thread[id=30453, name=qtp1844365622-30453, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   9) Thread[id=30450, name=qtp1844365622-30450, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
  10) Thread[id=30445, name=qtp1844365622-30445, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$163/0x0000000100387840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([2AAA18BFD3783BF7]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=30529, name=Scheduler-1775321171, state=WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    2) Thread[id=30446, name=qtp1844365622-30446, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$163/0x0000000100387840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    3) Thread[id=30455, name=Scheduler-1619380948, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    4) Thread[id=30445, name=qtp1844365622-30445, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$163/0x0000000100387840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=30529, name=Scheduler-1775321171, state=WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=30446, name=qtp1844365622-30446, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$163/0x0000000100387840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=30455, name=Scheduler-1619380948, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=30445, name=qtp1844365622-30445, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$163/0x0000000100387840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([2AAA18BFD3783BF7]:0)


FAILED:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
Captured an uncaught exception in thread: Thread[id=73406, name=Thread-53259, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=73406, name=Thread-53259, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
	at __randomizedtesting.SeedInfo.seed([2AAA18BFD3783BF7]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:999)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1026)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:695)




Build Log:
[...truncated 912 lines...]
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRegexpRandom2 -Dtests.method=testRegexps -Dtests.seed=58B50A5DBE06DB49 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=bez -Dtests.timezone=America/Antigua -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 1.50s J1 | TestRegexpRandom2.testRegexps <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: Hit 11 docnumbers don't match
   [junit4]    > Hits length1=15	length2=15
   [junit4]    > hit=0: doc11=1.0 shardIndex=0,	 doc11=1.0 shardIndex=0
   [junit4]    > hit=1: doc84=1.0 shardIndex=0,	 doc84=1.0 shardIndex=0
   [junit4]    > hit=2: doc107=1.0 shardIndex=0,	 doc107=1.0 shardIndex=0
   [junit4]    > hit=3: doc109=1.0 shardIndex=0,	 doc109=1.0 shardIndex=0
   [junit4]    > hit=4: doc119=1.0 shardIndex=0,	 doc119=1.0 shardIndex=0
   [junit4]    > hit=5: doc408=1.0 shardIndex=0,	 doc408=1.0 shardIndex=0
   [junit4]    > hit=6: doc457=1.0 shardIndex=0,	 doc457=1.0 shardIndex=0
   [junit4]    > hit=7: doc461=1.0 shardIndex=0,	 doc461=1.0 shardIndex=0
   [junit4]    > hit=8: doc544=1.0 shardIndex=0,	 doc544=1.0 shardIndex=0
   [junit4]    > hit=9: doc554=1.0 shardIndex=0,	 doc554=1.0 shardIndex=0
   [junit4]    > hit=10: doc593=1.0 shardIndex=0,	 doc593=1.0 shardIndex=0
   [junit4]    > hit=11: doc789=1.0 shardIndex=0,	 doc867=1.0 shardIndex=0
   [junit4]    > hit=12: doc798=1.0 shardIndex=0,	 doc789=1.0 shardIndex=1
   [junit4]    > hit=13: doc867=1.0 shardIndex=0,	 doc798=1.0 shardIndex=1
   [junit4]    > hit=14: doc933=1.0 shardIndex=0,	 doc933=1.0 shardIndex=1
   [junit4]    > for query:field:/[+?-֥??).[ﱦ*/]./
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([58B50A5DBE06DB49:B9E94B4C60AC8CC1]:0)
   [junit4]    > 	at junit.framework.Assert.fail(Assert.java:57)
   [junit4]    > 	at org.apache.lucene.search.CheckHits.checkEqual(CheckHits.java:205)
   [junit4]    > 	at org.apache.lucene.search.TestRegexpRandom2.assertSame(TestRegexpRandom2.java:178)
   [junit4]    > 	at org.apache.lucene.search.TestRegexpRandom2.testRegexps(TestRegexpRandom2.java:164)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@366a5d16), locale=bez, timezone=America/Antigua
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=398824232,total=495976448
   [junit4]   2> NOTE: All tests run in this JVM: [TestMinShouldMatch2, TestBM25Similarity, TestPayloads, TestMixedDocValuesUpdates, TestDocCount, TestFloatRange, TestByteArrayDataInput, TestSortedSetSortField, TestQueryVisitor, TestFeatureSort, TestAxiomaticF3EXP, TestMultiMMap, TestSpanNearQuery, TestFixedBitSet, TestSegmentCacheables, TestLucene80NormsFormatMergeInstance, TestUTF32ToUTF8, TestIndexWriterOutOfFileDescriptors, TestTryDelete, TestUpgradeIndexMergePolicy, TestFilterSpans, TestFlex, TestOneMergeWrappingMergePolicy, TestMultiPhraseQuery, TestSloppyPhraseQuery2, TestSameScoresWithThreads, TestTotalHits, TestSegmentToThreadMapping, TestDirectoryReader, Test2BTerms, TestSimilarityBase, TestRecyclingByteBlockAllocator, TestFstDirect, TestSimilarityProvider, TestStopFilter, TestCodecs, TestPerFieldPostingsFormat2, TestTermdocPerf, TestOmitNorms, TestFilterDirectoryReader, TestMaxTermFrequency, TestBooleanRewrites, TestSpanExplanationsOfNonMatches, TestMatchNoDocsQuery, TestMultiLevelSkipList, TestTimeLimitingCollector, TestNoMergeScheduler, TestSpanSearchEquivalence, TestNativeFSLockFactory, TestWeakIdentityMap, TestBoolean2, TestDeterminism, TestIndexFileDeleter, TestIndexWriterExceptions, TestIndexWriterConfig, TestParallelLeafReader, TestIndexingSequenceNumbers, TestSearch, TestClassicSimilarity, Test2BPoints, TermInSetQueryTest, TestBytesRefArray, TestLongRangeFieldQueries, TestLucene50CompoundFormat, TestNRTReaderWithThreads, TestPointValues, TestSwappedIndexFiles, TestPositionIncrement, TestCrash, TestDocument, TestCustomTermFreq, TestMultiThreadTermVectors, TestRegexpRandom2]
   [junit4] Completed [185/517 (1!)] on J1 in 1.78s, 1 test, 1 failure <<< FAILURES!

[...truncated 921 lines...]
   [junit4] Suite: org.apache.lucene.search.TestSimpleSearchEquivalence
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimpleSearchEquivalence -Dtests.method=testBoostQuerySimplification -Dtests.seed=58B50A5DBE06DB49 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=tzm-MA -Dtests.timezone=Indian/Christmas -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 1.17s J1 | TestSimpleSearchEquivalence.testBoostQuerySimplification <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<4947> but was:<5035>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([58B50A5DBE06DB49:ADCB9999E5949E8D]:0)
   [junit4]    > 	at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:255)
   [junit4]    > 	at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:228)
   [junit4]    > 	at org.apache.lucene.search.TestSimpleSearchEquivalence.testBoostQuerySimplification(TestSimpleSearchEquivalence.java:219)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimpleSearchEquivalence -Dtests.method=testBooleanBoostPropagation -Dtests.seed=58B50A5DBE06DB49 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=tzm-MA -Dtests.timezone=Indian/Christmas -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.79s J1 | TestSimpleSearchEquivalence.testBooleanBoostPropagation <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<4956> but was:<4992>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([58B50A5DBE06DB49:74F8CD2A5FE29D92]:0)
   [junit4]    > 	at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:255)
   [junit4]    > 	at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:228)
   [junit4]    > 	at org.apache.lucene.search.TestSimpleSearchEquivalence.testBooleanBoostPropagation(TestSimpleSearchEquivalence.java:235)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {field=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1101, maxMBSortInHeap=6.502576018029354, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2bebee82), locale=tzm-MA, timezone=Indian/Christmas
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=442334240,total=534773760
   [junit4]   2> NOTE: All tests run in this JVM: [TestMinShouldMatch2, TestBM25Similarity, TestPayloads, TestMixedDocValuesUpdates, TestDocCount, TestFloatRange, TestByteArrayDataInput, TestSortedSetSortField, TestQueryVisitor, TestFeatureSort, TestAxiomaticF3EXP, TestMultiMMap, TestSpanNearQuery, TestFixedBitSet, TestSegmentCacheables, TestLucene80NormsFormatMergeInstance, TestUTF32ToUTF8, TestIndexWriterOutOfFileDescriptors, TestTryDelete, TestUpgradeIndexMergePolicy, TestFilterSpans, TestFlex, TestOneMergeWrappingMergePolicy, TestMultiPhraseQuery, TestSloppyPhraseQuery2, TestSameScoresWithThreads, TestTotalHits, TestSegmentToThreadMapping, TestDirectoryReader, Test2BTerms, TestSimilarityBase, TestRecyclingByteBlockAllocator, TestFstDirect, TestSimilarityProvider, TestStopFilter, TestCodecs, TestPerFieldPostingsFormat2, TestTermdocPerf, TestOmitNorms, TestFilterDirectoryReader, TestMaxTermFrequency, TestBooleanRewrites, TestSpanExplanationsOfNonMatches, TestMatchNoDocsQuery, TestMultiLevelSkipList, TestTimeLimitingCollector, TestNoMergeScheduler, TestSpanSearchEquivalence, TestNativeFSLockFactory, TestWeakIdentityMap, TestBoolean2, TestDeterminism, TestIndexFileDeleter, TestIndexWriterExceptions, TestIndexWriterConfig, TestParallelLeafReader, TestIndexingSequenceNumbers, TestSearch, TestClassicSimilarity, Test2BPoints, TermInSetQueryTest, TestBytesRefArray, TestLongRangeFieldQueries, TestLucene50CompoundFormat, TestNRTReaderWithThreads, TestPointValues, TestSwappedIndexFiles, TestPositionIncrement, TestCrash, TestDocument, TestCustomTermFreq, TestMultiThreadTermVectors, TestRegexpRandom2, TestLMDirichletSimilarity, TestIndexWriterMergePolicy, TestTermQuery, TestByteSlices, TestIOUtils, TestNamedSPILoader, TestSparseFixedBitDocIdSet, TestFilterDirectory, TestCharFilter, TestDuelingCodecsAtNight, TestAutomaton, TestBooleanOr, TestDocValuesQueries, TestPerFieldPostingsFormat, TestLatLonPoint, TestLatLonPointDistanceFeatureQuery, TestLatLonPointDistanceSort, TestLongDistanceFeatureQuery, TestLongRange, TestGeoEncodingUtils, TestGeoUtils, TestPolygon, TestPolygon2D, Test2BBinaryDocValues, Test2BDocs, Test2BNumericDocValues, Test2BPostingsBytes, Test2BSortedDocValuesFixedSorted, TestAllFilesCheckIndexHeader, TestAllFilesDetectTruncation, TestAllFilesHaveCodecHeader, TestAtomicUpdate, TestBagOfPositions, TestBagOfPostings, TestBinaryDocValuesUpdates, TestCodecHoldsOpenFiles, TestCustomNorms, TestDemoParallelLeafReader, TestDocValues, TestDocValuesFieldUpdates, TestDocsAndPositions, TestDocsWithFieldSet, TestDocumentWriter, TestDocumentsWriterDeleteQueue, TestDocumentsWriterStallControl, TestTragicIndexWriterDeadlock, TestTransactionRollback, TestUniqueTermCount, TestAutomatonQueryUnicode, TestBlendedTermQuery, TestBlockMaxConjunction, TestBoostQuery, TestCachingCollector, TestComplexExplanations, TestComplexExplanationsOfNonMatches, TestConjunctionDISI, TestDateSort, TestDisjunctionMaxQuery, TestDocIdSetIterator, TestDoubleRangeFieldQueries, TestFuzzyQuery, TestIndexSearcher, TestIntRangeFieldQueries, TestLatLonDocValuesQueries, TestMaxScoreSumPropagator, TestMultiPhraseEnum, TestNeedsScores, TestNormsFieldExistsQuery, TestPhrasePrefixQuery, TestPhraseQuery, TestPointQueries, TestPrefixQuery, TestPrefixRandom, TestScorerPerf, TestSearchAfter, TestSearchWithThreads, TestSimilarity, TestSimpleExplanationsOfNonMatches, TestSimpleExplanationsWithFillerDocs, TestSimpleSearchEquivalence]
   [junit4] Completed [424/517 (2!)] on J1 in 11.60s, 17 tests, 2 failures <<< FAILURES!

[...truncated 11849 lines...]
   [junit4] Suite: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_2AAA18BFD3783BF7-001/init-core-data-001
   [junit4]   2> 2011809 WARN  (SUITE-TestDistributedStatsComponentCardinality-seed#[2AAA18BFD3783BF7]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=167 numCloses=167
   [junit4]   2> 2011809 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[2AAA18BFD3783BF7]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2011810 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[2AAA18BFD3783BF7]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-9062")
   [junit4]   2> 2011810 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[2AAA18BFD3783BF7]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2011810 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[2AAA18BFD3783BF7]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2011983 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_2AAA18BFD3783BF7-001/tempDir-001/control/cores/collection1
   [junit4]   2> 2011984 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2011985 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2011985 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2011985 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2011987 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2011987 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2011987 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2011988 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@434ea356{/,null,AVAILABLE}
   [junit4]   2> 2011991 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@414b1492{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45447}
   [junit4]   2> 2011991 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.Server Started @2012114ms
   [junit4]   2> 2011991 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=45447, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_2AAA18BFD3783BF7-001/tempDir-001/control/cores}
   [junit4]   2> 2011991 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2011991 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2011991 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2011992 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2011992 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2011992 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-07T22:42:25.028078Z
   [junit4]   2> 2011992 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_2AAA18BFD3783BF7-001/tempDir-001/control/solr.xml
   [junit4]   2> 2011995 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2011995 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2011997 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a61e92e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2012067 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2012069 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3ada6bbb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2012072 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5c324fc2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2012094 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2012094 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2012123 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a61e92e
   [junit4]   2> 2012144 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a61e92e
   [junit4]   2> 2012144 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a61e92e
   [junit4]   2> 2012147 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_2AAA18BFD3783BF7-001/tempDir-001/control/cores
   [junit4]   2> 2012147 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2012148 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2012173 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2012208 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2012314 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2012324 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2012325 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a61e92e
   [junit4]   2> 2012325 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_2AAA18BFD3783BF7-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 2012327 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=3, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5030074113320369]
   [junit4]   2> 2012408 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2012408 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2012409 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=9.9052734375, floorSegmentMB=1.0751953125, forceMergeDeletesPctAllowed=18.012163403196418, segmentsPerTier=48.0, maxCFSSegmentSizeMB=2.021484375, noCFSRatio=0.0, deletesPctAllowed=45.502490677777764
   [junit4]   2> 2012410 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@111ac587[collection1] main]
   [junit4]   2> 2012410 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2012422 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2012461 INFO  (coreLoadExecutor-7286-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2012461 INFO  (searcherExecutor-7287-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2012462 INFO  (searcherExecutor-7287-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2012462 INFO  (searcherExecutor-7287-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2012462 INFO  (searcherExecutor-7287-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2012462 INFO  (searcherExecutor-7287-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2012463 INFO  (searcherExecutor-7287-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2012463 INFO  (searcherExecutor-7287-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2012463 INFO  (searcherExecutor-7287-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2012464 INFO  (searcherExecutor-7287-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2012465 INFO  (searcherExecutor-7287-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@111ac587[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2013135 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_2AAA18BFD3783BF7-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 2013136 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2013136 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2013136 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2013136 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2013138 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2013138 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2013138 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2013138 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dea1bfa{/,null,AVAILABLE}
   [junit4]   2> 2013139 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@125729fe{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46715}
   [junit4]   2> 2013139 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.s.Server Started @2013262ms
   [junit4]   2> 2013139 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=46715, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_2AAA18BFD3783BF7-001/tempDir-001/shard0/cores}
   [junit4]   2> 2013139 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2013139 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2013139 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2013139 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2013139 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2013139 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-07T22:42:26.175936Z
   [junit4]   2> 2013140 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_2AAA18BFD3783BF7-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 2013143 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2013143 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2013145 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a61e92e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2013333 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2013334 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@467f284[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2013338 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3ca3a44[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2013358 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2013358 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2013391 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a61e92e
   [junit4]   2> 2013416 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a61e92e
   [junit4]   2> 2013416 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a61e92e
   [junit4]   2> 2013419 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_2AAA18BFD3783BF7-001/tempDir-001/shard0/cores
   [junit4]   2> 2013419 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[2AAA18BFD3783BF7]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2013420 INFO  (coreLoadExecutor-7299-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2013446 INFO  (coreLoadExecutor-7299-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2013481 INFO  (coreLoadExecutor-7299-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2013592 INFO  (coreLoadExecutor-7299-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2013602 INFO  (coreLoadExecutor-7299-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2013603 INFO  (coreLoadExecutor-7299-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a61e92e
   [junit4]   2> 2013603 INFO  (coreLoadExecutor-7299-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_2AAA18BFD3783BF7-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 2013605 INFO  (coreLoadExecutor-7299-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=3, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5030074113320369]
   [junit4]   2> 2013682 INFO  (coreLoadExecutor-7299-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2013682 INFO  (coreLoadExecutor-7299-thread-1) [    x:collection1 ]

[...truncated too long message...]

gs.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/null892535125
     [copy] Copying 248 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/null892535125
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/null892535125

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 70ms :: artifacts dl 6ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 328 minutes 56 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-NightlyTests-master - Build # 64 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/64/

5 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudRecovery2.test

Error Message:
Error from server at http://127.0.0.1:33937/solr: Async exception during distributed update: java.net.ConnectException: Connection refused

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33937/solr: Async exception during distributed update: java.net.ConnectException: Connection refused
	at __randomizedtesting.SeedInfo.seed([E7D2DC355CBA5936:6F86E3EFF24634CE]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:649)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:239)
	at org.apache.solr.cloud.TestCloudRecovery2.test(TestCloudRecovery2.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.export.TestExportWriter.testStringWithCase

Error Message:
expected:<...:"3"},       {"id":"[1"},       {"id":"4]"},       {"id":"2"}...> but was:<...:"3"},       {"id":"[4"},       {"id":"1]"},       {"id":"2"}...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...:"3"},
      {"id":"[1"},
      {"id":"4]"},
      {"id":"2"}...> but was:<...:"3"},
      {"id":"[4"},
      {"id":"1]"},
      {"id":"2"}...>
	at __randomizedtesting.SeedInfo.seed([E7D2DC355CBA5936:839920B3C5375953]:0)
	at org.junit.Assert.assertEquals(Assert.java:115)
	at org.junit.Assert.assertEquals(Assert.java:144)
	at org.apache.solr.handler.export.TestExportWriter.assertJsonEquals(TestExportWriter.java:540)
	at org.apache.solr.handler.export.TestExportWriter.testStringWithCase(TestExportWriter.java:365)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.export.TestExportWriter.testIndexOrder

Error Message:
expected:<...ocs":[       {"id":"[1"},       {"id":"2"},       {"id":"3"},       {"id":"4]"}]}}> but was:<...ocs":[       {"id":"[3"},       {"id":"4"},       {"id":"1"},       {"id":"2]"}]}}>

Stack Trace:
org.junit.ComparisonFailure: expected:<...ocs":[
      {"id":"[1"},
      {"id":"2"},
      {"id":"3"},
      {"id":"4]"}]}}> but was:<...ocs":[
      {"id":"[3"},
      {"id":"4"},
      {"id":"1"},
      {"id":"2]"}]}}>
	at __randomizedtesting.SeedInfo.seed([E7D2DC355CBA5936:2E9472B177136DC8]:0)
	at org.junit.Assert.assertEquals(Assert.java:115)
	at org.junit.Assert.assertEquals(Assert.java:144)
	at org.apache.solr.handler.export.TestExportWriter.assertJsonEquals(TestExportWriter.java:540)
	at org.apache.solr.handler.export.TestExportWriter.testIndexOrder(TestExportWriter.java:343)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:40637/solr",           "node_name":"127.0.0.1:40637_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"http://127.0.0.1:40193/solr",           "node_name":"127.0.0.1:40193_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:40637/solr",           "node_name":"127.0.0.1:40637_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:40193/solr",           "node_name":"127.0.0.1:40193_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:40395_solr, 127.0.0.1:40637_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:40637/solr",           "node_name":"127.0.0.1:40637_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"http://127.0.0.1:40193/solr",           "node_name":"127.0.0.1:40193_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:40637/solr",           "node_name":"127.0.0.1:40637_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:40193/solr",           "node_name":"127.0.0.1:40193_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:40637/solr",
          "node_name":"127.0.0.1:40637_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"http://127.0.0.1:40193/solr",
          "node_name":"127.0.0.1:40193_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:40637/solr",
          "node_name":"127.0.0.1:40637_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:40193/solr",
          "node_name":"127.0.0.1:40193_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:40395_solr, 127.0.0.1:40637_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:40637/solr",
          "node_name":"127.0.0.1:40637_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"http://127.0.0.1:40193/solr",
          "node_name":"127.0.0.1:40193_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:40637/solr",
          "node_name":"127.0.0.1:40637_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:40193/solr",
          "node_name":"127.0.0.1:40193_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:37803/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([E7D2DC355CBA5936:DF61F8CB7B498DE7]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
Captured an uncaught exception in thread: Thread[id=4186, name=Thread-2104, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4186, name=Thread-2104, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
	at __randomizedtesting.SeedInfo.seed([E7D2DC355CBA5936]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:999)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1026)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:695)




Build Log:
[...truncated 13207 lines...]
   [junit4] Suite: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/init-core-data-001
   [junit4]   2> 192184 WARN  (SUITE-TestDistributedStatsComponentCardinality-seed#[E7D2DC355CBA5936]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
   [junit4]   2> 192185 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[E7D2DC355CBA5936]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 192186 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[E7D2DC355CBA5936]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-9062")
   [junit4]   2> 192187 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[E7D2DC355CBA5936]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 192187 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[E7D2DC355CBA5936]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 192592 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/control/cores/collection1
   [junit4]   2> 192594 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 192596 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 192596 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 192596 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 192599 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 192599 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 192599 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 192600 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5865567a{/,null,AVAILABLE}
   [junit4]   2> 192601 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@53e171c0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44228}
   [junit4]   2> 192602 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.Server Started @192654ms
   [junit4]   2> 192602 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=44228, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/control/cores}
   [junit4]   2> 192602 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 192602 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 192602 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 192602 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 192602 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 192602 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-01T18:28:43.483924Z
   [junit4]   2> 192603 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/control/solr.xml
   [junit4]   2> 192609 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 192609 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 192611 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 192656 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 192658 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6bf99b5a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 192663 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@70301581[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 192734 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 192734 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 192764 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 192793 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 192793 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 192796 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/control/cores
   [junit4]   2> 192796 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 192808 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 192895 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 192978 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 193211 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 193243 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 193244 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 193244 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 193247 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=0.5029296875, floorSegmentMB=1.0458984375, forceMergeDeletesPctAllowed=28.251669289730923, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5443191583846448, deletesPctAllowed=24.389635910287282
   [junit4]   2> 193351 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 193351 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 193372 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 193372 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 193374 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=38.236328125, floorSegmentMB=0.666015625, forceMergeDeletesPctAllowed=3.9996290703126833, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=32.30399943702133
   [junit4]   2> 193376 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@445f37bc[collection1] main]
   [junit4]   2> 193377 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 193478 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 193558 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 193558 INFO  (coreLoadExecutor-483-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1635163805517348864
   [junit4]   2> 193560 INFO  (searcherExecutor-484-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 193561 INFO  (searcherExecutor-484-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 193561 INFO  (searcherExecutor-484-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 193561 INFO  (searcherExecutor-484-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 193562 INFO  (searcherExecutor-484-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 193562 INFO  (searcherExecutor-484-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 193563 INFO  (searcherExecutor-484-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 193563 INFO  (searcherExecutor-484-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 193564 INFO  (searcherExecutor-484-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 193566 INFO  (searcherExecutor-484-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@445f37bc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 193809 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 193810 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 193810 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 193810 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 193810 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 193812 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 193812 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 193812 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 193813 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14ee24f3{/,null,AVAILABLE}
   [junit4]   2> 193813 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@471bca7d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41701}
   [junit4]   2> 193813 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.Server Started @193865ms
   [junit4]   2> 193813 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=41701, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard0/cores}
   [junit4]   2> 193814 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 193814 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 193814 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 193814 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 193814 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 193814 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-01T18:28:44.695768Z
   [junit4]   2> 193815 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 193822 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 193822 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 193824 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 193898 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 193900 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@78cb8562[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 193918 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@45b3d618[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 193958 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 193958 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 194022 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 194071 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 194072 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 194087 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard0/cores
   [junit4]   2> 194087 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 194099 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 194183 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 194322 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 194614 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 194630 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 194631 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 194631 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 194635 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=0.5029296875, floorSegmentMB=1.0458984375, forceMergeDeletesPctAllowed=28.251669289730923, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5443191583846448, deletesPctAllowed=24.389635910287282
   [junit4]   2> 194781 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 194781 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 194784 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 194784 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 194785 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=38.236328125, floorSegmentMB=0.666015625, forceMergeDeletesPctAllowed=3.9996290703126833, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=32.30399943702133
   [junit4]   2> 194786 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cf7f282[collection1] main]
   [junit4]   2> 194787 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 194812 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 194895 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 194896 INFO  (coreLoadExecutor-497-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1635163806920343552
   [junit4]   2> 194898 INFO  (searcherExecutor-498-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 194898 INFO  (searcherExecutor-498-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 194898 INFO  (searcherExecutor-498-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 194898 INFO  (searcherExecutor-498-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 194899 INFO  (searcherExecutor-498-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 194900 INFO  (searcherExecutor-498-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 194900 INFO  (searcherExecutor-498-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 194901 INFO  (searcherExecutor-498-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 194902 INFO  (searcherExecutor-498-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 194926 INFO  (searcherExecutor-498-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2cf7f282[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 195093 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 195094 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 195095 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 195095 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 195095 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 195099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 195099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 195099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 195100 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@350686e4{/,null,AVAILABLE}
   [junit4]   2> 195101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4d7499a9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33511}
   [junit4]   2> 195101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.Server Started @195153ms
   [junit4]   2> 195101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=33511, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard1/cores}
   [junit4]   2> 195101 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 195101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 195101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 195101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 195101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 195102 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-01T18:28:45.983036Z
   [junit4]   2> 195102 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 195114 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 195114 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 195116 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 195301 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 195303 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7f175c69[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 195307 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1a3f5d11[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 195354 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 195354 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 195387 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 195410 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 195411 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 195414 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard1/cores
   [junit4]   2> 195414 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 195416 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 195464 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 195518 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 195673 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 195692 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 195693 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 195693 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 195697 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=0.5029296875, floorSegmentMB=1.0458984375, forceMergeDeletesPctAllowed=28.251669289730923, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5443191583846448, deletesPctAllowed=24.389635910287282
   [junit4]   2> 195799 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 195799 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 195801 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 195801 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 195803 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=38.236328125, floorSegmentMB=0.666015625, forceMergeDeletesPctAllowed=3.9996290703126833, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=32.30399943702133
   [junit4]   2> 195804 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5044778f[collection1] main]
   [junit4]   2> 195805 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 195827 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 195925 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 195925 INFO  (coreLoadExecutor-511-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1635163807999328256
   [junit4]   2> 195927 INFO  (searcherExecutor-512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 195928 INFO  (searcherExecutor-512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 195928 INFO  (searcherExecutor-512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 195928 INFO  (searcherExecutor-512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 195929 INFO  (searcherExecutor-512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 195929 INFO  (searcherExecutor-512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 195930 INFO  (searcherExecutor-512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 195930 INFO  (searcherExecutor-512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 195931 INFO  (searcherExecutor-512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 195938 INFO  (searcherExecutor-512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5044778f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 196234 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 196235 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 196236 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 196236 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 196236 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 196279 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 196279 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 196279 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 196280 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d2e10c1{/,null,AVAILABLE}
   [junit4]   2> 196282 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@241d4b5d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37957}
   [junit4]   2> 196282 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.Server Started @196334ms
   [junit4]   2> 196282 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=37957, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard2/cores}
   [junit4]   2> 196283 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 196283 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 196283 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 196283 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 196283 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 196283 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-01T18:28:47.164317Z
   [junit4]   2> 196283 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 196288 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 196288 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 196290 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 196447 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 196461 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@264e3198[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 196466 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1f3c5c6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 196488 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 196488 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 196521 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 196544 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 196545 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 196548 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard2/cores
   [junit4]   2> 196548 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 196549 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 196577 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 196645 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 196839 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 196855 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 196855 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b451c3a
   [junit4]   2> 196855 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 196859 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=0.5029296875, floorSegmentMB=1.0458984375, forceMergeDeletesPctAllowed=28.251669289730923, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5443191583846448, deletesPctAllowed=24.389635910287282
   [junit4]   2> 196955 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 196955 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 196957 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 196957 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 196959 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=38.236328125, floorSegmentMB=0.666015625, forceMergeDeletesPctAllowed=3.9996290703126833, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=32.30399943702133
   [junit4]   2> 196960 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6daffc09[collection1] main]
   [junit4]   2> 196961 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 196973 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 197087 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 197095 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1635163809226162176
   [junit4]   2> 197097 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 197098 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 197098 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 197098 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 197099 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 197099 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 197100 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 197100 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 197101 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 197111 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6daffc09[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 197793 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard3/cores/collection1
   [junit4]   2> 197794 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 197795 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 197795 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 197795 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 197819 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 197819 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 197820 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 197821 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76fe092e{/,null,AVAILABLE}
   [junit4]   2> 197825 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@70421e2c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45958}
   [junit4]   2> 197825 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.e.j.s.Server Started @197877ms
   [junit4]   2> 197825 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=45958, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_E7D2DC355CBA5936-001/tempDir-001/shard3/cores}
   [junit4]   2> 197826 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 197826 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 197826 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 197826 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 197826 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[E7D2DC355CBA5936]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 197826 INFO  (T

[...truncated too long message...]

_m=DocValuesFormat(name=Asserting), number_f_ni_t=DocValuesFormat(name=Lucene80), number_l_ni_t=DocValuesFormat(name=Direct), number_i_ni_p=DocValuesFormat(name=Asserting), number_dt_ni_p=DocValuesFormat(name=Lucene80), number_f_ni_p=DocValuesFormat(name=Lucene80), number_i_ni_t=DocValuesFormat(name=Asserting), number_dt_ni_t=DocValuesFormat(name=Lucene80), number_d_p=DocValuesFormat(name=Direct), field3_l_p=DocValuesFormat(name=Lucene80), field7_i_p=DocValuesFormat(name=Asserting), number_l_ni_p=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=796, maxMBSortInHeap=7.839133485294987, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5bd6e79e), locale=ps, timezone=America/Indiana/Vevay
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=150210704,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [NodeMutatorTest, SolrSlf4jReporterTest, ReindexCollectionTest, TestSubQueryTransformerCrossCore, TestSweetSpotSimilarityFactory, DistributedUpdateProcessorTest, CurrencyFieldTypeTest, SolrMetricManagerTest, MetricsHistoryWithAuthIntegrationTest, UnloadDistributedZkTest, TestCrossCoreJoin, TestAtomicUpdateErrorCases, CdcrWithNodesRestartsTest, TestCustomSort, TestCloudSchemaless, TestFieldCacheReopen, AdminHandlersProxyTest, TestExtendedDismaxParser, TermsComponentTest, TestSolrQueryParser, CloudExitableDirectoryReaderTest, TestReRankQParserPlugin, TestTrieFacet, TestGeoJSONResponseWriter, SubstringBytesRefFilterTest, V2StandaloneTest, CollectionsAPIAsyncDistributedZkTest, CustomTermsComponentTest, TestDynamicURP, PreAnalyzedFieldManagedSchemaCloudTest, TestSkipOverseerOperations, EnumFieldTest, TestHdfsBackupRestoreCore, LeaderVoteWaitTimeoutTest, TestLegacyTerms, TestStressLiveNodes, BufferStoreTest, HdfsBasicDistributedZkTest, OverseerStatusTest, TestRandomDVFaceting, UninvertDocValuesMergePolicyTest, TestLegacyNumericRangeQueryBuilder, JvmMetricsTest, TestSchemaSimilarityResource, TestJsonFacetsWithNestedObjects, TestRawTransformer, HLLUtilTest, RootFieldTest, ResponseBuilderTest, BooleanFieldTest, StressHdfsTest, TestManagedSynonymGraphFilterFactory, MoreLikeThisHandlerTest, BigEndianAscendingWordDeserializerTest, TestComplexPhraseLeadingWildcard, DataDrivenBlockJoinTest, ExplicitHLLTest, SolrCloudExampleTest, TestXIncludeConfig, TestInPlaceUpdateWithRouteField, CoreAdminHandlerTest, QueryEqualityTest, AddReplicaTest, SpatialFilterTest, TestZkChroot, SecurityConfHandlerTest, NodeMarkersRegistrationTest, ScheduledTriggerIntegrationTest, ConfigureRecoveryStrategyTest, TestFilteredDocIdSet, TestMinMaxOnMultiValuedField, TestSolrDeletionPolicy2, InfixSuggestersTest, TestSmileRequest, TestUniqueKeyFieldResource, HdfsTlogReplayBufferedWhileIndexingTest, ClassificationUpdateProcessorTest, TestJsonFacetRefinement, SaslZkACLProviderTest, PathHierarchyTokenizerFactoryTest, TestCoreContainer, TestGroupingSearch, TestXmlQParserPlugin, TestSolrCoreParser, TestAnalyzedSuggestions, NumericFieldsTest, UpdateParamsTest, TestSegmentSorting, MetricTriggerIntegrationTest, DistributedQueryComponentOptimizationTest, TestCloudRecovery, ChaosMonkeyNothingIsSafeTest, TestMaxTokenLenTokenizer, TestManagedSchemaThreadSafety, NodeAddedTriggerTest, TestRequestStatusCollectionAPI, DocValuesMissingTest, SampleTest, SuggestComponentTest, TestUpdate, TestSimpleTextCodec, BasicDistributedZk2Test, SharedFSAutoReplicaFailoverTest, RollingRestartTest, PeerSyncWithIndexFingerprintCachingTest, TestMacros, SimpleCollectionCreateDeleteTest, TestFieldCacheVsDocValues, MultiSolrCloudTestCaseTest, QueryResultKeyTest, SuggesterTest, TestLegacyField, OverseerCollectionConfigSetProcessorTest, ExitableDirectoryReaderTest, TestCSVLoader, TestConfigSetsAPIZkFailure, ZkShardTermsTest, TestChildDocTransformer, ForceLeaderWithTlogReplicasTest, TestWordDelimiterFilterFactory, TestRecoveryHdfs, ReplaceNodeTest, SolrIndexConfigTest, DistributedSuggestComponentTest, MoveReplicaHDFSFailoverTest, TestDocTermOrds, TriggerSetPropertiesIntegrationTest, TestSimExtremeIndexing, TestSolrCoreSnapshots, AsyncCallRequestStatusResponseTest, TestManagedResourceStorage, DeleteShardTest, TestDocBasedVersionConstraints, TestCloudNestedDocsSort, TestSolrCoreProperties, ResourceLoaderTest, TestSearchPerf, RequiredFieldsTest, LeaderFailoverAfterPartitionTest, SimpleMLTQParserTest, ReturnFieldsTest, HdfsAutoAddReplicasIntegrationTest, SearchRateTriggerTest, SystemLogListenerTest, TestPolicyCloud, TriggerCooldownIntegrationTest, TriggerEventQueueTest, TriggerIntegrationTest, TestSimDistribStateManager, TestSimDistributedQueue, TestSimExecutePlanAction, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, TestSimPolicyCloud, TestSimTriggerIntegration, TestSnapshotCloudManager, CdcrBidirectionalTest, CdcrOpsAndBoundariesTest, HdfsThreadLeakTest, ZkStateWriterTest, AlternateDirectoryTest, BlobRepositoryCloudTest, SolrCoreTest, TestBadConfig, TestConfigSetImmutable, TestDirectoryFactory, TestDynamicLoading, TestNRTOpen, TestQuerySenderNoQuery, TestShardHandlerFactory, FieldAnalysisRequestHandlerTest, JsonLoaderTest, TestRestoreCore, TestSolrConfigHandlerConcurrent, TestSystemCollAutoCreate, CoreMergeIndexesAdminHandlerTest, InfoHandlerTest, LoggingHandlerTest, LukeRequestHandlerTest, MetricsHistoryHandlerTest, StatsReloadRaceTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedFacetPivotSmallAdvancedTest, DistributedMLTComponentTest, ReplicaListTransformerTest, ResponseLogComponentTest, SearchHandlerTest, TestExportWriter]
   [junit4] Completed [635/858 (4!)] on J0 in 6.58s, 9 tests, 2 failures <<< FAILURES!

[...truncated 47991 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1212373815
 [ecj-lint] Compiling 69 source files to /tmp/ecj1212373815
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 28)
 [ecj-lint] 	import javax.naming.InitialContext;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.InitialContext is not accessible
 [ecj-lint] ----------
 [ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 29)
 [ecj-lint] 	import javax.naming.NamingException;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.NamingException is not accessible
 [ecj-lint] ----------
 [ecj-lint] 3. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 182)
 [ecj-lint] 	c = getFromJndi(initProps, jndiName);
 [ecj-lint] 	    ^^^^^^^^^^^
 [ecj-lint] The method getFromJndi(Properties, String) from the type new Callable<Connection>(){} refers to the missing type NamingException
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 245)
 [ecj-lint] 	private Connection getFromJndi(final Properties initProps, final String jndiName) throws NamingException,
 [ecj-lint] 	                                                                                         ^^^^^^^^^^^^^^^
 [ecj-lint] NamingException cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 5. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 249)
 [ecj-lint] 	InitialContext ctx =  new InitialContext();
 [ecj-lint] 	^^^^^^^^^^^^^^
 [ecj-lint] InitialContext cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 6. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 249)
 [ecj-lint] 	InitialContext ctx =  new InitialContext();
 [ecj-lint] 	                          ^^^^^^^^^^^^^^
 [ecj-lint] InitialContext cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 6 problems (6 errors)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/build.xml:662: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/common-build.xml:479: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/common-build.xml:2009: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/common-build.xml:2048: Compile failed; see the compiler error output for details.

Total time: 342 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-BadApples-NightlyTests-master - Build # 63 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/63/

4 tests failed.
FAILED:  org.apache.lucene.search.TestFieldCacheRewriteMethod.testRegexps

Error Message:
Hit 22 docnumbers don't match Hits length1=25 length2=25 hit=0: doc9=1.0,  doc9=1.0 hit=1: doc10=1.0,  doc10=1.0 hit=2: doc15=1.0,  doc15=1.0 hit=3: doc32=1.0,  doc32=1.0 hit=4: doc49=1.0,  doc49=1.0 hit=5: doc54=1.0,  doc54=1.0 hit=6: doc196=1.0,  doc196=1.0 hit=7: doc214=1.0,  doc214=1.0 hit=8: doc226=1.0,  doc226=1.0 hit=9: doc277=1.0,  doc277=1.0 hit=10: doc279=1.0,  doc279=1.0 hit=11: doc300=1.0,  doc300=1.0 hit=12: doc351=1.0,  doc351=1.0 hit=13: doc374=1.0,  doc374=1.0 hit=14: doc408=1.0,  doc408=1.0 hit=15: doc453=1.0,  doc453=1.0 hit=16: doc470=1.0,  doc470=1.0 hit=17: doc518=1.0,  doc518=1.0 hit=18: doc586=1.0,  doc586=1.0 hit=19: doc616=1.0,  doc616=1.0 hit=20: doc630=1.0,  doc630=1.0 hit=21: doc646=1.0,  doc646=1.0 hit=22: doc749=1.0,  doc700=1.0 hit=23: doc767=1.0,  doc722=1.0 hit=24: doc782=1.0,  doc749=1.0 for query:field:/--6h|򌭲*/

Stack Trace:
junit.framework.AssertionFailedError: Hit 22 docnumbers don't match
Hits length1=25	length2=25
hit=0: doc9=1.0,	 doc9=1.0
hit=1: doc10=1.0,	 doc10=1.0
hit=2: doc15=1.0,	 doc15=1.0
hit=3: doc32=1.0,	 doc32=1.0
hit=4: doc49=1.0,	 doc49=1.0
hit=5: doc54=1.0,	 doc54=1.0
hit=6: doc196=1.0,	 doc196=1.0
hit=7: doc214=1.0,	 doc214=1.0
hit=8: doc226=1.0,	 doc226=1.0
hit=9: doc277=1.0,	 doc277=1.0
hit=10: doc279=1.0,	 doc279=1.0
hit=11: doc300=1.0,	 doc300=1.0
hit=12: doc351=1.0,	 doc351=1.0
hit=13: doc374=1.0,	 doc374=1.0
hit=14: doc408=1.0,	 doc408=1.0
hit=15: doc453=1.0,	 doc453=1.0
hit=16: doc470=1.0,	 doc470=1.0
hit=17: doc518=1.0,	 doc518=1.0
hit=18: doc586=1.0,	 doc586=1.0
hit=19: doc616=1.0,	 doc616=1.0
hit=20: doc630=1.0,	 doc630=1.0
hit=21: doc646=1.0,	 doc646=1.0
hit=22: doc749=1.0,	 doc700=1.0
hit=23: doc767=1.0,	 doc722=1.0
hit=24: doc782=1.0,	 doc749=1.0
for query:field:/--6h|򌭲*/
	at __randomizedtesting.SeedInfo.seed([9F36018D4CEF1A8:E8AF21090A64A620]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.lucene.search.CheckHits.checkEqual(CheckHits.java:205)
	at org.apache.lucene.search.TestFieldCacheRewriteMethod.assertSame(TestFieldCacheRewriteMethod.java:42)
	at org.apache.lucene.search.TestRegexpRandom2.testRegexps(TestRegexpRandom2.java:164)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.lucene.search.TestRegexpRandom2.testRegexps

Error Message:
Hit 10 docnumbers don't match Hits length1=25 length2=25 hit=0: doc20=1.0,  doc20=1.0 hit=1: doc63=1.0,  doc63=1.0 hit=2: doc77=1.0,  doc77=1.0 hit=3: doc93=1.0,  doc93=1.0 hit=4: doc203=1.0,  doc203=1.0 hit=5: doc262=1.0,  doc262=1.0 hit=6: doc340=1.0,  doc340=1.0 hit=7: doc351=1.0,  doc351=1.0 hit=8: doc423=1.0,  doc423=1.0 hit=9: doc425=1.0,  doc425=1.0 hit=10: doc442=1.0,  doc434=1.0 hit=11: doc486=1.0,  doc442=1.0 hit=12: doc503=1.0,  doc486=1.0 hit=13: doc562=1.0,  doc503=1.0 hit=14: doc580=1.0,  doc543=1.0 hit=15: doc692=1.0,  doc562=1.0 hit=16: doc694=1.0,  doc580=1.0 hit=17: doc700=1.0,  doc587=1.0 hit=18: doc747=1.0,  doc619=1.0 hit=19: doc947=1.0,  doc650=1.0 hit=20: doc967=1.0,  doc668=1.0 hit=21: doc619=1.0,  doc692=1.0 hit=22: doc650=1.0,  doc694=1.0 hit=23: doc668=1.0,  doc700=1.0 hit=24: doc761=1.0,  doc747=1.0 for query:field://

Stack Trace:
junit.framework.AssertionFailedError: Hit 10 docnumbers don't match
Hits length1=25	length2=25
hit=0: doc20=1.0,	 doc20=1.0
hit=1: doc63=1.0,	 doc63=1.0
hit=2: doc77=1.0,	 doc77=1.0
hit=3: doc93=1.0,	 doc93=1.0
hit=4: doc203=1.0,	 doc203=1.0
hit=5: doc262=1.0,	 doc262=1.0
hit=6: doc340=1.0,	 doc340=1.0
hit=7: doc351=1.0,	 doc351=1.0
hit=8: doc423=1.0,	 doc423=1.0
hit=9: doc425=1.0,	 doc425=1.0
hit=10: doc442=1.0,	 doc434=1.0
hit=11: doc486=1.0,	 doc442=1.0
hit=12: doc503=1.0,	 doc486=1.0
hit=13: doc562=1.0,	 doc503=1.0
hit=14: doc580=1.0,	 doc543=1.0
hit=15: doc692=1.0,	 doc562=1.0
hit=16: doc694=1.0,	 doc580=1.0
hit=17: doc700=1.0,	 doc587=1.0
hit=18: doc747=1.0,	 doc619=1.0
hit=19: doc947=1.0,	 doc650=1.0
hit=20: doc967=1.0,	 doc668=1.0
hit=21: doc619=1.0,	 doc692=1.0
hit=22: doc650=1.0,	 doc694=1.0
hit=23: doc668=1.0,	 doc700=1.0
hit=24: doc761=1.0,	 doc747=1.0
for query:field://
	at __randomizedtesting.SeedInfo.seed([9F36018D4CEF1A8:E8AF21090A64A620]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.lucene.search.CheckHits.checkEqual(CheckHits.java:205)
	at org.apache.lucene.search.TestRegexpRandom2.assertSame(TestRegexpRandom2.java:178)
	at org.apache.lucene.search.TestRegexpRandom2.testRegexps(TestRegexpRandom2.java:164)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:34372/solr",           "node_name":"127.0.0.1:34372_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"http://127.0.0.1:39925/solr",           "node_name":"127.0.0.1:39925_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:34372/solr",           "node_name":"127.0.0.1:34372_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:39925/solr",           "node_name":"127.0.0.1:39925_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:34372_solr, 127.0.0.1:35793_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:34372/solr",           "node_name":"127.0.0.1:34372_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node5":{           "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"http://127.0.0.1:39925/solr",           "node_name":"127.0.0.1:39925_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:34372/solr",           "node_name":"127.0.0.1:34372_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:39925/solr",           "node_name":"127.0.0.1:39925_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:34372/solr",
          "node_name":"127.0.0.1:34372_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"http://127.0.0.1:39925/solr",
          "node_name":"127.0.0.1:39925_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:34372/solr",
          "node_name":"127.0.0.1:34372_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:39925/solr",
          "node_name":"127.0.0.1:39925_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:34372_solr, 127.0.0.1:35793_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:34372/solr",
          "node_name":"127.0.0.1:34372_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"http://127.0.0.1:39925/solr",
          "node_name":"127.0.0.1:39925_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:34372/solr",
          "node_name":"127.0.0.1:34372_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:39925/solr",
          "node_name":"127.0.0.1:39925_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:38586/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([E92166EA5AC87395:D19242147D3BA744]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
Captured an uncaught exception in thread: Thread[id=247568, name=Thread-198128, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=247568, name=Thread-198128, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
	at __randomizedtesting.SeedInfo.seed([E92166EA5AC87395]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:999)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1026)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:695)




Build Log:
[...truncated 1817 lines...]
   [junit4] Suite: org.apache.lucene.search.TestFieldCacheRewriteMethod
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFieldCacheRewriteMethod -Dtests.method=testRegexps -Dtests.seed=9F36018D4CEF1A8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=es-BO -Dtests.timezone=Etc/UTC -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.93s J2 | TestFieldCacheRewriteMethod.testRegexps <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: Hit 22 docnumbers don't match
   [junit4]    > Hits length1=25	length2=25
   [junit4]    > hit=0: doc9=1.0,	 doc9=1.0
   [junit4]    > hit=1: doc10=1.0,	 doc10=1.0
   [junit4]    > hit=2: doc15=1.0,	 doc15=1.0
   [junit4]    > hit=3: doc32=1.0,	 doc32=1.0
   [junit4]    > hit=4: doc49=1.0,	 doc49=1.0
   [junit4]    > hit=5: doc54=1.0,	 doc54=1.0
   [junit4]    > hit=6: doc196=1.0,	 doc196=1.0
   [junit4]    > hit=7: doc214=1.0,	 doc214=1.0
   [junit4]    > hit=8: doc226=1.0,	 doc226=1.0
   [junit4]    > hit=9: doc277=1.0,	 doc277=1.0
   [junit4]    > hit=10: doc279=1.0,	 doc279=1.0
   [junit4]    > hit=11: doc300=1.0,	 doc300=1.0
   [junit4]    > hit=12: doc351=1.0,	 doc351=1.0
   [junit4]    > hit=13: doc374=1.0,	 doc374=1.0
   [junit4]    > hit=14: doc408=1.0,	 doc408=1.0
   [junit4]    > hit=15: doc453=1.0,	 doc453=1.0
   [junit4]    > hit=16: doc470=1.0,	 doc470=1.0
   [junit4]    > hit=17: doc518=1.0,	 doc518=1.0
   [junit4]    > hit=18: doc586=1.0,	 doc586=1.0
   [junit4]    > hit=19: doc616=1.0,	 doc616=1.0
   [junit4]    > hit=20: doc630=1.0,	 doc630=1.0
   [junit4]    > hit=21: doc646=1.0,	 doc646=1.0
   [junit4]    > hit=22: doc749=1.0,	 doc700=1.0
   [junit4]    > hit=23: doc767=1.0,	 doc722=1.0
   [junit4]    > hit=24: doc782=1.0,	 doc749=1.0
   [junit4]    > for query:field:/--6h|򌭲*/
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9F36018D4CEF1A8:E8AF21090A64A620]:0)
   [junit4]    > 	at junit.framework.Assert.fail(Assert.java:57)
   [junit4]    > 	at org.apache.lucene.search.CheckHits.checkEqual(CheckHits.java:205)
   [junit4]    > 	at org.apache.lucene.search.TestFieldCacheRewriteMethod.assertSame(TestFieldCacheRewriteMethod.java:42)
   [junit4]    > 	at org.apache.lucene.search.TestRegexpRandom2.testRegexps(TestRegexpRandom2.java:164)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {=Lucene50(blocksize=128), field=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{=DocValuesFormat(name=Asserting), field=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=366, maxMBSortInHeap=6.7588662382861795, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@111985c2), locale=es-BO, timezone=Etc/UTC
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=458466848,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestSort, TestMultiCollector, TestTimSorter, TestLucene60PointsFormat, TestTopDocsCollector, TestIntRangeFieldQueries, TestSubScorerFreqs, TestNorms, TestLMJelinekMercerSimilarity, TestIndexWriterReader, TestCompetitiveFreqNormAccumulator, TestTransactionRollback, TestRegexpQuery, TestBytesStore, TestNoDeletionPolicy, TestSloppyMath, TestTopFieldCollectorEarlyTermination, TestIndexWriterOnJRECrash, TestSortedNumericSortField, TestUsageTrackingFilterCachingPolicy, TestCloseableThreadLocal, TestDirectPacked, TestOperations, Test2BPositions, TestSingleInstanceLockFactory, TestConjunctions, TestWildcardRandom, TestPositiveScoresOnlyCollector, Test2BBKDPoints, TestBooleanScorer, TestBufferedChecksum, TestToken, TestShardSearching, TestDocumentsWriterStallControl, TestLongValuesSource, TestNIOFSDirectory, TestSearchForDuplicates, TestIndexWriterLockRelease, TestIndexReaderClose, TestSparseFixedBitSet, TestSegmentTermDocs, TestMultiTermConstantScore, FuzzyTermOnShortTermsTest, TestRadixSelector, FiniteStringsIteratorTest, TestNotDocIdSet, TestIndexWriterExceptions2, TestPostingsOffsets, TestSizeBoundedForceMerge, TestByteBlockPool, TestFlushByRamOrCountsPolicy, TestComplexExplanations, TestSpanFirstQuery, TestDeletionPolicy, TestStressNRT, TestRecyclingIntBlockAllocator, TestBasics, TestPhraseQuery, TestSearchWithThreads, TestLockFactory, TestTermRangeQuery, TestFuzzyQuery, TestFilterIterator, TestInPlaceMergeSorter, TestLatLonPointDistanceFeatureQuery, TestSoftDeletesRetentionMergePolicy, TestRollback, TestScoreCachingWrappingScorer, Test4GBStoredFields, TestBlendedTermQuery, TestDistributionLL, TestApproximationSearchEquivalence, TestCharArrayMap, TestDocValuesRewriteMethod, TestExternalCodecs, TestSimpleExplanations, TestMathUtil, TestPerFieldDocValuesFormat, TestSimpleAttributeImpl, TestPerSegmentDeletes, TestSpanContainQuery, Test2BDocs, TestFieldInvertState, TestConcurrentMergeScheduler, TestPagedBytes, TestAxiomaticF3LOG, TestPerFieldPostingsFormat, TestPerFieldPostingsFormat2, TestBinaryDocument, TestDocument, TestDoubleRange, TestFeatureField, TestFeatureSort, TestField, TestFieldType, TestFloatRange, TestIntRange, TestLongDistanceFeatureQuery, TestLongRange, TestGeoUtils, TestPolygon, TestPolygon2D, Test2BNumericDocValues, Test2BPostingsBytes, Test2BSortedDocValuesFixedSorted, Test2BSortedDocValuesOrds, TestAddIndexes, TestAllFilesCheckIndexHeader, TestAllFilesDetectTruncation, TestAllFilesHaveCodecHeader, TestAtomicUpdate, TestBagOfPositions, TestBagOfPostings, TestBinaryDocValuesUpdates, TestBinaryTerms, TestByteSlices, TestCheckIndex, TestCodecHoldsOpenFiles, TestCrash, TestCrashCausesCorruptIndex, TestCustomNorms, TestDirectoryReader, TestDirectoryReaderReopen, TestDoc, TestDocCount, TestDocIDMerger, TestDocInverterPerFieldErrorInfo, TestDocValues, TestDocValuesFieldUpdates, TestDocsAndPositions, TestDocsWithFieldSet, TestDocumentWriter, TestDuelingCodecsAtNight, TestIndexWriterThreadsToSegments, TestIndexWriterWithThreads, TestInfoStream, TestIsCurrent, TestLazyProxSkipping, TestLongPostings, TestManyFields, TestMaxPosition, TestMaxTermFrequency, TestMergeRateLimiter, TestMixedDocValuesUpdates, TestMultiDocValues, TestMultiFields, TestMultiLevelSkipList, TestMultiTermsEnum, TestNRTReaderCleanup, TestNRTReaderWithThreads, TestNRTThreads, TestNeverDelete, TestNoMergePolicy, TestNumericDocValuesUpdates, TestOmitNorms, TestOmitPositions, TestOmitTf, TestOneMergeWrappingMergePolicy, TestOrdinalMap, TestParallelLeafReader, TestParallelReaderEmptyIndex, TestPayloads, TestPayloadsOnVectors, TestPendingDeletes, TestReadOnlyIndex, TestReaderClosed, TestReaderPool, TestSameTokenSamePosition, TestSegmentInfos, TestSnapshotDeletionPolicy, TestStressAdvance, TestStressDeletes, TestStressIndexing, TestSwappedIndexFiles, TestTerm, TestTermVectors, TestTermVectorsReader, TestTermVectorsWriter, TestTermdocPerf, TestTerms, TestTermsEnum, TestTermsEnum2, TestThreadedForceMerge, TestTieredMergePolicy, TestTryDelete, TestTwoPhaseCommitTool, MultiCollectorTest, TestBlockMaxConjunction, TestBoolean2, TestDateSort, TestDisjunctionMaxQuery, TestDoubleRangeFieldQueries, TestDoubleValuesSource, TestEarlyTermination, TestFieldCacheRewriteMethod]
   [junit4] Completed [417/517 (1!)] on J2 in 2.32s, 2 tests, 1 failure <<< FAILURES!

[...truncated 75 lines...]
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRegexpRandom2 -Dtests.method=testRegexps -Dtests.seed=9F36018D4CEF1A8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ta-IN -Dtests.timezone=America/Fortaleza -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.77s J1 | TestRegexpRandom2.testRegexps <<<
   [junit4]    > Throwable #1: junit.framework.AssertionFailedError: Hit 10 docnumbers don't match
   [junit4]    > Hits length1=25	length2=25
   [junit4]    > hit=0: doc20=1.0,	 doc20=1.0
   [junit4]    > hit=1: doc63=1.0,	 doc63=1.0
   [junit4]    > hit=2: doc77=1.0,	 doc77=1.0
   [junit4]    > hit=3: doc93=1.0,	 doc93=1.0
   [junit4]    > hit=4: doc203=1.0,	 doc203=1.0
   [junit4]    > hit=5: doc262=1.0,	 doc262=1.0
   [junit4]    > hit=6: doc340=1.0,	 doc340=1.0
   [junit4]    > hit=7: doc351=1.0,	 doc351=1.0
   [junit4]    > hit=8: doc423=1.0,	 doc423=1.0
   [junit4]    > hit=9: doc425=1.0,	 doc425=1.0
   [junit4]    > hit=10: doc442=1.0,	 doc434=1.0
   [junit4]    > hit=11: doc486=1.0,	 doc442=1.0
   [junit4]    > hit=12: doc503=1.0,	 doc486=1.0
   [junit4]    > hit=13: doc562=1.0,	 doc503=1.0
   [junit4]    > hit=14: doc580=1.0,	 doc543=1.0
   [junit4]    > hit=15: doc692=1.0,	 doc562=1.0
   [junit4]    > hit=16: doc694=1.0,	 doc580=1.0
   [junit4]    > hit=17: doc700=1.0,	 doc587=1.0
   [junit4]    > hit=18: doc747=1.0,	 doc619=1.0
   [junit4]    > hit=19: doc947=1.0,	 doc650=1.0
   [junit4]    > hit=20: doc967=1.0,	 doc668=1.0
   [junit4]    > hit=21: doc619=1.0,	 doc692=1.0
   [junit4]    > hit=22: doc650=1.0,	 doc694=1.0
   [junit4]    > hit=23: doc668=1.0,	 doc700=1.0
   [junit4]    > hit=24: doc761=1.0,	 doc747=1.0
   [junit4]    > for query:field://
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9F36018D4CEF1A8:E8AF21090A64A620]:0)
   [junit4]    > 	at junit.framework.Assert.fail(Assert.java:57)
   [junit4]    > 	at org.apache.lucene.search.CheckHits.checkEqual(CheckHits.java:205)
   [junit4]    > 	at org.apache.lucene.search.TestRegexpRandom2.assertSame(TestRegexpRandom2.java:178)
   [junit4]    > 	at org.apache.lucene.search.TestRegexpRandom2.testRegexps(TestRegexpRandom2.java:164)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {field=Lucene50(blocksize=128)}, docValues:{field=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=271, maxMBSortInHeap=7.5854231917830965, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5b8c6d98), locale=ta-IN, timezone=America/Fortaleza
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=451232016,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestSloppyPhraseQuery2, TestMinShouldMatch2, TestStringMSBRadixSorter, TestLucene60FieldInfoFormat, TestTimeLimitingCollector, TestIndexSearcher, TestSortedSetSortField, TestNoMergeScheduler, TestLMDirichletSimilarity, TestIndexWriterOutOfFileDescriptors, TestCodecUtil, TestTragicIndexWriterDeadlock, TestQueryVisitor, TestNewestSegment, TestSetOnce, TestTopFieldCollector, TestIndexWriterOnDiskFull, TestSortRescorer, TestTotalHits, TestCharsRefBuilder, TestDirectMonotonic, TestMinimize, Test2BPoints, TestSimpleFSLockFactory, TestConjunctionDISI, TestWildcard, TestPositionIncrement, TestUTF32ToUTF8, TestBooleanRewrites, TestSpansEnum, TestStopFilter, TestSegmentCacheables, TestDocumentsWriterDeleteQueue, TestLongRangeFieldQueries, TestMultiMMap, TestSearch, TestIndexWriterFromReader, TestIndexOptions, TestSparseFixedBitDocIdSet, TestSegmentReader, TestMultiPhraseQuery, TestUpgradeIndexMergePolicy, TestQueryBuilder, TestWeakIdentityMap, TestNamedSPILoader, TestIndexWriterExceptions, TestPointValues, TestSegmentToThreadMapping, TestAttributeSource, TestFlex, TestCachingCollector, TestSpanExplanationsOfNonMatches, TestCustomTermFreq, TestStressIndexing2, TestRecyclingByteBlockAllocator, TestSimilarityBase, TestPhrasePrefixQuery, TestSearchAfter, TestFilterDirectory, TestTermQuery, TestFloatRangeFieldQueries, TestDocIdSetBuilder, TestIOUtils, TestLatLonPoint, TestSoftDeletesDirectoryReaderWrapper, TestReaderWrapperDVTypeCheck, TestSameScoresWithThreads, Test2BTerms, TestAutomatonQueryUnicode, TestClassicSimilarity, TermInSetQueryTest, TestCachingTokenFilter, TestDocValuesQueries, TestDemo, TestSimilarityProvider, TestMSBRadixSorter, TestLucene80NormsFormatMergeInstance, TestPackedTokenAttributeImpl, TestPendingSoftDeletes, TestSpanCollection, Test2BBinaryDocValues, TestFieldInfos, TestCodecs, TestOfflineSorter, TestAxiomaticF3EXP, TestMergeSchedulerExternal, TestCharFilter, TestCharacterUtils, TestDelegatingAnalyzerWrapper, TestGraphTokenFilter, TestGraphTokenizers, TestStandardAnalyzer, TestBytesRefAttImpl, TestCharTermAttributeImpl, TestFastDecompressionMode, TestHighCompressionMode, TestBlockPostingsFormat, TestBlockPostingsFormat2, TestBlockPostingsFormat3, TestForUtil, TestLucene50CompoundFormat, TestLucene50LiveDocsFormat, TestLucene50StoredFieldsFormat, TestLucene50StoredFieldsFormatHighCompression, TestLucene50StoredFieldsFormatMergeInstance, TestLucene50TermVectorsFormat, TestLucene70SegmentInfoFormat, TestIndexedDISI, TestLucene80DocValuesFormat, TestExceedMaxTermLength, TestExitableDirectoryReader, TestFieldUpdatesBuffer, TestFieldsReader, TestFilterDirectoryReader, TestFilterLeafReader, TestForceMergeForever, TestFrozenBufferedUpdates, TestIndexFileDeleter, TestIndexInput, TestIndexTooManyDocs, TestIndexWriter, TestIndexWriterConfig, TestIndexWriterDelete, TestIndexWriterMaxDocs, TestIndexWriterMergePolicy, TestIndexWriterMerging, TestIndexWriterOnVMError, TestLiveFieldValues, TestMatchNoDocsQuery, TestMatchesIterator, TestMultiTermQueryRewrites, TestMultiThreadTermVectors, TestMultiset, TestNeedsScores, TestNormsFieldExistsQuery, TestNot, TestPrefixQuery, TestPrefixRandom, TestQueryRescorer, TestRegexpRandom, TestRegexpRandom2]
   [junit4] Completed [435/517 (2!)] on J1 in 0.80s, 1 test, 1 failure <<< FAILURES!

[...truncated 13062 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> 3916546 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E92166EA5AC87395-001/init-core-data-001
   [junit4]   2> 3916547 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3916548 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3916631 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3916648 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3916650 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 3916652 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3916652 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3916652 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3916653 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dadd78c{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3916880 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7e9d9da7{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-45096-hdfs-_-any-6275941798864409930.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 3916880 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6bcffbbf{HTTP/1.1,[http/1.1]}{localhost:45096}
   [junit4]   2> 3916880 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.Server Started @3917003ms
   [junit4]   2> 3916957 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3916958 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 3916959 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3916959 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3916959 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3916960 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b3c992f{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3917121 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3250da54{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-36767-datanode-_-any-3427743692008634984.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 3917121 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@532c0361{HTTP/1.1,[http/1.1]}{localhost:36767}
   [junit4]   2> 3917121 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E92166EA5AC87395]-worker) [    ] o.e.j.s.Server Started @3917244ms
   [junit4]   2> 3917218 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x318090eb87854692: Processing first storage report for DS-65d7ad96-9b8a-45e8-8fb8-7f033998f9cc from datanode 953aca20-ff10-431b-b42d-3f1e735e421c
   [junit4]   2> 3917219 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x318090eb87854692: from storage DS-65d7ad96-9b8a-45e8-8fb8-7f033998f9cc node DatanodeRegistration(127.0.0.1:36644, datanodeUuid=953aca20-ff10-431b-b42d-3f1e735e421c, infoPort=45420, infoSecurePort=0, ipcPort=46457, storageInfo=lv=-57;cid=testClusterID;nsid=675169942;c=1558805366777), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3917219 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x318090eb87854692: Processing first storage report for DS-1cd0301a-f0e3-4973-9bfc-3d91b0bb6d9e from datanode 953aca20-ff10-431b-b42d-3f1e735e421c
   [junit4]   2> 3917219 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x318090eb87854692: from storage DS-1cd0301a-f0e3-4973-9bfc-3d91b0bb6d9e node DatanodeRegistration(127.0.0.1:36644, datanodeUuid=953aca20-ff10-431b-b42d-3f1e735e421c, infoPort=45420, infoSecurePort=0, ipcPort=46457, storageInfo=lv=-57;cid=testClusterID;nsid=675169942;c=1558805366777), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3917271 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E92166EA5AC87395]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 3917272 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E92166EA5AC87395]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E92166EA5AC87395-001/tempDir-002
   [junit4]   2> 3917273 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E92166EA5AC87395]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3917273 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3917273 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3917373 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E92166EA5AC87395]) [    ] o.a.s.c.ZkTestServer start zk server on port:37411
   [junit4]   2> 3917373 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E92166EA5AC87395]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37411
   [junit4]   2> 3917373 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E92166EA5AC87395]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37411
   [junit4]   2> 3917377 INFO  (zkConnectionManagerCallback-61888-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917380 INFO  (zkConnectionManagerCallback-61890-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917382 INFO  (zkConnectionManagerCallback-61892-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917384 WARN  (jetty-launcher-61893-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3917385 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3917385 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3917385 INFO  (jetty-launcher-61893-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 3917385 WARN  (jetty-launcher-61893-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3917385 WARN  (jetty-launcher-61893-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3917385 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3917385 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3917385 INFO  (jetty-launcher-61893-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 3917385 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3917385 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3917385 INFO  (jetty-launcher-61893-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 3917388 INFO  (jetty-launcher-61893-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3917388 INFO  (jetty-launcher-61893-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3917388 INFO  (jetty-launcher-61893-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3917388 INFO  (jetty-launcher-61893-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1da19efb{/solr,null,AVAILABLE}
   [junit4]   2> 3917389 INFO  (jetty-launcher-61893-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@34de4d23{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34372}
   [junit4]   2> 3917389 INFO  (jetty-launcher-61893-thread-3) [    ] o.e.j.s.Server Started @3917512ms
   [junit4]   2> 3917389 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34372}
   [junit4]   2> 3917389 INFO  (jetty-launcher-61893-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3917389 INFO  (jetty-launcher-61893-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3917389 INFO  (jetty-launcher-61893-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3917389 ERROR (jetty-launcher-61893-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3917389 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3917389 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 3917389 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3917389 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3917389 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-25T17:29:27.561790Z
   [junit4]   2> 3917389 INFO  (jetty-launcher-61893-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4aad3781{/solr,null,AVAILABLE}
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4bd616d0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39925}
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-1) [    ] o.e.j.s.Server Started @3917513ms
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39925}
   [junit4]   2> 3917390 ERROR (jetty-launcher-61893-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e8eca45{/solr,null,AVAILABLE}
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-25T17:29:27.562589Z
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@429213d2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35793}
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-2) [    ] o.e.j.s.Server Started @3917514ms
   [junit4]   2> 3917390 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35793}
   [junit4]   2> 3917391 ERROR (jetty-launcher-61893-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3917391 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3917391 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 3917391 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3917391 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3917391 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-25T17:29:27.563372Z
   [junit4]   2> 3917392 INFO  (zkConnectionManagerCallback-61895-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917393 INFO  (zkConnectionManagerCallback-61899-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917393 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3917396 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3917396 INFO  (zkConnectionManagerCallback-61897-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917397 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3917397 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3917397 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3917399 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3917399 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3917401 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3917401 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3917401 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3917402 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3917403 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3917470 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3917472 WARN  (jetty-launcher-61893-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4222868c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3917475 WARN  (jetty-launcher-61893-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6ba44acb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3917476 INFO  (jetty-launcher-61893-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37411/solr
   [junit4]   2> 3917484 INFO  (zkConnectionManagerCallback-61908-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917487 INFO  (zkConnectionManagerCallback-61910-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917572 INFO  (jetty-launcher-61893-thread-2) [n:127.0.0.1:35793_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35793_solr
   [junit4]   2> 3917572 INFO  (jetty-launcher-61893-thread-2) [n:127.0.0.1:35793_solr    ] o.a.s.c.Overseer Overseer (id=73364389532467207-127.0.0.1:35793_solr-n_0000000000) starting
   [junit4]   2> 3917584 INFO  (zkConnectionManagerCallback-61917-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917588 INFO  (jetty-launcher-61893-thread-2) [n:127.0.0.1:35793_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37411/solr ready
   [junit4]   2> 3917589 INFO  (OverseerStateUpdate-73364389532467207-127.0.0.1:35793_solr-n_0000000000) [n:127.0.0.1:35793_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35793_solr
   [junit4]   2> 3917594 INFO  (jetty-launcher-61893-thread-2) [n:127.0.0.1:35793_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35793_solr
   [junit4]   2> 3917598 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3917599 INFO  (zkCallback-61916-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3917611 INFO  (zkCallback-61909-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3917613 WARN  (jetty-launcher-61893-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@c68c312[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3917616 WARN  (jetty-launcher-61893-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@f38f666[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3917617 INFO  (jetty-launcher-61893-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37411/solr
   [junit4]   2> 3917618 INFO  (jetty-launcher-61893-thread-2) [n:127.0.0.1:35793_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3917619 INFO  (zkConnectionManagerCallback-61924-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917622 INFO  (zkConnectionManagerCallback-61926-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917628 INFO  (jetty-launcher-61893-thread-1) [n:127.0.0.1:39925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3917633 INFO  (jetty-launcher-61893-thread-1) [n:127.0.0.1:39925_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:39925_solr as DOWN
   [junit4]   2> 3917634 INFO  (jetty-launcher-61893-thread-1) [n:127.0.0.1:39925_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3917634 INFO  (jetty-launcher-61893-thread-1) [n:127.0.0.1:39925_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39925_solr
   [junit4]   2> 3917635 INFO  (zkCallback-61916-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3917635 INFO  (zkCallback-61909-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3917636 INFO  (zkCallback-61925-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3917638 INFO  (zkConnectionManagerCallback-61933-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917639 INFO  (jetty-launcher-61893-thread-1) [n:127.0.0.1:39925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3917641 INFO  (jetty-launcher-61893-thread-1) [n:127.0.0.1:39925_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37411/solr ready
   [junit4]   2> 3917648 INFO  (jetty-launcher-61893-thread-2) [n:127.0.0.1:35793_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3917657 INFO  (jetty-launcher-61893-thread-1) [n:127.0.0.1:39925_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3917670 INFO  (jetty-launcher-61893-thread-2) [n:127.0.0.1:35793_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3917671 INFO  (jetty-launcher-61893-thread-2) [n:127.0.0.1:35793_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3917675 INFO  (jetty-launcher-61893-thread-2) [n:127.0.0.1:35793_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E92166EA5AC87395-001/tempDir-002/node2/.
   [junit4]   2> 3917695 INFO  (jetty-launcher-61893-thread-1) [n:127.0.0.1:39925_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3917716 INFO  (jetty-launcher-61893-thread-1) [n:127.0.0.1:39925_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3917716 INFO  (jetty-launcher-61893-thread-1) [n:127.0.0.1:39925_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3917718 INFO  (jetty-launcher-61893-thread-1) [n:127.0.0.1:39925_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E92166EA5AC87395-001/tempDir-002/node1/.
   [junit4]   2> 3917734 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3917735 WARN  (jetty-launcher-61893-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4239ba59[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3917738 WARN  (jetty-launcher-61893-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6bc67d30[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3917739 INFO  (jetty-launcher-61893-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37411/solr
   [junit4]   2> 3917741 INFO  (zkConnectionManagerCallback-61940-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917743 INFO  (zkConnectionManagerCallback-61942-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917749 INFO  (jetty-launcher-61893-thread-3) [n:127.0.0.1:34372_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3917762 INFO  (jetty-launcher-61893-thread-3) [n:127.0.0.1:34372_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:34372_solr as DOWN
   [junit4]   2> 3917763 INFO  (jetty-launcher-61893-thread-3) [n:127.0.0.1:34372_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3917763 INFO  (jetty-launcher-61893-thread-3) [n:127.0.0.1:34372_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34372_solr
   [junit4]   2> 3917765 INFO  (zkCallback-61916-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3917766 INFO  (zkCallback-61925-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3917766 INFO  (zkCallback-61932-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3917766 INFO  (zkCallback-61909-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3917767 INFO  (zkCallback-61941-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3917768 INFO  (zkConnectionManagerCallback-61949-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917770 INFO  (jetty-launcher-61893-thread-3) [n:127.0.0.1:34372_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3917771 INFO  (jetty-launcher-61893-thread-3) [n:127.0.0.1:34372_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37411/solr ready
   [junit4]   2> 3917788 INFO  (jetty-launcher-61893-thread-3) [n:127.0.0.1:34372_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3917817 INFO  (jetty-launcher-61893-thread-3) [n:127.0.0.1:34372_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3917838 INFO  (jetty-launcher-61893-thread-3) [n:127.0.0.1:34372_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3917838 INFO  (jetty-launcher-61893-thread-3) [n:127.0.0.1:34372_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3917840 INFO  (jetty-launcher-61893-thread-3) [n:127.0.0.1:34372_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E92166EA5AC87395-001/tempDir-002/node3/.
   [junit4]   2> 3917899 INFO  (zkConnectionManagerCallback-61955-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3917900 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E92166EA5AC87395]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3917902 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E92166EA5AC87395]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37411/solr ready
   [junit4]   2> 3917908 INFO  (qtp1316337120-140359) [n:127.0.0.1:35793_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 3917910 INFO  (qtp847497338-140353) [n:127.0.0.1:34372_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35793_solr,127.0.0.1:39925_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3917914 INFO  (OverseerThreadFactory-16510-thread-1-processing-n:127.0.0.1:35793_solr) [n:127.0.0.1:35793_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 3918023 INFO  (OverseerStateUpdate-73364389532467207-127.0.0.1:35793_solr-n_0000000000) [n:127.0.0.1:35793_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35793/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3918026 INFO  (OverseerStateUpdate-73364389532467207-127.0.0.1:35793_solr-n_0000000000) [n:127.0.0.1:35793_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39925/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3918030 INFO  (OverseerStateUpdate-73364389532467207-127.0.0.1:35793_solr-n_0000000000) [n:127.0.0.1:35793_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35793/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3918034 INFO  (OverseerStateUpdate-73364389532467207-127.0.0.1:35793_solr-n_0000000000) [n:127.0.0.1:35793_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39925/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3918238 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr    x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3918238 INFO  (qtp1316337120-140366) [n:127.0.0.1:35793_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3918238 INFO  (qtp1316337120-140366) [n:127.0.0.1:35793_solr    x:testSimple1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3918238 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr    x:testSimple1_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n5&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3918239 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr    x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3919253 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 3919253 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 3919257 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 3919259 INFO  (qtp1316337120-140366) [n:127.0.0.1:35793_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 3919317 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n5] Schema name=minimal
   [junit4]   2> 3919318 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3919318 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3919320 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3919320 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n5' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3919320 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3919320 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3919320 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3919321 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n5' (registry 'solr.core.testSimple1.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3919321 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38586/solr_hdfs_home
   [junit4]   2> 3919321 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38586/solr_hdfs_home
   [junit4]   2> 3919321 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3919321 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3919321 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E92166EA5AC87395-001/tempDir-002/node2/testSimple1_shard2_replica_n5], dataDir=[hdfs://localhost:38586/solr_hdfs_home/testSimple1/core_node7/data/]
   [junit4]   2> 3919321 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E92166EA5AC87395-001/tempDir-002/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:38586/solr_hdfs_home/testSimple1/core_node8/data/]
   [junit4]   2> 3919321 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3919321 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3919321 INFO  (qtp1316337120-140366) [n:127.0.0.1:35793_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3919322 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3919322 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38586/solr_hdfs_home
   [junit4]   2> 3919322 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3919322 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E92166EA5AC87395-001/tempDir-002/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:38586/solr_hdfs_home/testSimple1/core_node4/data/]
   [junit4]   2> 3919323 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38586/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 3919323 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38586/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 3919324 INFO  (qtp1316337120-140366) [n:127.0.0.1:35793_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3919324 INFO  (qtp1316337120-140366) [n:127.0.0.1:35793_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3919324 INFO  (qtp1316337120-140366) [n:127.0.0.1:35793_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a64bccd
   [junit4]   2> 3919324 INFO  (qtp1316337120-140366) [n:127.0.0.1:35793_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38586/solr_hdfs_home
   [junit4]   2> 3919324 INFO  (qtp1316337120-140366) [n:127.0.0.1:35793_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3919324 INFO  (qtp1316337120-140366) [n:127.0.0.1:35793_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E92166EA5AC87395-001/tempDir-002/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:38586/solr_hdfs_home/testSimple1/core_node3/data/]
   [junit4]   2> 3919325 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38586/solr_hdfs_home/testSimple1/core_node4/data/snapshot_metadata
   [junit4]   2> 3919331 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3919331 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3919331 INFO  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3919332 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3919332 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3919332 INFO  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3919336 WARN  (qtp1316026253-140363) [n:127.0.0.1:39925_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 3919337 WARN  (qtp1316026253-140355) [n:127.0.0.1:39925_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 3919339 INFO  (qtp1316337120-140366) [n:127.0.0.1:35793_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38586/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 3919346 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3919346 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3919346 INFO  (qtp1316337120-140358) [n:127.0.0.1:35793_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Creating new single instan

[...truncated too long message...]

y-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/null2140846620
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/null2140846620
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/null2140846620

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 65ms :: artifacts dl 6ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 379 minutes 21 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-BadApples-NightlyTests-master - Build # 62 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/62/

3 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:40195

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:40195
	at __randomizedtesting.SeedInfo.seed([299EC7FE081592CB:A1CAF824A6E9FF33]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
	... 51 more


FAILED:  org.apache.solr.cloud.TestLockTree.testLocks

Error Message:
expected:<2> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
	at __randomizedtesting.SeedInfo.seed([299EC7FE081592CB:5054BD0700C57920]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.cloud.TestLockTree.testLocks(TestLockTree.java:99)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
Captured an uncaught exception in thread: Thread[id=13836, name=Thread-3430, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13836, name=Thread-3430, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
	at __randomizedtesting.SeedInfo.seed([299EC7FE081592CB]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:999)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1026)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:695)




Build Log:
[...truncated 14348 lines...]
   [junit4] Suite: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/init-core-data-001
   [junit4]   2> 2635259 WARN  (SUITE-TestDistributedStatsComponentCardinality-seed#[299EC7FE081592CB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=35 numCloses=35
   [junit4]   2> 2635259 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[299EC7FE081592CB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2635260 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[299EC7FE081592CB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-9062")
   [junit4]   2> 2635260 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[299EC7FE081592CB]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2635260 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[299EC7FE081592CB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2638368 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/control/cores/collection1
   [junit4]   2> 2638377 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2638377 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2638377 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2638377 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2638378 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2638378 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2638378 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2638379 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78cafdd0{/,null,AVAILABLE}
   [junit4]   2> 2638382 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@194acaaf{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43496}
   [junit4]   2> 2638382 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.Server Started @2638592ms
   [junit4]   2> 2638382 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=43496, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/control/cores}
   [junit4]   2> 2638382 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2638382 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2638382 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2638382 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2638383 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2638383 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-18T18:21:53.205018Z
   [junit4]   2> 2638383 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/control/solr.xml
   [junit4]   2> 2638406 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2638406 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2638407 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2638767 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2638769 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@307b902b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2638780 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6073f1af[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2638848 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2638848 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2638922 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2638976 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2638976 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2638995 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/control/cores
   [junit4]   2> 2638995 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2638996 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2639094 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2639204 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2639713 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2639818 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2639819 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2639819 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 2639849 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=88.068359375, floorSegmentMB=1.8603515625, forceMergeDeletesPctAllowed=23.196089155131393, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16109543507973562, deletesPctAllowed=39.39790665240921
   [junit4]   2> 2640101 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2640101 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2640111 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2640111 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2640112 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@14ded07d
   [junit4]   2> 2640112 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a129f65[collection1] main]
   [junit4]   2> 2640113 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2640245 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2640366 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2640366 INFO  (coreLoadExecutor-3384-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633895018856972288
   [junit4]   2> 2640380 INFO  (searcherExecutor-3385-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2640380 INFO  (searcherExecutor-3385-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2640380 INFO  (searcherExecutor-3385-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2640380 INFO  (searcherExecutor-3385-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2640381 INFO  (searcherExecutor-3385-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2640381 INFO  (searcherExecutor-3385-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2640382 INFO  (searcherExecutor-3385-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2640382 INFO  (searcherExecutor-3385-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2640397 INFO  (searcherExecutor-3385-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2640397 INFO  (searcherExecutor-3385-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7a129f65[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2641322 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 2641323 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2641324 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2641324 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2641324 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2641325 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2641325 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2641325 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2641325 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50d301e2{/,null,AVAILABLE}
   [junit4]   2> 2641325 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7c9373ee{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42123}
   [junit4]   2> 2641325 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.Server Started @2641535ms
   [junit4]   2> 2641325 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=42123, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard0/cores}
   [junit4]   2> 2641326 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2641326 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2641326 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2641326 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2641326 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2641326 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-18T18:21:56.148921Z
   [junit4]   2> 2641327 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 2641329 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2641329 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2641330 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2641607 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2641625 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1675ea97[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2641628 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6646a426[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2641670 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2641670 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2641763 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2641816 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2641816 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2641818 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard0/cores
   [junit4]   2> 2641818 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2641819 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2641910 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2642122 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2642479 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2642525 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2642540 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2642540 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 2642573 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=88.068359375, floorSegmentMB=1.8603515625, forceMergeDeletesPctAllowed=23.196089155131393, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16109543507973562, deletesPctAllowed=39.39790665240921
   [junit4]   2> 2642785 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2642785 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2642788 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2642788 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2642788 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@183d2a09
   [junit4]   2> 2642789 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2005c485[collection1] main]
   [junit4]   2> 2642806 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2642837 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2643013 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2643013 INFO  (coreLoadExecutor-3398-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633895021632552960
   [junit4]   2> 2643015 INFO  (searcherExecutor-3399-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2643016 INFO  (searcherExecutor-3399-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2643016 INFO  (searcherExecutor-3399-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2643016 INFO  (searcherExecutor-3399-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2643031 INFO  (searcherExecutor-3399-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2643032 INFO  (searcherExecutor-3399-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2643044 INFO  (searcherExecutor-3399-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2643045 INFO  (searcherExecutor-3399-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2643045 INFO  (searcherExecutor-3399-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2643046 INFO  (searcherExecutor-3399-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2005c485[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2644809 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 2644810 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2644810 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2644810 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2644810 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2644827 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2644827 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2644828 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2644829 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7832dd88{/,null,AVAILABLE}
   [junit4]   2> 2644830 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5df1450c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38295}
   [junit4]   2> 2644830 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.Server Started @2645040ms
   [junit4]   2> 2644830 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=38295, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard1/cores}
   [junit4]   2> 2644830 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2644830 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2644830 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2644830 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2644830 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2644830 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-18T18:21:59.652759Z
   [junit4]   2> 2644831 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 2644847 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2644859 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2644860 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2645404 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2645405 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@268d56f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2645421 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@63a2e435[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2645493 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2645493 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2645581 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2645638 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2645638 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2645641 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard1/cores
   [junit4]   2> 2645641 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2645658 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2645905 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2646033 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2646982 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2647104 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2647429 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2647429 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 2647431 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=88.068359375, floorSegmentMB=1.8603515625, forceMergeDeletesPctAllowed=23.196089155131393, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16109543507973562, deletesPctAllowed=39.39790665240921
   [junit4]   2> 2647926 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2647926 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2647940 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2647940 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2647941 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2b0cda35
   [junit4]   2> 2647941 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cd499b7[collection1] main]
   [junit4]   2> 2647942 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2648099 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2648455 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2648455 INFO  (coreLoadExecutor-3412-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633895027338903552
   [junit4]   2> 2648456 INFO  (searcherExecutor-3413-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2648457 INFO  (searcherExecutor-3413-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2648457 INFO  (searcherExecutor-3413-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2648457 INFO  (searcherExecutor-3413-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2648458 INFO  (searcherExecutor-3413-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2648563 INFO  (searcherExecutor-3413-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2648564 INFO  (searcherExecutor-3413-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2648564 INFO  (searcherExecutor-3413-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2648564 INFO  (searcherExecutor-3413-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2648565 INFO  (searcherExecutor-3413-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1cd499b7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2649219 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 2649232 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2649233 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2649233 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2649233 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2649234 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2649234 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2649234 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2649234 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@171a474{/,null,AVAILABLE}
   [junit4]   2> 2649234 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@274d8612{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34053}
   [junit4]   2> 2649234 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.Server Started @2649444ms
   [junit4]   2> 2649234 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=34053, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard2/cores}
   [junit4]   2> 2649235 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2649235 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2649235 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2649235 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2649235 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2649235 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-18T18:22:04.057437Z
   [junit4]   2> 2649235 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 2649238 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2649238 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2649240 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2649954 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2649955 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7a6f81f6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2649970 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@751f145d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2650025 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2650025 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2650100 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2650132 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2650132 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2650134 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard2/cores
   [junit4]   2> 2650134 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2650135 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2650284 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2650479 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2650975 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2651012 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2651013 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2651013 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 2651032 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=88.068359375, floorSegmentMB=1.8603515625, forceMergeDeletesPctAllowed=23.196089155131393, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16109543507973562, deletesPctAllowed=39.39790665240921
   [junit4]   2> 2651317 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2651317 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2651319 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2651319 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2651319 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@18258e49
   [junit4]   2> 2651320 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c88fdd7[collection1] main]
   [junit4]   2> 2651320 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2651367 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2651626 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2651626 INFO  (coreLoadExecutor-3426-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633895030663938048
   [junit4]   2> 2651627 INFO  (searcherExecutor-3427-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2651628 INFO  (searcherExecutor-3427-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2651628 INFO  (searcherExecutor-3427-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2651628 INFO  (searcherExecutor-3427-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2651629 INFO  (searcherExecutor-3427-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2651629 INFO  (searcherExecutor-3427-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2651630 INFO  (searcherExecutor-3427-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2651638 INFO  (searcherExecutor-3427-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2651671 INFO  (searcherExecutor-3427-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2651671 INFO  (searcherExecutor-3427-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7c88fdd7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2652378 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard3/cores/collection1
   [junit4]   2> 2652379 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2652396 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2652396 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2652396 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2652398 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2652398 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2652398 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2652398 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3fe798a2{/,null,AVAILABLE}
   [junit4]   2> 2652398 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7626d566{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44322}
   [junit4]   2> 2652398 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.Server Started @2652608ms
   [junit4]   2> 2652399 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=44322, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard3/cores}
   [junit4]   2> 2652399 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2652399 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2652399 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2652399 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2652399 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2652399 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-18T18:22:07.221487Z
   [junit4]   2> 2652399 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard3/solr.xml
   [junit4]   2> 2652433 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2652433 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2652434 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2653253 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2653277 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7283c857[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2653312 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4bf02065[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2653446 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2653446 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2653528 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2653573 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2653573 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2653575 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard3/cores
   [junit4]   2> 2653575 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2653576 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2653684 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2653800 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2654237 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2654273 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2654274 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2654274 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard3/cores/collection1/data/]
   [junit4]   2> 2654292 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=88.068359375, floorSegmentMB=1.8603515625, forceMergeDeletesPctAllowed=23.196089155131393, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16109543507973562, deletesPctAllowed=39.39790665240921
   [junit4]   2> 2654632 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2654632 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2654634 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2654634 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2654635 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@76e29de3
   [junit4]   2> 2654635 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4bc440a6[collection1] main]
   [junit4]   2> 2654636 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2654742 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2654983 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2654983 INFO  (coreLoadExecutor-3440-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633895034184007680
   [junit4]   2> 2654993 INFO  (searcherExecutor-3441-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2655009 INFO  (searcherExecutor-3441-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2655009 INFO  (searcherExecutor-3441-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2655009 INFO  (searcherExecutor-3441-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2655010 INFO  (searcherExecutor-3441-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2655010 INFO  (searcherExecutor-3441-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2655011 INFO  (searcherExecutor-3441-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2655011 INFO  (searcherExecutor-3441-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2655012 INFO  (searcherExecutor-3441-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2655013 INFO  (searcherExecutor-3441-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4bc440a6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2655757 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard4/cores/collection1
   [junit4]   2> 2655757 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2655758 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2655758 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2655758 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 2655772 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2655772 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2655772 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2655773 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f1b11cb{/,null,AVAILABLE}
   [junit4]   2> 2655774 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@117f269e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37608}
   [junit4]   2> 2655774 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.s.Server Started @2655983ms
   [junit4]   2> 2655774 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=37608, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard4/cores}
   [junit4]   2> 2655774 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2655774 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2655774 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2655774 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2655774 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2655774 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-18T18:22:10.596902Z
   [junit4]   2> 2655791 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_299EC7FE081592CB-001/tempDir-001/shard4/solr.xml
   [junit4]   2> 2655794 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2655794 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2655808 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2656299 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2656300 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@37770a4e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2656316 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@21573dc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2656390 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2656390 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2656488 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2656529 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1362f955
   [junit4]   2> 2656529 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[299EC7FE081592CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx

[...truncated too long message...]

domizedtesting.SeedInfo.seed([299EC7FE081592CB:5054BD0700C57920]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestLockTree.testLocks(TestLockTree.java:99)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestLockTree_299EC7FE081592CB-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4b50563e), locale=sq, timezone=Singapore
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=188488064,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [SolrJmxReporterTest, TestFaceting, TestStressInPlaceUpdates, BitVectorTest, DateRangeFieldTest, RuleEngineTest, IndexSchemaRuntimeFieldTest, AssignTest, TestCollationFieldDocValues, TestCloudPseudoReturnFields, SignatureUpdateProcessorFactoryTest, NodeLostTriggerTest, TestSimpleQParserPlugin, PrimUtilsTest, CurrencyRangeFacetCloudTest, TestInfoStreamLogging, HealthCheckHandlerTest, TestPKIAuthenticationPlugin, HdfsRecoveryZkTest, RestartWhileUpdatingTest, FacetPivotSmallTest, SolrRequestParserTest, TestSchemaResource, TestRecovery, TriggerIntegrationTest, TestLeaderElectionWithEmptyReplica, RequestLoggingTest, CloudMLTQParserTest, TestShardHandlerFactory, V2ApiIntegrationTest, TestRandomRequestDistribution, TestNumericRangeQuery32, DistributedFacetPivotLargeTest, HighlighterTest, PeerSyncWithLeaderTest, TestJoin, DistributedQueueTest, ConvertedLegacyTest, GraphQueryTest, TestReversedWildcardFilterFactory, SolrIndexSplitterTest, CdcrUpdateLogTest, TestConfigSets, CoreAdminRequestStatusTest, HLLSerializationTest, TestZkAclsWithHadoopAuth, TestLegacyBM25SimilarityFactory, AssignBackwardCompatibilityTest, DefaultValueUpdateProcessorTest, TestCustomDocTransformer, DistributedDebugComponentTest, TestStressReorder, DocValuesTest, TestCloudInspectUtil, FastVectorHighlighterTest, TermVectorComponentTest, BaseCdcrDistributedZkTest, TestCloudSearcherWarming, PolyFieldTest, TestRawResponseWriter, OverriddenZkACLAndCredentialsProvidersTest, TestManagedResource, TestSolr4Spatial2, UpdateRequestProcessorFactoryTest, TestJavabinTupleStreamParser, TestSolrCloudWithKerberosAlt, DOMUtilTest, TestCorePropertiesReload, SolrCoreCheckLockOnStartupTest, UUIDFieldTest, PhrasesIdentificationComponentTest, TestReplicaProperties, TestFieldCacheSortRandom, MissingSegmentRecoveryTest, HdfsLockFactoryTest, SolrShardReporterTest, LeaderTragicEventTest, AutoAddReplicasPlanActionTest, TestLegacyNumericUtils, TestExpandComponent, HdfsThreadLeakTest, TestHdfsUpdateLog, TestEmbeddedSolrServerSchemaAPI, TestStandardQParsers, DirectoryFactoryTest, DistributedIntervalFacetingTest, CdcrOpsAndBoundariesTest, TestSlowCompositeReaderWrapper, TestSimComputePlanAction, TestFileDictionaryLookup, HdfsChaosMonkeySafeLeaderTest, ZkStateReaderTest, NestedShardedAtomicUpdateTest, CSVRequestHandlerTest, TestSimLargeCluster, OverseerRolesTest, ConcurrentDeleteAndCreateCollectionTest, TestXmlQParser, TestIndexSearcher, CachingDirectoryFactoryTest, JsonLoaderTest, TestFastOutputStream, TimeZoneUtilsTest, TestSuggestSpellingConverter, PeerSyncWithBufferUpdatesTest, ShardSplitTest, SolrMetricsIntegrationTest, TestTolerantUpdateProcessorCloud, TestSurroundQueryParser, TestLegacyFieldCache, SpellCheckCollatorWithCollapseTest, TestRestoreCore, TestFoldingMultitermQuery, TestExactStatsCache, TestAnalyzeInfixSuggestions, TestDistributedGrouping, LeaderElectionTest, TestSimPolicyCloud, TestUninvertingReader, TestJsonFacetsStatsParsing, BlockDirectoryTest, CopyFieldTest, SortSpecParsingTest, OverseerTest, TestSolrDeletionPolicy1, CollectionsAPISolrJTest, ResponseLogComponentTest, TestSolrJ, EmbeddedSolrNoSerializeTest, SolrCLIZkUtilsTest, CdcrVersionReplicationTest, TestDeleteCollectionOnDownNodes, ScheduledMaintenanceTriggerTest, BlockJoinFacetDistribTest, TestRTimerTree, TestSortByMinMaxFunction, TestCollapseQParserPlugin, FileBasedSpellCheckerTest, TestCloudManagedSchema, ZkNodePropsTest, TemplateUpdateProcessorTest, IndexSizeTriggerTest, SchemaVersionSpecificBehaviorTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestDocumentBuilder, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, BasicDistributedZk2Test, BasicDistributedZkTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConnectionManagerTest, CreateRoutedAliasTest, DeleteShardTest, DistribCursorPagingTest, HttpPartitionTest, MoveReplicaHDFSTest, ReindexCollectionTest, SolrXmlInZkTest, SyncSliceTest, TestConfigSetsAPIExclusivity, TestLockTree]
   [junit4] Completed [513/858 (3!)] on J2 in 0.45s, 1 test, 1 failure <<< FAILURES!

[...truncated 48424 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj2056286801
 [ecj-lint] Compiling 69 source files to /tmp/ecj2056286801
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 28)
 [ecj-lint] 	import javax.naming.InitialContext;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.InitialContext is not accessible
 [ecj-lint] ----------
 [ecj-lint] 2. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 29)
 [ecj-lint] 	import javax.naming.NamingException;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.NamingException is not accessible
 [ecj-lint] ----------
 [ecj-lint] 3. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 182)
 [ecj-lint] 	c = getFromJndi(initProps, jndiName);
 [ecj-lint] 	    ^^^^^^^^^^^
 [ecj-lint] The method getFromJndi(Properties, String) from the type new Callable<Connection>(){} refers to the missing type NamingException
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 245)
 [ecj-lint] 	private Connection getFromJndi(final Properties initProps, final String jndiName) throws NamingException,
 [ecj-lint] 	                                                                                         ^^^^^^^^^^^^^^^
 [ecj-lint] NamingException cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 5. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 249)
 [ecj-lint] 	InitialContext ctx =  new InitialContext();
 [ecj-lint] 	^^^^^^^^^^^^^^
 [ecj-lint] InitialContext cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 6. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 249)
 [ecj-lint] 	InitialContext ctx =  new InitialContext();
 [ecj-lint] 	                          ^^^^^^^^^^^^^^
 [ecj-lint] InitialContext cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 6 problems (6 errors)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/build.xml:662: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build.xml:687: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/common-build.xml:479: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/common-build.xml:2010: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/common-build.xml:2049: Compile failed; see the compiler error output for details.

Total time: 688 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-BadApples-NightlyTests-master - Build # 61 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/61/

3 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader

Error Message:
Doc with id=4 not found in http://127.0.0.1:35087/solr/outOfSyncReplicasCannotBecomeLeader-false due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=4 not found in http://127.0.0.1:35087/solr/outOfSyncReplicasCannotBecomeLeader-false due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([C551697D6DBDF3BB:BBBA496DAEDAFC81]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.TestCloudConsistency.assertDocExists(TestCloudConsistency.java:283)
	at org.apache.solr.cloud.TestCloudConsistency.assertDocsExistInAllReplicas(TestCloudConsistency.java:267)
	at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:138)
	at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:97)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/27)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node2":{           "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node2/data/",           "base_url":"http://127.0.0.1:40113/solr",           "node_name":"127.0.0.1:40113_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node2/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node4":{           "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node4/data/",           "base_url":"http://127.0.0.1:34384/solr",           "node_name":"127.0.0.1:34384_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node4/data/tlog",           "core":"testSimple2_shard1_replica_n3",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:40113/solr",           "node_name":"127.0.0.1:40113_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n5",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:34384/solr",           "node_name":"127.0.0.1:34384_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:34913_solr, 127.0.0.1:40113_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/27)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node2":{           "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node2/data/",           "base_url":"http://127.0.0.1:40113/solr",           "node_name":"127.0.0.1:40113_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node2/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node4":{           "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node4/data/",           "base_url":"http://127.0.0.1:34384/solr",           "node_name":"127.0.0.1:34384_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node4/data/tlog",           "core":"testSimple2_shard1_replica_n3",           "shared_storage":"true",           "state":"down"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:40113/solr",           "node_name":"127.0.0.1:40113_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n5",           "shared_storage":"true",           "state":"active",           "leader":"true"},         "core_node8":{           "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:34384/solr",           "node_name":"127.0.0.1:34384_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/27)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node2/data/",
          "base_url":"http://127.0.0.1:40113/solr",
          "node_name":"127.0.0.1:40113_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node2/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node4":{
          "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node4/data/",
          "base_url":"http://127.0.0.1:34384/solr",
          "node_name":"127.0.0.1:34384_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node4/data/tlog",
          "core":"testSimple2_shard1_replica_n3",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:40113/solr",
          "node_name":"127.0.0.1:40113_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n5",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:34384/solr",
          "node_name":"127.0.0.1:34384_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:34913_solr, 127.0.0.1:40113_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/27)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node2/data/",
          "base_url":"http://127.0.0.1:40113/solr",
          "node_name":"127.0.0.1:40113_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node2/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node4":{
          "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node4/data/",
          "base_url":"http://127.0.0.1:34384/solr",
          "node_name":"127.0.0.1:34384_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node4/data/tlog",
          "core":"testSimple2_shard1_replica_n3",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:40113/solr",
          "node_name":"127.0.0.1:40113_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n5",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node8":{
          "dataDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:34384/solr",
          "node_name":"127.0.0.1:34384_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:46225/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([C551697D6DBDF3BB:FDE24D834A4E276A]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
Captured an uncaught exception in thread: Thread[id=82637, name=Thread-26559, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=82637, name=Thread-26559, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
	at __randomizedtesting.SeedInfo.seed([C551697D6DBDF3BB]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:999)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1026)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:695)




Build Log:
[...truncated 13378 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> 788282 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C551697D6DBDF3BB-001/init-core-data-001
   [junit4]   2> 788283 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 788283 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 788284 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 789420 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 791552 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 792351 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 792395 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 792465 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 792465 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 792466 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 792471 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ab2c362{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 793302 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@142ea7f5{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-34848-hdfs-_-any-12958282472275357199.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 793304 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7d7614ad{HTTP/1.1,[http/1.1]}{localhost:34848}
   [junit4]   2> 793304 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.Server Started @793350ms
   [junit4]   2> 796160 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 796176 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 796199 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 796199 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 796199 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 796200 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@795afb10{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 796974 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@590c26e{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-34619-datanode-_-any-8495505028777773310.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 796975 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@45e77149{HTTP/1.1,[http/1.1]}{localhost:34619}
   [junit4]   2> 796975 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.Server Started @797022ms
   [junit4]   2> 797637 WARN  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 797640 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 797701 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 797701 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 797701 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 797716 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2db2f08b{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 797952 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@cd40cfd{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-35916-datanode-_-any-6248695642011330351.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 797953 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7f04a0c3{HTTP/1.1,[http/1.1]}{localhost:35916}
   [junit4]   2> 797953 INFO  (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[C551697D6DBDF3BB]-worker) [    ] o.e.j.s.Server Started @798000ms
   [junit4]   2> 800451 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x7e978931f8085241: Processing first storage report for DS-159b3138-dca3-448e-a62b-2b498e64aa58 from datanode 46fc7718-c382-4674-bb36-cc82edf4ce37
   [junit4]   2> 800454 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x7e978931f8085241: from storage DS-159b3138-dca3-448e-a62b-2b498e64aa58 node DatanodeRegistration(127.0.0.1:42628, datanodeUuid=46fc7718-c382-4674-bb36-cc82edf4ce37, infoPort=37611, infoSecurePort=0, ipcPort=45377, storageInfo=lv=-57;cid=testClusterID;nsid=1119025869;c=1557555985009), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
   [junit4]   2> 800454 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x357852ed8056599a: Processing first storage report for DS-79dd2733-5254-46e1-92d2-3f3ec82e266a from datanode 107cd65f-fdbd-4535-a281-2e6ff076a7f2
   [junit4]   2> 800454 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x357852ed8056599a: from storage DS-79dd2733-5254-46e1-92d2-3f3ec82e266a node DatanodeRegistration(127.0.0.1:46176, datanodeUuid=107cd65f-fdbd-4535-a281-2e6ff076a7f2, infoPort=40270, infoSecurePort=0, ipcPort=43938, storageInfo=lv=-57;cid=testClusterID;nsid=1119025869;c=1557555985009), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 800454 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x357852ed8056599a: Processing first storage report for DS-07084c20-aa30-47e1-946f-1e0c0ea628a5 from datanode 107cd65f-fdbd-4535-a281-2e6ff076a7f2
   [junit4]   2> 800454 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x357852ed8056599a: from storage DS-07084c20-aa30-47e1-946f-1e0c0ea628a5 node DatanodeRegistration(127.0.0.1:46176, datanodeUuid=107cd65f-fdbd-4535-a281-2e6ff076a7f2, infoPort=40270, infoSecurePort=0, ipcPort=43938, storageInfo=lv=-57;cid=testClusterID;nsid=1119025869;c=1557555985009), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 800454 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x7e978931f8085241: Processing first storage report for DS-d7b443ed-ad03-475f-b7e0-d55075c583d2 from datanode 46fc7718-c382-4674-bb36-cc82edf4ce37
   [junit4]   2> 800454 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x7e978931f8085241: from storage DS-d7b443ed-ad03-475f-b7e0-d55075c583d2 node DatanodeRegistration(127.0.0.1:42628, datanodeUuid=46fc7718-c382-4674-bb36-cc82edf4ce37, infoPort=37611, infoSecurePort=0, ipcPort=45377, storageInfo=lv=-57;cid=testClusterID;nsid=1119025869;c=1557555985009), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 800556 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C551697D6DBDF3BB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 800557 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C551697D6DBDF3BB]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C551697D6DBDF3BB-001/tempDir-002
   [junit4]   2> 800558 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C551697D6DBDF3BB]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 800584 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 800584 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 800672 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C551697D6DBDF3BB]) [    ] o.a.s.c.ZkTestServer start zk server on port:39783
   [junit4]   2> 800672 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C551697D6DBDF3BB]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39783
   [junit4]   2> 800672 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C551697D6DBDF3BB]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39783
   [junit4]   2> 800732 INFO  (zkConnectionManagerCallback-3064-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 800775 INFO  (zkConnectionManagerCallback-3066-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 800787 INFO  (zkConnectionManagerCallback-3068-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 800791 WARN  (jetty-launcher-3069-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 800793 WARN  (jetty-launcher-3069-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 800794 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 800794 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 800794 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 800794 INFO  (jetty-launcher-3069-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 800803 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 800803 INFO  (jetty-launcher-3069-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 800804 WARN  (jetty-launcher-3069-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 800805 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 800805 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 800805 INFO  (jetty-launcher-3069-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
   [junit4]   2> 800844 INFO  (jetty-launcher-3069-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 800844 INFO  (jetty-launcher-3069-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 800844 INFO  (jetty-launcher-3069-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 800848 INFO  (jetty-launcher-3069-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7664c159{/solr,null,AVAILABLE}
   [junit4]   2> 801124 INFO  (jetty-launcher-3069-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3a930016{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34384}
   [junit4]   2> 801124 INFO  (jetty-launcher-3069-thread-1) [    ] o.e.j.s.Server Started @801170ms
   [junit4]   2> 801124 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34384}
   [junit4]   2> 801124 ERROR (jetty-launcher-3069-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 801124 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 801125 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 801125 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 801125 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 801125 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-11T06:26:35.402217Z
   [junit4]   2> 801165 INFO  (jetty-launcher-3069-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 801165 INFO  (jetty-launcher-3069-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 801165 INFO  (jetty-launcher-3069-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 801168 INFO  (jetty-launcher-3069-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d346217{/solr,null,AVAILABLE}
   [junit4]   2> 801168 INFO  (jetty-launcher-3069-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@607294ad{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40113}
   [junit4]   2> 801169 INFO  (jetty-launcher-3069-thread-3) [    ] o.e.j.s.Server Started @801215ms
   [junit4]   2> 801169 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40113}
   [junit4]   2> 801169 ERROR (jetty-launcher-3069-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 801169 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 801169 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 801170 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 801170 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 801170 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-11T06:26:35.447041Z
   [junit4]   2> 801216 INFO  (jetty-launcher-3069-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 801216 INFO  (jetty-launcher-3069-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 801216 INFO  (jetty-launcher-3069-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 801217 INFO  (jetty-launcher-3069-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75916240{/solr,null,AVAILABLE}
   [junit4]   2> 801219 INFO  (jetty-launcher-3069-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2e1dab97{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34913}
   [junit4]   2> 801220 INFO  (jetty-launcher-3069-thread-2) [    ] o.e.j.s.Server Started @801266ms
   [junit4]   2> 801220 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34913}
   [junit4]   2> 801220 ERROR (jetty-launcher-3069-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 801220 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 801220 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 801220 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 801220 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 801220 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-11T06:26:35.497698Z
   [junit4]   2> 801224 INFO  (zkConnectionManagerCallback-3071-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 801225 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 801230 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 801232 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 801234 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 801243 INFO  (zkConnectionManagerCallback-3073-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 801244 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 801248 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 801248 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 801250 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 801251 INFO  (zkConnectionManagerCallback-3075-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 801253 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 801256 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 801257 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 801259 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 801450 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 801460 WARN  (jetty-launcher-3069-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@18d7bf74[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 801490 WARN  (jetty-launcher-3069-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2f1ce17f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 801491 INFO  (jetty-launcher-3069-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39783/solr
   [junit4]   2> 801522 INFO  (zkConnectionManagerCallback-3084-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 801536 INFO  (zkConnectionManagerCallback-3086-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 801692 INFO  (jetty-launcher-3069-thread-2) [n:127.0.0.1:34913_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34913_solr
   [junit4]   2> 801693 INFO  (jetty-launcher-3069-thread-2) [n:127.0.0.1:34913_solr    ] o.a.s.c.Overseer Overseer (id=73282510732460039-127.0.0.1:34913_solr-n_0000000000) starting
   [junit4]   2> 801704 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 801707 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 801710 INFO  (zkConnectionManagerCallback-3093-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 801714 INFO  (jetty-launcher-3069-thread-2) [n:127.0.0.1:34913_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39783/solr ready
   [junit4]   2> 801716 WARN  (jetty-launcher-3069-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7ae43564[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 801765 WARN  (jetty-launcher-3069-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@74b949e3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 801766 INFO  (jetty-launcher-3069-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39783/solr
   [junit4]   2> 801775 INFO  (OverseerStateUpdate-73282510732460039-127.0.0.1:34913_solr-n_0000000000) [n:127.0.0.1:34913_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34913_solr
   [junit4]   2> 801779 INFO  (jetty-launcher-3069-thread-2) [n:127.0.0.1:34913_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34913_solr
   [junit4]   2> 801820 WARN  (jetty-launcher-3069-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@48ea67a1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 801843 INFO  (zkCallback-3085-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 801848 INFO  (zkCallback-3092-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 801865 INFO  (zkConnectionManagerCallback-3100-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 801872 WARN  (jetty-launcher-3069-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@a44083c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 801874 INFO  (jetty-launcher-3069-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39783/solr
   [junit4]   2> 801883 INFO  (jetty-launcher-3069-thread-2) [n:127.0.0.1:34913_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 801951 INFO  (zkConnectionManagerCallback-3105-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 801960 INFO  (jetty-launcher-3069-thread-3) [n:127.0.0.1:40113_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 801963 INFO  (zkConnectionManagerCallback-3108-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 801968 INFO  (jetty-launcher-3069-thread-3) [n:127.0.0.1:40113_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40113_solr as DOWN
   [junit4]   2> 801969 INFO  (jetty-launcher-3069-thread-3) [n:127.0.0.1:40113_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 801969 INFO  (jetty-launcher-3069-thread-3) [n:127.0.0.1:40113_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40113_solr
   [junit4]   2> 801974 INFO  (zkCallback-3092-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 801975 INFO  (zkCallback-3085-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 802172 INFO  (zkCallback-3104-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 802190 INFO  (zkConnectionManagerCallback-3117-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 802192 INFO  (zkConnectionManagerCallback-3112-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 802192 INFO  (jetty-launcher-3069-thread-3) [n:127.0.0.1:40113_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 802195 INFO  (jetty-launcher-3069-thread-3) [n:127.0.0.1:40113_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39783/solr ready
   [junit4]   2> 802205 INFO  (jetty-launcher-3069-thread-1) [n:127.0.0.1:34384_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 802216 INFO  (jetty-launcher-3069-thread-1) [n:127.0.0.1:34384_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:34384_solr as DOWN
   [junit4]   2> 802225 INFO  (jetty-launcher-3069-thread-1) [n:127.0.0.1:34384_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 802225 INFO  (jetty-launcher-3069-thread-1) [n:127.0.0.1:34384_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34384_solr
   [junit4]   2> 802227 INFO  (zkCallback-3092-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 802227 INFO  (zkCallback-3085-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 802227 INFO  (zkCallback-3104-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 802233 INFO  (zkCallback-3116-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 802248 INFO  (zkCallback-3111-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 802258 INFO  (zkConnectionManagerCallback-3124-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 802260 INFO  (jetty-launcher-3069-thread-1) [n:127.0.0.1:34384_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 802273 INFO  (jetty-launcher-3069-thread-1) [n:127.0.0.1:34384_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39783/solr ready
   [junit4]   2> 802293 INFO  (jetty-launcher-3069-thread-3) [n:127.0.0.1:40113_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 802299 INFO  (jetty-launcher-3069-thread-2) [n:127.0.0.1:34913_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 802330 INFO  (jetty-launcher-3069-thread-1) [n:127.0.0.1:34384_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 802370 INFO  (jetty-launcher-3069-thread-2) [n:127.0.0.1:34913_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 802380 INFO  (jetty-launcher-3069-thread-2) [n:127.0.0.1:34913_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 802383 INFO  (jetty-launcher-3069-thread-2) [n:127.0.0.1:34913_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C551697D6DBDF3BB-001/tempDir-002/node2/.
   [junit4]   2> 802394 INFO  (jetty-launcher-3069-thread-3) [n:127.0.0.1:40113_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 802438 INFO  (jetty-launcher-3069-thread-1) [n:127.0.0.1:34384_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 802484 INFO  (jetty-launcher-3069-thread-3) [n:127.0.0.1:40113_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 802505 INFO  (jetty-launcher-3069-thread-3) [n:127.0.0.1:40113_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 802526 INFO  (jetty-launcher-3069-thread-3) [n:127.0.0.1:40113_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C551697D6DBDF3BB-001/tempDir-002/node3/.
   [junit4]   2> 802563 INFO  (jetty-launcher-3069-thread-1) [n:127.0.0.1:34384_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 802564 INFO  (jetty-launcher-3069-thread-1) [n:127.0.0.1:34384_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 802567 INFO  (jetty-launcher-3069-thread-1) [n:127.0.0.1:34384_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C551697D6DBDF3BB-001/tempDir-002/node1/.
   [junit4]   2> 803052 INFO  (zkConnectionManagerCallback-3131-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 803054 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C551697D6DBDF3BB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 803057 INFO  (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[C551697D6DBDF3BB]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39783/solr ready
   [junit4]   2> 803317 INFO  (qtp498779045-7806) [n:127.0.0.1:34384_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=26
   [junit4]   2> 803320 INFO  (qtp498779045-7806) [n:127.0.0.1:34384_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:34913_solr,127.0.0.1:34384_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 803348 INFO  (OverseerThreadFactory-2264-thread-1-processing-n:127.0.0.1:34913_solr) [n:127.0.0.1:34913_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 803464 INFO  (OverseerStateUpdate-73282510732460039-127.0.0.1:34913_solr-n_0000000000) [n:127.0.0.1:34913_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34913/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 803467 INFO  (OverseerStateUpdate-73282510732460039-127.0.0.1:34913_solr-n_0000000000) [n:127.0.0.1:34913_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34384/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 803471 INFO  (OverseerStateUpdate-73282510732460039-127.0.0.1:34913_solr-n_0000000000) [n:127.0.0.1:34913_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34913/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 803474 INFO  (OverseerStateUpdate-73282510732460039-127.0.0.1:34913_solr-n_0000000000) [n:127.0.0.1:34913_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34384/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 803696 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr    x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 803696 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr    x:testSimple1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 803709 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr    x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 803709 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr    x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 803749 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr    x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 804727 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 804740 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 804743 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 804743 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 804743 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 804769 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46225/solr_hdfs_home
   [junit4]   2> 804769 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 804770 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 804774 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C551697D6DBDF3BB-001/tempDir-002/node2/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node7/data/]
   [junit4]   2> 804781 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 804783 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 804786 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 804786 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 804786 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 804786 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46225/solr_hdfs_home
   [junit4]   2> 804787 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 804787 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C551697D6DBDF3BB-001/tempDir-002/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node3/data/]
   [junit4]   2> 804789 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 804797 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 804799 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 804799 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
   [junit4]   2> 804800 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 804809 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 804811 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 804814 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 804814 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 804833 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 804837 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 804837 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 804838 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 804838 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 804838 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 804838 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46225/solr_hdfs_home
   [junit4]   2> 804838 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 804839 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C551697D6DBDF3BB-001/tempDir-002/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node5/data/]
   [junit4]   2> 804839 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f6d350a
   [junit4]   2> 804839 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46225/solr_hdfs_home
   [junit4]   2> 804839 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 804839 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_C551697D6DBDF3BB-001/tempDir-002/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node8/data/]
   [junit4]   2> 804841 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 804845 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 804852 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 804852 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 804874 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 804874 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 804882 WARN  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 804882 WARN  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 804882 WARN  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 804884 WARN  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 810078 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 810078 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 810078 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 810079 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 810085 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node3/data
   [junit4]   2> 810085 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node5/data
   [junit4]   2> 810091 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node7/data
   [junit4]   2> 810100 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node8/data
   [junit4]   2> 810155 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node3/data/index
   [junit4]   2> 810164 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 810164 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 810164 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node5/data/index
   [junit4]   2> 810168 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node7/data/index
   [junit4]   2> 810175 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 810175 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46225/solr_hdfs_home/testSimple1/core_node8/data/index
   [junit4]   2> 810180 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 810180 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 810187 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 810187 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 810187 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 810190 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 810195 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 810212 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 810213 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 811212 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 811212 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 811212 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 811230 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 811230 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 811230 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 811234 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 811234 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 811240 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 811240 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 811240 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 811240 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 811240 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 811241 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 811256 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 811256 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 811268 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 811269 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 811317 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 811317 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 811417 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bc86f7d[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 811424 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e98ab96[testSimple1_shard2_replica_n4] main]
   [junit4]   2> 811424 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@74ca40b3[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 811425 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@41f26439[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 811427 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 811427 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 811427 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 811429 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 811429 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 811431 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 811432 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 811432 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 811433 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 811433 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 811435 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 811435 INFO  (qtp498779045-7808) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633215846245466112
   [junit4]   2> 811436 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 811436 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633215846246514688
   [junit4]   2> 811437 INFO  (qtp498779045-7805) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633215846247563264
   [junit4]   2> 811438 INFO  (qtp1932326338-7830) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633215846248611840
   [junit4]   2> 811443 INFO  (searcherExecutor-2278-thread-1-processing-n:127.0.0.1:34913_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@74ca40b3[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 811447 INFO  (searcherExecutor-2277-thread-1-processing-n:127.0.0.1:34913_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:34913_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@2e98ab96[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 811451 INFO  (searcherExecutor-2280-thread-1-processing-n:127.0.0.1:34384_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:34384_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@41f26439[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 811454 INFO  (searcherExecutor-2279-thread-1-processing-n:127.0.0.1:34384_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:34384_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@5bc86f7d[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 811458 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 811458 INFO  (qtp1932326338-7831) [n:127.0.0.1:34913_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is creat

[...truncated too long message...]

ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/null144500509
     [copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/null144500509
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/null144500509

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 94ms :: artifacts dl 31ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 408 minutes 38 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)