You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/12/05 14:08:13 UTC

[JENKINS] Lucene-Solr-http2-Linux (32bit/jdk1.8.0_172) - Build # 35 - Still Failing!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/35/
Java: 32bit/jdk1.8.0_172 -client -XX:+UseG1GC

11 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([4E6AA209591AA999:71EA0DE3E2C509B0]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2(Http2SolrClientCompatibilityTest.java:95)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest.testSystemPropertyFlag

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([4E6AA209591AA999:2B2777ED731BADAE]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest.testSystemPropertyFlag(Http2SolrClientCompatibilityTest.java:43)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=2213, name=aliveCheckExecutor-630-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=1969, name=aliveCheckExecutor-613-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=1724, name=aliveCheckExecutor-596-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=2213, name=aliveCheckExecutor-630-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=1969, name=aliveCheckExecutor-613-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=1724, name=aliveCheckExecutor-596-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([4E6AA209591AA999]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=2213, name=aliveCheckExecutor-630-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=1969, name=aliveCheckExecutor-613-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=1724, name=aliveCheckExecutor-596-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=2213, name=aliveCheckExecutor-630-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=1969, name=aliveCheckExecutor-613-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=1724, name=aliveCheckExecutor-596-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([4E6AA209591AA999]:0)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([4384B72B92A05931:CBD088F13C5C34C9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([4384B72B92A05931:4C8879755D719A09]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations(DistributedQueryComponentOptimizationTest.java:145)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([4384B72B92A05931:A160C2C0E09BDCFC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned(DistributedQueryComponentOptimizationTest.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([4384B72B92A05931:4706A27238F7D938]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort(DistributedQueryComponentOptimizationTest.java:190)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([4384B72B92A05931:FFFFF9E6B1DE0556]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams(DistributedQueryComponentOptimizationTest.java:184)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([4384B72B92A05931:68B8F68CE984F4D1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList(DistributedQueryComponentOptimizationTest.java:153)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking

Error Message:
Unexpected number of core admin requests were found expected:<2> but was:<0>

Stack Trace:
java.lang.AssertionError: Unexpected number of core admin requests were found expected:<2> but was:<0>
	at __randomizedtesting.SeedInfo.seed([4384B72B92A05931:BB8EEEB66AB48A7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking(TestTrackingShardHandlerFactory.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13433 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_4384B72B92A05931-001/init-core-data-001
   [junit4]   2> 705577 WARN  (SUITE-TestDistributedSearch-seed#[4384B72B92A05931]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 705577 INFO  (SUITE-TestDistributedSearch-seed#[4384B72B92A05931]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 705579 INFO  (SUITE-TestDistributedSearch-seed#[4384B72B92A05931]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 705579 INFO  (SUITE-TestDistributedSearch-seed#[4384B72B92A05931]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 705579 INFO  (SUITE-TestDistributedSearch-seed#[4384B72B92A05931]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /k_/qy
   [junit4]   2> 705691 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_4384B72B92A05931-001/tempDir-001/control/cores/collection1
   [junit4]   2> 705692 WARN  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 705692 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 705692 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 705692 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 705693 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 705693 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 705693 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 705695 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@381f00{/k_/qy,null,AVAILABLE}
   [junit4]   2> 705698 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@8c5b84{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36561}
   [junit4]   2> 705698 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.Server Started @705756ms
   [junit4]   2> 705698 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/k_/qy, hostPort=36561, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_4384B72B92A05931-001/tempDir-001/control/cores}
   [junit4]   2> 705699 ERROR (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 705699 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 705699 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 705699 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 705699 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 705699 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-05T13:27:29.082Z
   [junit4]   2> 705699 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_4384B72B92A05931-001/tempDir-001/control/solr.xml
   [junit4]   2> 705704 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 705704 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 705706 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@103fc8c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 708348 WARN  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6bc13e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 708366 WARN  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@16d2932[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 708392 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 708392 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 708413 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@103fc8c
   [junit4]   2> 708425 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@103fc8c
   [junit4]   2> 708425 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@103fc8c
   [junit4]   2> 708427 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_4384B72B92A05931-001/tempDir-001/control/cores
   [junit4]   2> 708427 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 708428 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 708472 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 708500 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 708632 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 708643 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 708643 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@103fc8c
   [junit4]   2> 708643 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_4384B72B92A05931-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 708645 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=87.125, floorSegmentMB=1.8486328125, forceMergeDeletesPctAllowed=2.9371900366101378, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=22.092815484813183
   [junit4]   2> 708706 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 708706 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 708707 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 708707 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 708708 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46794518415639064]
   [junit4]   2> 708708 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ab5c43[collection1] main]
   [junit4]   2> 708709 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 708765 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 708846 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 708846 INFO  (coreLoadExecutor-2305-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619018595412475904
   [junit4]   2> 708848 INFO  (searcherExecutor-2306-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 708848 INFO  (searcherExecutor-2306-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 708848 INFO  (searcherExecutor-2306-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 708848 INFO  (searcherExecutor-2306-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 708848 INFO  (searcherExecutor-2306-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 708848 INFO  (searcherExecutor-2306-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 708849 INFO  (searcherExecutor-2306-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 708849 INFO  (searcherExecutor-2306-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 708849 INFO  (searcherExecutor-2306-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 708851 INFO  (searcherExecutor-2306-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@ab5c43[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 708966 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_4384B72B92A05931-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 708967 WARN  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 708967 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 708967 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 708967 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 708980 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 708980 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 708980 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 708981 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15f838c{/k_/qy,null,AVAILABLE}
   [junit4]   2> 708981 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1372952{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39853}
   [junit4]   2> 708982 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.s.Server Started @709039ms
   [junit4]   2> 708982 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/k_/qy, hostPort=39853, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_4384B72B92A05931-001/tempDir-001/shard0/cores}
   [junit4]   2> 708982 ERROR (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 708982 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 708982 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 708982 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 708982 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 708982 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-05T13:27:32.365Z
   [junit4]   2> 708983 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_4384B72B92A05931-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 708987 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 708987 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 708989 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@103fc8c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 712969 WARN  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@19b3131[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 712974 WARN  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1b8dd0e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 712990 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 712990 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 713009 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@103fc8c
   [junit4]   2> 713021 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@103fc8c
   [junit4]   2> 713021 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@103fc8c
   [junit4]   2> 713024 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_4384B72B92A05931-001/tempDir-001/shard0/cores
   [junit4]   2> 713024 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 713025 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 713053 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 713081 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 713156 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 713163 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 713163 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@103fc8c
   [junit4]   2> 713163 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_4384B72B92A05931-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 713165 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=87.125, floorSegmentMB=1.8486328125, forceMergeDeletesPctAllowed=2.9371900366101378, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=22.092815484813183
   [junit4]   2> 713209 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 713209 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 713210 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 713210 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 713211 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46794518415639064]
   [junit4]   2> 713211 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11fb657[collection1] main]
   [junit4]   2> 713212 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 713229 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 713310 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 713311 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619018600094367744
   [junit4]   2> 713312 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 713312 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 713312 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 713312 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 713313 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 713313 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 713313 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 713313 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 713313 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 713314 INFO  (TEST-TestDistributedSearch.test-seed#[4384B72B92A05931]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 713315 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@11fb657[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 713320 INFO  (qtp27250359-11427) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1619018600099610624)} 0 4
   [junit4]   2> 713326 INFO  (qtp16088159-11478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1619018600105902080)} 0 4
   [junit4]   2> 713331 INFO  (qtp27250359-11428) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[1 (1619018600111144960)]} 0 4
   [junit4]   2> 713335 INFO  (qtp16088159-11479) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[1 (1619018600117436416)]} 0 2
   [junit4]   2> 713338 INFO  (qtp27250359-11426) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[2 (1619018600121630720)]} 0 1
   [junit4]   2> 713340 INFO  (qtp16088159-11477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[2 (1619018600123727872)]} 0 1
   [junit4]   2> 713342 INFO  (qtp27250359-11427) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[3 (1619018600125825024)]} 0 1
   [junit4]   2> 713344 INFO  (qtp16088159-11478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[3 (1619018600127922176)]} 0 0
   [junit4]   2> 713346 INFO  (qtp27250359-11428) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[4 (1619018600130019328)]} 0 1
   [junit4]   2> 713348 INFO  (qtp16088159-11479) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[4 (1619018600132116480)]} 0 1
   [junit4]   2> 713350 INFO  (qtp27250359-11426) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[5 (1619018600134213632)]} 0 1
   [junit4]   2> 713352 INFO  (qtp16088159-11477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[5 (1619018600136310784)]} 0 1
   [junit4]   2> 713354 INFO  (qtp27250359-11427) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[6 (1619018600138407936)]} 0 1
   [junit4]   2> 713355 INFO  (qtp16088159-11478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[6 (1619018600139456512)]} 0 0
   [junit4]   2> 713357 INFO  (qtp27250359-11428) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[7 (1619018600141553664)]} 0 1
   [junit4]   2> 713359 INFO  (qtp16088159-11479) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[7 (1619018600143650816)]} 0 0
   [junit4]   2> 713361 INFO  (qtp27250359-11426) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[8 (1619018600145747968)]} 0 1
   [junit4]   2> 713363 INFO  (qtp16088159-11477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[8 (1619018600147845120)]} 0 1
   [junit4]   2> 713365 INFO  (qtp27250359-11427) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[9 (1619018600149942272)]} 0 1
   [junit4]   2> 713367 INFO  (qtp16088159-11478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[9 (1619018600152039424)]} 0 0
   [junit4]   2> 713368 INFO  (qtp27250359-11428) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619018600154136576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 713368 INFO  (qtp27250359-11428) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1440be3 commitCommandVersion:1619018600154136576
   [junit4]   2> 713384 INFO  (qtp27250359-11428) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c31e01[collection1] main]
   [junit4]   2> 713384 INFO  (qtp27250359-11428) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 713390 INFO  (searcherExecutor-2306-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c31e01[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544016456761}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 713390 INFO  (qtp27250359-11428) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 22
   [junit4]   2> 713391 INFO  (qtp16088159-11479) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619018600178253824,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 713391 INFO  (qtp16088159-11479) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@12cd4a3 commitCommandVersion:1619018600178253824
   [junit4]   2> 713413 INFO  (qtp16088159-11479) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3eada5[collection1] main]
   [junit4]   2> 713413 INFO  (qtp16088159-11479) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 713416 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3eada5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544016456790}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 713416 INFO  (qtp16088159-11479) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 25
   [junit4]   2> 713420 INFO  (qtp27250359-11426) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[10 (1619018600205516800)]} 0 3
   [junit4]   2> 713425 INFO  (qtp16088159-11477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[10 (1619018600209711104)]} 0 3
   [junit4]   2> 713427 INFO  (qtp27250359-11427) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[11 (1619018600214953984)]} 0 0
   [junit4]   2> 713428 INFO  (qtp16088159-11478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[11 (1619018600216002560)]} 0 1
   [junit4]   2> 713430 INFO  (qtp27250359-11428) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[12 (1619018600218099712)]} 0 0
   [junit4]   2> 713431 INFO  (qtp16088159-11479) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[12 (1619018600220196864)]} 0 0
   [junit4]   2> 713433 INFO  (qtp27250359-11426) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[13 (1619018600221245440)]} 0 0
   [junit4]   2> 713435 INFO  (qtp16088159-11477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[13 (1619018600223342592)]} 0 1
   [junit4]   2> 713438 INFO  (qtp27250359-11427) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[1001 (1619018600225439744)]} 0 1
   [junit4]   2> 713440 INFO  (qtp16088159-11478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[1001 (1619018600228585472)]} 0 1
   [junit4]   2> 713441 INFO  (qtp27250359-11428) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[14 (1619018600230682624)]} 0 0
   [junit4]   2> 713443 INFO  (qtp16088159-11479) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[14 (1619018600231731200)]} 0 0
   [junit4]   2> 713444 INFO  (qtp27250359-11426) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[15 (1619018600233828352)]} 0 0
   [junit4]   2> 713446 INFO  (qtp16088159-11477) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[15 (1619018600234876928)]} 0 0
   [junit4]   2> 713447 INFO  (qtp27250359-11427) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[16 (1619018600235925504)]} 0 0
   [junit4]   2> 713448 INFO  (qtp16088159-11478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[16 (1619018600238022656)]} 0 0
   [junit4]   2> 713450 INFO  (qtp27250359-11428) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_/qy path=/update params={wt=javabin&version=2}{add=[17 (1619018600239071232)]} 0 1
   [j

[...truncated too long message...]

.JettySolrRunner$DebugFilter-1eda2f4@1eda2f4==org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter,inst=true,async=true
   [junit4]   1> 13:59:07.590 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter-1eda2f4@1eda2f4==org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter,inst=false,async=true
   [junit4]   1> 13:59:07.590 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - stopping org.apache.solr.client.solrj.impl.Http2SolrClientTest$DebugServlet-8f653e@68a42b84==org.apache.solr.client.solrj.impl.Http2SolrClientTest$DebugServlet,jsp=null,order=-1,inst=false,async=true
   [junit4]   1> 13:59:07.590 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED org.apache.solr.client.solrj.impl.Http2SolrClientTest$DebugServlet-8f653e@68a42b84==org.apache.solr.client.solrj.impl.Http2SolrClientTest$DebugServlet,jsp=null,order=-1,inst=false,async=true
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - stopping org.eclipse.jetty.servlet.ServletHandler$Default404Servlet-145ce87@b0746c3f==org.eclipse.jetty.servlet.ServletHandler$Default404Servlet,jsp=null,order=-1,inst=false,async=true
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED org.eclipse.jetty.servlet.ServletHandler$Default404Servlet-145ce87@b0746c3f==org.eclipse.jetty.servlet.ServletHandler$Default404Servlet,jsp=null,order=-1,inst=false,async=true
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - stopping org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404-1684819@cdc72c2a==org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404,jsp=null,order=-1,inst=false,async=true
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404-1684819@cdc72c2a==org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404,jsp=null,order=-1,inst=false,async=true
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED ServletHandler@1d1aa27{STOPPED}
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED org.eclipse.jetty.server.session.SessionHandler33093578==dftMaxIdleSec=-1
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED o.e.j.s.ServletContextHandler@c9935{/solr,null,UNAVAILABLE}
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED GzipHandler@550e14{STOPPED}
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - stopping DefaultSessionIdManager@1aa2b31{STARTED}[worker=node0]
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - stopping HouseKeeper@f2699{STARTED}[interval=660000, ownscheduler=true]
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - stopping ScheduledExecutorScheduler@1930320{STARTED}
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED ScheduledExecutorScheduler@1930320{STOPPED}
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED HouseKeeper@f2699{STOPPED}[interval=660000, ownscheduler=true]
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED DefaultSessionIdManager@1aa2b31{STOPPED}[worker=node0]
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - stopping QueuedThreadPool[qtp3194771]@30bf93{STARTED,8<=8<=10000,i=8,q=0}[ReservedThreadExecutor@3e851{s=0/0,p=0}]
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - stopping ReservedThreadExecutor@3e851{s=0/0,p=0}
   [junit4]   1> 13:59:07.591 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED ReservedThreadExecutor@3e851{s=0/0,p=0}
   [junit4]   1> 13:59:07.592 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED QueuedThreadPool[qtp3194771]@30bf93{STOPPED,8<=8<=10000,i=0,q=0}[org.eclipse.jetty.util.thread.TryExecutor$$Lambda$14/20521168@148552]
   [junit4]   1> 13:59:07.592 [SUITE-Http2SolrClientCompatibilityTest-seed#[4E6AA209591AA999]-worker] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STOPPED Server@19864e9{STOPPED}[9.4.14.v20181114]
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.Http2SolrClientCompatibilityTest_4E6AA209591AA999-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=2039, maxMBSortInHeap=7.04212140101586, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1fe067b), locale=nn-NO, timezone=Europe/Kaliningrad
   [junit4]   2> NOTE: Linux 4.15.0-39-generic i386/Oracle Corporation 1.8.0_172 (32-bit)/cpus=8,threads=1,free=101307592,total=190840832
   [junit4]   2> NOTE: All tests run in this JVM: [TestDelegationTokenResponse, NormalDistributionEvaluatorTest, FacetFieldTest, TestSolrJErrorHandling, ModifiableSolrParamsTest, GraphExpressionTest, HttpSolrClientBuilderTest, JsonQueryRequestUnitTest, SolrExampleStreamingBinaryTest, SolrExampleEmbeddedTest, ConcatOperationTest, TestJavaBinCodec, TermsFacetMapTest, OrEvaluatorTest, FloorEvaluatorTest, TestPolicy2, SolrPingTest, TestTimeSource, SolrExampleXMLHttp2Test, LengthEvaluatorTest, CloudSolrClientCacheTest, CeilingEvaluatorTest, ArcTangentEvaluatorTest, TestUpdateRequestCodec, SubtractEvaluatorTest, AppendEvaluatorTest, TestZkConfigManager, BasicHttpSolrClientTest, StreamExpressionToExpessionTest, SelectWithEvaluatorsTest, ZkConfigFilesTest, JsonRequestApiTest, CollectionAdminRequestRequiredParamsTest, GetByIdTest, SolrExampleBinaryHttp2Test, TestBatchUpdate, CloudSolrClientBadInputTest, Http2SolrClientCompatibilityTest]
   [junit4] Completed [125/184 (2!)] on J2 in 5.87s, 4 tests, 2 failures <<< FAILURES!

[...truncated 43385 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj2065329187
 [ecj-lint] Compiling 52 source files to /tmp/ecj2065329187
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/test-framework/src/java/org/apache/solr/util/RandomizeSSL.java (at line 26)
 [ecj-lint] 	import org.apache.lucene.util.Constants;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.util.Constants is never used
 [ecj-lint] ----------
 [ecj-lint] 1 problem (1 error)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2086: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2125: Compile failed; see the compiler error output for details.

Total time: 86 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk-11) - Build # 56 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/56/
Java: 64bit/jdk-11 -XX:-UseCompressedOops -XX:+UseParallelGC

19 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
74 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest:     1) Thread[id=1071, name=qtp154888852-1071, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=1001, name=qtp1645118601-1001, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=1279, name=updateExecutor-188-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    4) Thread[id=1253, name=Scheduler-2089236759, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    5) Thread[id=977, name=qtp2079431130-977, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)    6) Thread[id=1037, name=qtp1242769164-1037, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)    7) Thread[id=1213, name=coreContainerWorkExecutor-213-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    8) Thread[id=1255, name=Scheduler-1208377519, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    9) Thread[id=923, name=qtp66645842-923, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   10) Thread[id=1002, name=qtp1645118601-1002-acceptor-0@cbb0765-ServerConnector@4695d09b{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41353}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   11) Thread[id=1229, name=SolrRrdBackendFactory-242-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   12) Thread[id=1275, name=updateExecutor-231-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   13) Thread[id=924, name=qtp66645842-924, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   14) Thread[id=1000, name=qtp1645118601-1000, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   15) Thread[id=928, name=qtp66645842-928, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   16) Thread[id=1045, name=qtp1242769164-1045-acceptor-0@74e7ce15-ServerConnector@7b69117d{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44499}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   17) Thread[id=972, name=qtp2079431130-972, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   18) Thread[id=999, name=qtp1645118601-999, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   19) Thread[id=998, name=qtp1645118601-998, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   20) Thread[id=1077, name=qtp154888852-1077, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   21) Thread[id=995, name=coreContainerWorkExecutor-202-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   22) Thread[id=1234, name=coreContainerWorkExecutor-218-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   23) Thread[id=1232, name=coreContainerWorkExecutor-227-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   24) Thread[id=974, name=qtp2079431130-974-acceptor-0@14fbca69-ServerConnector@5fde07f3{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:43939}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   25) Thread[id=1075, name=qtp154888852-1075-acceptor-0@5d6ed29a-ServerConnector@54088673{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:43629}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   26) Thread[id=1006, name=Scheduler-916823175, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   27) Thread[id=1043, name=qtp1242769164-1043, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   28) Thread[id=931, name=Scheduler-1974536469, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   29) Thread[id=980, name=Scheduler-1939903640, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   30) Thread[id=1090, name=coreContainerWorkExecutor-207-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   31) Thread[id=1072, name=qtp154888852-1072, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   32) Thread[id=1256, name=Scheduler-986485729, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   33) Thread[id=993, name=MetricsHistoryHandler-210-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   34) Thread[id=1257, name=Scheduler-187575607, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   35) Thread[id=1005, name=qtp1645118601-1005, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   36) Thread[id=926, name=qtp66645842-926, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   37) Thread[id=1073, name=qtp154888852-1073, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   38) Thread[id=1079, name=qtp154888852-1079, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   39) Thread[id=994, name=Thread-532, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/java.lang.Object.wait(Native Method)         at java.base@11/java.lang.Object.wait(Object.java:328)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)   40) Thread[id=1233, name=Thread-688, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/java.lang.Object.wait(Native Method)         at java.base@11/java.lang.Object.wait(Object.java:328)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)   41) Thread[id=973, name=qtp2079431130-973, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   42) Thread[id=929, name=qtp66645842-929, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   43) Thread[id=1003, name=qtp1645118601-1003, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   44) Thread[id=1039, name=qtp1242769164-1039, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   45) Thread[id=1004, name=qtp1645118601-1004, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   46) Thread[id=1041, name=qtp1242769164-1041, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   47) Thread[id=927, name=qtp66645842-927-acceptor-0@58f24658-ServerConnector@3b602680{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:43429}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)         at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   48) Thread[id=1086, name=Scheduler-934184420, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   49) Thread[id=992, name=SolrRrdBackendFactory-209-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   50) Thread[id=1047, name=qtp1242769164-1047, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   51) Thread[id=1051, name=qtp1242769164-1051, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   52) Thread[id=1231, name=Thread-687, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/java.lang.Object.wait(Native Method)         at java.base@11/java.lang.Object.wait(Object.java:328)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)   53) Thread[id=930, name=qtp66645842-930, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   54) Thread[id=1225, name=SolrRrdBackendFactory-240-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   55) Thread[id=1179, name=SolrRrdBackendFactory-235-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   56) Thread[id=1053, name=Scheduler-1069203947, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   57) Thread[id=975, name=qtp2079431130-975, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   58) Thread[id=1074, name=qtp154888852-1074, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   59) Thread[id=1089, name=Thread-598, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/java.lang.Object.wait(Native Method)         at java.base@11/java.lang.Object.wait(Object.java:328)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)   60) Thread[id=1228, name=MetricsHistoryHandler-241-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   61) Thread[id=925, name=qtp66645842-925, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   62) Thread[id=1278, name=updateExecutor-188-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   63) Thread[id=1049, name=qtp1242769164-1049, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   64) Thread[id=1230, name=MetricsHistoryHandler-243-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   65) Thread[id=1254, name=Scheduler-1120265577, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   66) Thread[id=1081, name=qtp154888852-1081, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   67) Thread[id=1068, name=SolrRrdBackendFactory-220-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   68) Thread[id=976, name=qtp2079431130-976, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@11/java.lang.Thread.run(Thread.java:834)   69) Thread[id=1069, name=MetricsHistoryHandler-221-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   70) Thread[id=1276, name=recoveryExecutor-240-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   71) Thread[id=971, name=qtp2079431130-971, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)   72) Thread[id=1181, name=MetricsHistoryHandler-236-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)   73) Thread[id=1208, name=Thread-686, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/java.lang.Object.wait(Native Method)         at java.base@11/java.lang.Object.wait(Object.java:328)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)   74) Thread[id=970, name=qtp2079431130-970, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]         at java.base@11/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 74 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest: 
   1) Thread[id=1071, name=qtp154888852-1071, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
        at java.base@11/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=1001, name=qtp1645118601-1001, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
        at java.base@11/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=1279, name=updateExecutor-188-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=1253, name=Scheduler-2089236759, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   5) Thread[id=977, name=qtp2079431130-977, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   6) Thread[id=1037, name=qtp1242769164-1037, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
        at java.base@11/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   7) Thread[id=1213, name=coreContainerWorkExecutor-213-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   8) Thread[id=1255, name=Scheduler-1208377519, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   9) Thread[id=923, name=qtp66645842-923, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
        at java.base@11/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$151/0x00007fc384df3858.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
  10) Thread[id=1002, name=qtp1645118601-1002-acceptor-0@cbb0765-ServerConnector@4695d09b{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41353}, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
        at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
        at java.base@11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
  11) Thread[id=1229, name=SolrRrdBackendFactory-242-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.Thread

[...truncated too long message...]

d-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 130197 INFO  (closeThreadPool-306-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72167245759119366-127.0.0.1:45179_solr-n_0000000000) closing
   [junit4]   2> 130197 INFO  (OverseerStateUpdate-72167245759119366-127.0.0.1:45179_solr-n_0000000000) [n:127.0.0.1:45179_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45179_solr
   [junit4]   2> 130197 INFO  (OverseerAutoScalingTriggerThread-72167245759119366-127.0.0.1:45179_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 130197 DEBUG (closeThreadPool-306-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 130198 DEBUG (closeThreadPool-306-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 130198 DEBUG (closeThreadPool-306-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 130198 DEBUG (closeThreadPool-306-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 130198 DEBUG (closeThreadPool-306-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 130198 DEBUG (closeThreadPool-306-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 130201 INFO  (closeThreadPool-306-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72167245759119366-127.0.0.1:45179_solr-n_0000000000) closing
   [junit4]   2> 130202 INFO  (jetty-closer-253-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72167245759119366-127.0.0.1:45179_solr-n_0000000000) closing
   [junit4]   2> 130203 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10063ba47e40006, likely client has closed socket
   [junit4]   2> 130203 INFO  (jetty-closer-253-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6e7b5b89{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 130203 INFO  (jetty-closer-253-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7694e57c{/solr,null,UNAVAILABLE}
   [junit4]   2> 130203 INFO  (jetty-closer-253-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 130204 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[21BB66BA1FDDE245]-worker) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 130205 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[21BB66BA1FDDE245]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 130205 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/.system/terms/shard1
   [junit4]   2> 	3	/solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections/.system/state.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> 130205 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[21BB66BA1FDDE245]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45849
   [junit4]   2> 130205 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[21BB66BA1FDDE245]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45849
   [junit4]   2> 130205 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[21BB66BA1FDDE245]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Dec 10, 2018 2:27:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 9 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=734, maxMBSortInHeap=5.710486773639191, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@378836c5), locale=ta-SG, timezone=SystemV/YST9YDT
   [junit4]   2> NOTE: Linux 4.15.0-39-generic amd64/Oracle Corporation 11 (64-bit)/cpus=8,threads=1,free=123447192,total=512229376
   [junit4]   2> NOTE: All tests run in this JVM: [ChaosMonkeySafeLeaderTest, AutoscalingHistoryHandlerTest, AutoscalingHistoryHandlerTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AutoscalingHistoryHandlerTest -Dtests.seed=21BB66BA1FDDE245 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=ta-SG -Dtests.timezone=SystemV/YST9YDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | AutoscalingHistoryHandlerTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Failed while waiting for active collection
   [junit4]    > Timeout waiting to see state for collection=AutoscalingHistoryHandlerTest_collection :null
   [junit4]    > Live Nodes: [127.0.0.1:40289_solr, 127.0.0.1:45179_solr]
   [junit4]    > Last available state: null
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([21BB66BA1FDDE245]:0)
   [junit4]    > 	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:736)
   [junit4]    > 	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:742)
   [junit4]    > 	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.setupCluster(AutoscalingHistoryHandlerTest.java:97)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4] Completed [9/10 (2!)] on J2 in 45.56s, 0 tests, 1 error <<< FAILURES!
   [junit4] 
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4] OK      32.4s J0 | AutoscalingHistoryHandlerTest.testHistory
   [junit4] Completed [10/10 (2!)] on J0 in 37.98s, 1 test
   [junit4] 
   [junit4] 
   [junit4] Tests with failures [seed: 21BB66BA1FDDE245]:
   [junit4]   - org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest (suite)
   [junit4]   - org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest (suite)
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     0.71 ..   142.21 =   141.50s
   [junit4] JVM J1:     0.71 ..   106.42 =   105.71s
   [junit4] JVM J2:     0.70 ..   131.40 =   130.70s
   [junit4] Execution time total: 2 minutes 22 seconds
   [junit4] Tests summary: 10 suites, 8 tests, 2 suite-level errors

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1572: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1099: There were test failures: 10 suites, 8 tests, 2 suite-level errors [seed: 21BB66BA1FDDE245]

Total time: 2 minutes 23 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   0/5 failed: org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryHttp2Test
[repro]   0/5 failed: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[repro]   2/5 failed: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[repro]   5/5 failed: org.apache.solr.client.solrj.io.stream.StreamingTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=0ecb8110eafb6b33b445f94c0bf171307b5a7a71, workspace=/var/lib/jenkins/workspace/Lucene-Solr-http2-Linux
[WARNINGS] Computing warning deltas based on reference build #55
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS-EA] Lucene-Solr-http2-Linux (64bit/jdk-12-ea+12) - Build # 55 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/55/
Java: 64bit/jdk-12-ea+12 -XX:+UseCompressedOops -XX:+UseG1GC

13 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest

Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=AutoscalingHistoryHandlerTest_collection :null Live Nodes: [127.0.0.1:35421_solr, 127.0.0.1:43445_solr] Last available state: null

Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=AutoscalingHistoryHandlerTest_collection :null
Live Nodes: [127.0.0.1:35421_solr, 127.0.0.1:43445_solr]
Last available state: null
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:736)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:742)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.setupCluster(AutoscalingHistoryHandlerTest.java:97)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:875)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest

Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=AutoscalingHistoryHandlerTest_collection :null Live Nodes: [127.0.0.1:32911_solr, 127.0.0.1:34705_solr] Last available state: null

Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=AutoscalingHistoryHandlerTest_collection :null
Live Nodes: [127.0.0.1:32911_solr, 127.0.0.1:34705_solr]
Last available state: null
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:736)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:742)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.setupCluster(AutoscalingHistoryHandlerTest.java:97)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:875)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest

Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=AutoscalingHistoryHandlerTest_collection :null Live Nodes: [127.0.0.1:42109_solr, 127.0.0.1:46659_solr] Last available state: null

Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=AutoscalingHistoryHandlerTest_collection :null
Live Nodes: [127.0.0.1:42109_solr, 127.0.0.1:46659_solr]
Last available state: null
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:736)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:742)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.setupCluster(AutoscalingHistoryHandlerTest.java:97)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:875)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest

Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=AutoscalingHistoryHandlerTest_collection :null Live Nodes: [127.0.0.1:35217_solr, 127.0.0.1:40683_solr] Last available state: null

Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=AutoscalingHistoryHandlerTest_collection :null
Live Nodes: [127.0.0.1:35217_solr, 127.0.0.1:40683_solr]
Last available state: null
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:736)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:742)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.setupCluster(AutoscalingHistoryHandlerTest.java:97)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:875)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest

Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=AutoscalingHistoryHandlerTest_collection :null Live Nodes: [127.0.0.1:35015_solr, 127.0.0.1:40811_solr] Last available state: null

Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=AutoscalingHistoryHandlerTest_collection :null
Live Nodes: [127.0.0.1:35015_solr, 127.0.0.1:40811_solr]
Last available state: null
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:736)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:742)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.setupCluster(AutoscalingHistoryHandlerTest.java:97)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:875)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.SplitShardTest.doTest

Error Message:
Error from server at https://127.0.0.1:37949/solr: SPLITSHARD timed out waiting for subshard leaders to come up

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37949/solr: SPLITSHARD timed out waiting for subshard leaders to come up
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934:13AA413FB373FA8D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1110)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:196)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:213)
	at org.apache.solr.cloud.SplitShardTest.doTest(SplitShardTest.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.SplitShardTest.doTest

Error Message:
Error from server at https://127.0.0.1:42117/solr: SPLITSHARD timed out waiting for subshard leaders to come up

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42117/solr: SPLITSHARD timed out waiting for subshard leaders to come up
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934:13AA413FB373FA8D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1110)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:196)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:213)
	at org.apache.solr.cloud.SplitShardTest.doTest(SplitShardTest.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.SplitShardTest.doTest

Error Message:
Error from server at https://127.0.0.1:37995/solr: SPLITSHARD timed out waiting for subshard leaders to come up

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37995/solr: SPLITSHARD timed out waiting for subshard leaders to come up
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934:13AA413FB373FA8D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1110)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:196)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:213)
	at org.apache.solr.cloud.SplitShardTest.doTest(SplitShardTest.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.SplitShardTest.doTest

Error Message:
Error from server at https://127.0.0.1:35617/solr: SPLITSHARD timed out waiting for subshard leaders to come up

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35617/solr: SPLITSHARD timed out waiting for subshard leaders to come up
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934:13AA413FB373FA8D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1110)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:196)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:213)
	at org.apache.solr.cloud.SplitShardTest.doTest(SplitShardTest.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.SplitShardTest.doTest

Error Message:
Error from server at https://127.0.0.1:41335/solr: SPLITSHARD timed out waiting for subshard leaders to come up

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41335/solr: SPLITSHARD timed out waiting for subshard leaders to come up
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934:13AA413FB373FA8D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1110)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:196)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:213)
	at org.apache.solr.cloud.SplitShardTest.doTest(SplitShardTest.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition

Error Message:
expected:<9> but was:<6>

Stack Trace:
java.lang.AssertionError: expected:<9> but was:<6>
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934:E1639476B2A6109F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition(CollectionsAPIAsyncDistributedZkTest.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition

Error Message:
expected:<9> but was:<8>

Stack Trace:
java.lang.AssertionError: expected:<9> but was:<8>
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934:E1639476B2A6109F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition(CollectionsAPIAsyncDistributedZkTest.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition

Error Message:
expected:<9> but was:<8>

Stack Trace:
java.lang.AssertionError: expected:<9> but was:<8>
	at __randomizedtesting.SeedInfo.seed([B4EEF99BDEC8E934:E1639476B2A6109F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition(CollectionsAPIAsyncDistributedZkTest.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 13560 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B4EEF99BDEC8E934-001/init-core-data-001
   [junit4]   2> 489265 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B4EEF99BDEC8E934-001/tempDir-001
   [junit4]   2> 489265 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 489266 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 489266 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 489267 ERROR (ZkTestServer Run Thread) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 489366 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer start zk server on port:36067
   [junit4]   2> 489366 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36067
   [junit4]   2> 489366 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36067
   [junit4]   2> 489368 INFO  (zkConnectionManagerCallback-3511-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489369 INFO  (zkConnectionManagerCallback-3513-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489370 INFO  (zkConnectionManagerCallback-3515-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489373 WARN  (jetty-launcher-3508-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 489373 WARN  (jetty-launcher-3508-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 489374 INFO  (jetty-launcher-3508-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 489374 INFO  (jetty-launcher-3508-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 489374 INFO  (jetty-launcher-3508-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 489374 INFO  (jetty-launcher-3508-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 489374 INFO  (jetty-launcher-3508-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-ea+12
   [junit4]   2> 489374 INFO  (jetty-launcher-3508-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-ea+12
   [junit4]   2> 489375 INFO  (jetty-launcher-3508-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 489375 INFO  (jetty-launcher-3508-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 489375 INFO  (jetty-launcher-3508-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 489375 INFO  (jetty-launcher-3508-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 489375 INFO  (jetty-launcher-3508-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 489375 INFO  (jetty-launcher-3508-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 489375 INFO  (jetty-launcher-3508-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@392b33aa{/solr,null,AVAILABLE}
   [junit4]   2> 489375 INFO  (jetty-launcher-3508-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60fcd656{/solr,null,AVAILABLE}
   [junit4]   2> 489377 WARN  (jetty-launcher-3508-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@133e9e2e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 489377 WARN  (jetty-launcher-3508-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@509559f8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@61719893{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33241}
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54d26e5c{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:35805}
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-1) [    ] o.e.j.s.Server Started @489417ms
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-2) [    ] o.e.j.s.Server Started @489417ms
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33241}
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35805}
   [junit4]   2> 489377 ERROR (jetty-launcher-3508-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 489377 ERROR (jetty-launcher-3508-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-09T20:46:18.012938Z
   [junit4]   2> 489377 INFO  (jetty-launcher-3508-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-09T20:46:18.012895Z
   [junit4]   2> 489379 INFO  (zkConnectionManagerCallback-3519-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489379 INFO  (zkConnectionManagerCallback-3518-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489379 INFO  (jetty-launcher-3508-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 489379 INFO  (jetty-launcher-3508-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 489455 WARN  (jetty-launcher-3508-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@c1a1290[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 489459 WARN  (jetty-launcher-3508-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@19714397[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 489460 INFO  (jetty-launcher-3508-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36067/solr
   [junit4]   2> 489461 INFO  (zkConnectionManagerCallback-3523-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489464 INFO  (zkConnectionManagerCallback-3525-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489478 WARN  (jetty-launcher-3508-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@45613984[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 489480 WARN  (jetty-launcher-3508-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7997d1b9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 489481 INFO  (jetty-launcher-3508-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36067/solr
   [junit4]   2> 489481 INFO  (zkConnectionManagerCallback-3531-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489483 INFO  (zkConnectionManagerCallback-3533-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489486 INFO  (jetty-launcher-3508-thread-2) [n:127.0.0.1:35805_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35805_solr
   [junit4]   2> 489486 INFO  (jetty-launcher-3508-thread-2) [n:127.0.0.1:35805_solr    ] o.a.s.c.Overseer Overseer (id=72165908088225800-127.0.0.1:35805_solr-n_0000000000) starting
   [junit4]   2> 489488 INFO  (zkConnectionManagerCallback-3540-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489489 INFO  (jetty-launcher-3508-thread-2) [n:127.0.0.1:35805_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36067/solr ready
   [junit4]   2> 489489 INFO  (OverseerStateUpdate-72165908088225800-127.0.0.1:35805_solr-n_0000000000) [n:127.0.0.1:35805_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35805_solr
   [junit4]   2> 489490 INFO  (jetty-launcher-3508-thread-2) [n:127.0.0.1:35805_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35805_solr
   [junit4]   2> 489490 INFO  (zkCallback-3532-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 489490 INFO  (zkCallback-3539-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 489491 INFO  (jetty-launcher-3508-thread-1) [n:127.0.0.1:33241_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 489491 INFO  (OverseerAutoScalingTriggerThread-72165908088225800-127.0.0.1:35805_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:35805_solr]
   [junit4]   2> 489492 INFO  (ScheduledTrigger-3533-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 489492 INFO  (jetty-launcher-3508-thread-1) [n:127.0.0.1:33241_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:33241_solr as DOWN
   [junit4]   2> 489492 INFO  (jetty-launcher-3508-thread-1) [n:127.0.0.1:33241_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 489492 INFO  (jetty-launcher-3508-thread-1) [n:127.0.0.1:33241_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33241_solr
   [junit4]   2> 489493 INFO  (zkCallback-3539-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 489493 INFO  (zkCallback-3532-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 489493 INFO  (zkCallback-3524-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 489502 INFO  (jetty-launcher-3508-thread-2) [n:127.0.0.1:35805_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 489504 INFO  (zkConnectionManagerCallback-3546-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489505 INFO  (jetty-launcher-3508-thread-1) [n:127.0.0.1:33241_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 489506 INFO  (jetty-launcher-3508-thread-1) [n:127.0.0.1:33241_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36067/solr ready
   [junit4]   2> 489506 INFO  (jetty-launcher-3508-thread-1) [n:127.0.0.1:33241_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 489514 INFO  (jetty-launcher-3508-thread-2) [n:127.0.0.1:35805_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35805.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73fc4a39
   [junit4]   2> 489515 INFO  (jetty-launcher-3508-thread-1) [n:127.0.0.1:33241_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33241.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73fc4a39
   [junit4]   2> 489519 INFO  (jetty-launcher-3508-thread-2) [n:127.0.0.1:35805_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35805.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73fc4a39
   [junit4]   2> 489520 INFO  (jetty-launcher-3508-thread-2) [n:127.0.0.1:35805_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35805.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73fc4a39
   [junit4]   2> 489520 INFO  (jetty-launcher-3508-thread-2) [n:127.0.0.1:35805_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B4EEF99BDEC8E934-001/tempDir-001/node2/.
   [junit4]   2> 489520 INFO  (jetty-launcher-3508-thread-1) [n:127.0.0.1:33241_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33241.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73fc4a39
   [junit4]   2> 489521 INFO  (jetty-launcher-3508-thread-1) [n:127.0.0.1:33241_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33241.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73fc4a39
   [junit4]   2> 489521 INFO  (jetty-launcher-3508-thread-1) [n:127.0.0.1:33241_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B4EEF99BDEC8E934-001/tempDir-001/node1/.
   [junit4]   2> 489554 INFO  (zkConnectionManagerCallback-3552-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489554 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 489555 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36067/solr ready
   [junit4]   2> 489579 INFO  (qtp498779045-15823) [n:127.0.0.1:35805_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 489580 INFO  (qtp498779045-15823) [n:127.0.0.1:35805_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 489582 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1351767308
   [junit4]   2> 489582 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35805_solr
   [junit4]   2> 489582 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.c.CoreContainer Publish this node as DOWN...
   [junit4]   2> 489582 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:35805_solr as DOWN
   [junit4]   2> 489583 INFO  (jetty-closer-3509-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1963452349
   [junit4]   2> 489583 INFO  (jetty-closer-3509-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33241_solr
   [junit4]   2> 489583 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 489583 INFO  (jetty-closer-3509-thread-2) [    ] o.a.s.c.CoreContainer Publish this node as DOWN...
   [junit4]   2> 489583 INFO  (jetty-closer-3509-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:33241_solr as DOWN
   [junit4]   2> 489583 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 489583 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2398d5d8: rootName = solr_35805, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4c808d2d
   [junit4]   2> 489584 INFO  (jetty-closer-3509-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 489584 INFO  (jetty-closer-3509-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@38cad140: rootName = solr_33241, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@35f804a
   [junit4]   2> 489587 INFO  (jetty-closer-3509-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 489587 INFO  (jetty-closer-3509-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b5c042e: rootName = solr_33241, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3190d217
   [junit4]   2> 489588 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 489588 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@183ab042: rootName = solr_35805, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3190d217
   [junit4]   2> 489589 INFO  (jetty-closer-3509-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 489589 INFO  (jetty-closer-3509-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@329f941f: rootName = solr_33241, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4d055aac
   [junit4]   2> 489589 INFO  (jetty-closer-3509-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 489590 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 489590 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31cfaae9: rootName = solr_35805, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4d055aac
   [junit4]   2> 489590 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 489594 INFO  (closeThreadPool-3558-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72165908088225800-127.0.0.1:35805_solr-n_0000000000) closing
   [junit4]   2> 489594 INFO  (OverseerAutoScalingTriggerThread-72165908088225800-127.0.0.1:35805_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 489595 INFO  (OverseerStateUpdate-72165908088225800-127.0.0.1:35805_solr-n_0000000000) [n:127.0.0.1:35805_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35805_solr
   [junit4]   2> 489595 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006282d47e0009, likely client has closed socket
   [junit4]   2> 489595 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006282d47e000a, likely client has closed socket
   [junit4]   2> 489596 INFO  (jetty-closer-3509-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72165908088225800-127.0.0.1:35805_solr-n_0000000000) closing
   [junit4]   2> 489596 INFO  (closeThreadPool-3558-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72165908088225800-127.0.0.1:35805_solr-n_0000000000) closing
   [junit4]   2> 489596 INFO  (jetty-closer-3509-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@61719893{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 489596 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006282d47e0006, likely client has closed socket
   [junit4]   2> 489596 INFO  (jetty-closer-3509-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@60fcd656{/solr,null,UNAVAILABLE}
   [junit4]   2> 489596 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006282d47e0008, likely client has closed socket
   [junit4]   2> 489596 INFO  (jetty-closer-3509-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 489597 INFO  (jetty-closer-3509-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@54d26e5c{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 489597 INFO  (jetty-closer-3509-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@392b33aa{/solr,null,UNAVAILABLE}
   [junit4]   2> 489597 INFO  (jetty-closer-3509-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 489598 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 489598 ERROR (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B4EEF99BDEC8E934]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 489598 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 489599 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36067
   [junit4]   2> 489599 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36067
   [junit4]   2> 489603 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B4EEF99BDEC8E934-001/tempDir-002
   [junit4]   2> 489603 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 489603 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 489603 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 489604 ERROR (ZkTestServer Run Thread) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 489703 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer start zk server on port:37209
   [junit4]   2> 489703 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37209
   [junit4]   2> 489703 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37209
   [junit4]   2> 489705 INFO  (zkConnectionManagerCallback-3562-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489707 INFO  (zkConnectionManagerCallback-3564-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489708 INFO  (zkConnectionManagerCallback-3566-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489711 WARN  (jetty-launcher-3559-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 489711 INFO  (jetty-launcher-3559-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 489711 INFO  (jetty-launcher-3559-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 489711 INFO  (jetty-launcher-3559-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-ea+12
   [junit4]   2> 489712 INFO  (jetty-launcher-3559-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 489712 INFO  (jetty-launcher-3559-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 489712 INFO  (jetty-launcher-3559-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 489712 WARN  (jetty-launcher-3559-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 489712 INFO  (jetty-launcher-3559-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39802a4b{/solr,null,AVAILABLE}
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-ea+12
   [junit4]   2> 489713 WARN  (jetty-launcher-3559-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2a17f895[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15547c9{/solr,null,AVAILABLE}
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5e6f075{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34999}
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-1) [    ] o.e.j.s.Server Started @489753ms
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34999}
   [junit4]   2> 489713 ERROR (jetty-launcher-3559-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 489713 WARN  (jetty-launcher-3559-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@44d73f18[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 489713 INFO  (jetty-launcher-3559-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-09T20:46:18.348893Z
   [junit4]   2> 489714 INFO  (jetty-launcher-3559-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@45af9f68{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41037}
   [junit4]   2> 489714 INFO  (jetty-launcher-3559-thread-2) [    ] o.e.j.s.Server Started @489753ms
   [junit4]   2> 489714 INFO  (jetty-launcher-3559-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41037}
   [junit4]   2> 489714 ERROR (jetty-launcher-3559-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 489714 INFO  (jetty-launcher-3559-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 489714 INFO  (jetty-launcher-3559-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 489714 INFO  (jetty-launcher-3559-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 489714 INFO  (jetty-launcher-3559-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 489714 INFO  (jetty-launcher-3559-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-09T20:46:18.349316Z
   [junit4]   2> 489719 INFO  (zkConnectionManagerCallback-3568-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489719 INFO  (zkConnectionManagerCallback-3570-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489720 INFO  (jetty-launcher-3559-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 489720 INFO  (jetty-launcher-3559-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 489723 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006282d5cf0004, likely client has closed socket
   [junit4]   2> 489783 WARN  (jetty-launcher-3559-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@fa8b417[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 489796 WARN  (jetty-launcher-3559-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@58aab53a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 489796 WARN  (jetty-launcher-3559-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2a820f0e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 489797 INFO  (jetty-launcher-3559-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37209/solr
   [junit4]   2> 489798 INFO  (zkConnectionManagerCallback-3575-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489799 INFO  (zkConnectionManagerCallback-3577-

[...truncated too long message...]

  2> 183715 INFO  (jetty-closer-634-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 183715 INFO  (jetty-closer-634-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@432fa1f: rootName = solr_44887, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4ad71b24
   [junit4]   2> 183719 INFO  (jetty-closer-634-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 183719 INFO  (jetty-closer-634-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@381aa594: rootName = solr_40233, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@38257c4d
   [junit4]   2> 183719 INFO  (jetty-closer-634-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 183719 INFO  (jetty-closer-634-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6562b3b2: rootName = solr_44887, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@38257c4d
   [junit4]   2> 183721 INFO  (jetty-closer-634-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 183722 INFO  (jetty-closer-634-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2952c10b: rootName = solr_40233, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@421c4eb1
   [junit4]   2> 183722 INFO  (jetty-closer-634-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 183722 INFO  (jetty-closer-634-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 183722 INFO  (jetty-closer-634-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@725e11b8: rootName = solr_44887, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@421c4eb1
   [junit4]   2> 183722 INFO  (jetty-closer-634-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 183724 INFO  (closeThreadPool-686-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72166031984558086-127.0.0.1:44887_solr-n_0000000000) closing
   [junit4]   2> 183724 INFO  (OverseerStateUpdate-72166031984558086-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44887_solr
   [junit4]   2> 183725 INFO  (OverseerAutoScalingTriggerThread-72166031984558086-127.0.0.1:44887_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 183726 INFO  (zkCallback-664-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 183726 INFO  (zkCallback-669-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 183727 INFO  (zkCallback-664-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 183732 INFO  (closeThreadPool-686-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72166031984558086-127.0.0.1:44887_solr-n_0000000000) closing
   [junit4]   2> 183732 INFO  (jetty-closer-634-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72166031984558086-127.0.0.1:44887_solr-n_0000000000) closing
   [junit4]   2> 183735 INFO  (zkCallback-669-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 183738 INFO  (jetty-closer-634-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@afb55c4{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 183738 INFO  (jetty-closer-634-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@560cd3f7{/solr,null,UNAVAILABLE}
   [junit4]   2> 183738 INFO  (jetty-closer-634-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 183738 INFO  (jetty-closer-634-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@a2be743{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 183738 INFO  (jetty-closer-634-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4fea10be{/solr,null,UNAVAILABLE}
   [junit4]   2> 183738 INFO  (jetty-closer-634-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 183739 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 183739 ERROR (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B4EEF99BDEC8E934]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 183739 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/collections/testasynccollectioncreation/terms/shard1_1
   [junit4]   2> 	10	/solr/collections/testasynccollectioncreation/terms/shard1_0
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/collections/testasynccollectioncreation/terms/shard1
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	87	/solr/collections/testasynccollectioncreation/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 183740 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37981
   [junit4]   2> 183740 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[B4EEF99BDEC8E934]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37981
   [junit4] OK      14.5s J2 | CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_B4EEF99BDEC8E934-002
   [junit4]   2> Dec 09, 2018 9:18:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 8 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene80, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@cf464f3), locale=no-NO, timezone=Africa/Kinshasa
   [junit4]   2> NOTE: Linux 4.15.0-39-generic amd64/Oracle Corporation 12-ea (64-bit)/cpus=8,threads=1,free=226960328,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [CollectionsAPIAsyncDistributedZkTest, CollectionsAPIAsyncDistributedZkTest, AutoscalingHistoryHandlerTest, CollectionsAPIAsyncDistributedZkTest]
   [junit4] Completed [15/15 (10!)] on J2 in 44.13s, 4 tests, 1 failure <<< FAILURES!

[...truncated 20 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1572: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1099: There were test failures: 15 suites, 31 tests, 4 suite-level errors, 4 errors, 2 failures [seed: B4EEF99BDEC8E934]

Total time: 3 minutes 6 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   2/5 failed: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
[repro]   4/5 failed: org.apache.solr.cloud.SplitShardTest
[repro]   4/5 failed: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=0ecb8110eafb6b33b445f94c0bf171307b5a7a71, workspace=/var/lib/jenkins/workspace/Lucene-Solr-http2-Linux
[WARNINGS] Computing warning deltas based on reference build #54
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk-10.0.1) - Build # 54 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/54/
Java: 64bit/jdk-10.0.1 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test:     1) Thread[id=682, name=h2sc-qtp-[java.base/java.lang.Thread.getStackTrace(Thread.java:1654), org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173), org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138), org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807), org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test.createNewSolrClient(SolrExampleXMLHttp2Test.java:37), org.apache.solr.SolrJettyTestBase.getSolrClient(SolrJettyTestBase.java:138), org.apache.solr.client.solrj.SolrExampleTests.emptyCollection(SolrExampleTests.java:102), jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source), java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43), java.base/java.lang.reflect.Method.invoke(Method.java:564), com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742), com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:969), com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817), com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468), com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944), com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830), com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880), com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), java.base/java.lang.Thread.run(Thread.java:844)]-682, state=TIMED_WAITING, group=TGRP-SolrExampleXMLHttp2Test]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test: 
   1) Thread[id=682, name=h2sc-qtp-[java.base/java.lang.Thread.getStackTrace(Thread.java:1654), org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173), org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138), org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807), org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test.createNewSolrClient(SolrExampleXMLHttp2Test.java:37), org.apache.solr.SolrJettyTestBase.getSolrClient(SolrJettyTestBase.java:138), org.apache.solr.client.solrj.SolrExampleTests.emptyCollection(SolrExampleTests.java:102), jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source), java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43), java.base/java.lang.reflect.Method.invoke(Method.java:564), com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742), com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:969), com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817), com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468), com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944), com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830), com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880), com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), java.base/java.lang.Thread.run(Thread.java:844)]-682, state=TIMED_WAITING, group=TGRP-SolrExampleXMLHttp2Test]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([CCBEAFBF9E267216]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=682, name=h2sc-qtp-[java.base/java.lang.Thread.getStackTrace(Thread.java:1654), org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173), org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138), org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807), org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test.createNewSolrClient(SolrExampleXMLHttp2Test.java:37), org.apache.solr.SolrJettyTestBase.getSolrClient(SolrJettyTestBase.java:138), org.apache.solr.client.solrj.SolrExampleTests.emptyCollection(SolrExampleTests.java:102), jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source), java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43), java.base/java.lang.reflect.Method.invoke(Method.java:564), com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742), com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:969), com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817), com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468), com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944), com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830), com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880), com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), java.base/java.lang.Thread.run(Thread.java:844)]-682, state=TIMED_WAITING, group=TGRP-SolrExampleXMLHttp2Test]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=682, name=h2sc-qtp-[java.base/java.lang.Thread.getStackTrace(Thread.java:1654), org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173), org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138), org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807), org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test.createNewSolrClient(SolrExampleXMLHttp2Test.java:37), org.apache.solr.SolrJettyTestBase.getSolrClient(SolrJettyTestBase.java:138), org.apache.solr.client.solrj.SolrExampleTests.emptyCollection(SolrExampleTests.java:102), jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source), java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43), java.base/java.lang.reflect.Method.invoke(Method.java:564), com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742), com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:969), com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817), com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468), com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944), com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830), com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880), com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), java.base/java.lang.Thread.run(Thread.java:844)]-682, state=TIMED_WAITING, group=TGRP-SolrExampleXMLHttp2Test]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([CCBEAFBF9E267216]:0)




Build Log:
[...truncated 16228 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.embedded.SolrExampleXMLHttp2Test_CCBEAFBF9E267216-001/init-core-data-001
   [junit4]   1> 15:06:27.326 [SUITE-SolrExampleXMLHttp2Test-seed#[CCBEAFBF9E267216]-worker] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> {"responseHeader":{
   [junit4]   1>     "status":0,
   [junit4]   1>     "QTime":22}}
   [junit4]   1> 15:06:38.558 [qtp1635395382-255] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: stats local param of facet.pivotmay not include tags separated by a comma - please use a common tag on all stats.field params you wish to compute under this pivot
   [junit4]   1> 	at org.apache.solr.handler.component.PivotFacetProcessor.getTaggedStatsFields(PivotFacetProcessor.java:256)
   [junit4]   1> 	at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:122)
   [junit4]   1> 	at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:279)
   [junit4]   1> 	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:298)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2549)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:396)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:342)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:502)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]   1> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   1> 
   [junit4]   2> Dec 09, 2018 3:06:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Dec 09, 2018 3:06:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test: 
   [junit4]   2>    1) Thread[id=682, name=h2sc-qtp-[java.base/java.lang.Thread.getStackTrace(Thread.java:1654), org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173), org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138), org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807), org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test.createNewSolrClient(SolrExampleXMLHttp2Test.java:37), org.apache.solr.SolrJettyTestBase.getSolrClient(SolrJettyTestBase.java:138), org.apache.solr.client.solrj.SolrExampleTests.emptyCollection(SolrExampleTests.java:102), jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source), java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43), java.base/java.lang.reflect.Method.invoke(Method.java:564), com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742), com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:969), com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817), com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468), com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944), com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830), com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880), com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), java.base/java.lang.Thread.run(Thread.java:844)]-682, state=TIMED_WAITING, group=TGRP-SolrExampleXMLHttp2Test]
   [junit4]   2>         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]   2>         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Dec 09, 2018 3:06:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=682, name=h2sc-qtp-[java.base/java.lang.Thread.getStackTrace(Thread.java:1654), org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173), org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138), org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807), org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test.createNewSolrClient(SolrExampleXMLHttp2Test.java:37), org.apache.solr.SolrJettyTestBase.getSolrClient(SolrJettyTestBase.java:138), org.apache.solr.client.solrj.SolrExampleTests.emptyCollection(SolrExampleTests.java:102), jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source), java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43), java.base/java.lang.reflect.Method.invoke(Method.java:564), com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742), com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:969), com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817), com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468), com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944), com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830), com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880), com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), java.base/java.lang.Thread.run(Thread.java:844)]-682, state=TIMED_WAITING, group=TGRP-SolrExampleXMLHttp2Test]
   [junit4]   2> Dec 09, 2018 3:06:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=682, name=h2sc-qtp-[java.base/java.lang.Thread.getStackTrace(Thread.java:1654), org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173), org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138), org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807), org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test.createNewSolrClient(SolrExampleXMLHttp2Test.java:37), org.apache.solr.SolrJettyTestBase.getSolrClient(SolrJettyTestBase.java:138), org.apache.solr.client.solrj.SolrExampleTests.emptyCollection(SolrExampleTests.java:102), jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source), java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43), java.base/java.lang.reflect.Method.invoke(Method.java:564), com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742), com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:969), com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817), com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468), com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944), com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830), com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880), com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), java.base/java.lang.Thread.run(Thread.java:844)]-682, state=TIMED_WAITING, group=TGRP-SolrExampleXMLHttp2Test]
   [junit4]   2>         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]   2>         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=743, maxMBSortInHeap=7.5102267511068765, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@e136bc), locale=ne, timezone=America/Argentina/Buenos_Aires
   [junit4]   2> NOTE: Linux 4.15.0-39-generic amd64/Oracle Corporation 10.0.1 (64-bit)/cpus=8,threads=2,free=361811328,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [Http2SolrClientTest, FacetFieldTest, SolrExampleXMLHttp2Test]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrExampleXMLHttp2Test -Dtests.seed=CCBEAFBF9E267216 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ne -Dtests.timezone=America/Argentina/Buenos_Aires -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | SolrExampleXMLHttp2Test (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test: 
   [junit4]    >    1) Thread[id=682, name=h2sc-qtp-[java.base/java.lang.Thread.getStackTrace(Thread.java:1654), org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173), org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138), org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807), org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test.createNewSolrClient(SolrExampleXMLHttp2Test.java:37), org.apache.solr.SolrJettyTestBase.getSolrClient(SolrJettyTestBase.java:138), org.apache.solr.client.solrj.SolrExampleTests.emptyCollection(SolrExampleTests.java:102), jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source), java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43), java.base/java.lang.reflect.Method.invoke(Method.java:564), com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742), com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:969), com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817), com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468), com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944), com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830), com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880), com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), java.base/java.lang.Thread.run(Thread.java:844)]-682, state=TIMED_WAITING, group=TGRP-SolrExampleXMLHttp2Test]
   [junit4]    >         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CCBEAFBF9E267216]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=682, name=h2sc-qtp-[java.base/java.lang.Thread.getStackTrace(Thread.java:1654), org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173), org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138), org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807), org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test.createNewSolrClient(SolrExampleXMLHttp2Test.java:37), org.apache.solr.SolrJettyTestBase.getSolrClient(SolrJettyTestBase.java:138), org.apache.solr.client.solrj.SolrExampleTests.emptyCollection(SolrExampleTests.java:102), jdk.internal.reflect.GeneratedMethodAccessor9.invoke(Unknown Source), java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43), java.base/java.lang.reflect.Method.invoke(Method.java:564), com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742), com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:969), com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817), com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468), com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944), com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830), com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880), com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57), org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53), org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47), org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64), org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54), com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36), com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368), java.base/java.lang.Thread.run(Thread.java:844)]-682, state=TIMED_WAITING, group=TGRP-SolrExampleXMLHttp2Test]
   [junit4]    >         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CCBEAFBF9E267216]:0)
   [junit4] Completed [19/184 (1!)] on J2 in 17.89s, 38 tests, 2 errors <<< FAILURES!

[...truncated 41891 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/54/consoleText

[repro] Revision: cc55082f217f958bd1f2d04c68e81ac21d8e938d

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"
[repro] Repro line:  ant test  -Dtestcase=SolrExampleXMLHttp2Test -Dtests.seed=CCBEAFBF9E267216 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ne -Dtests.timezone=America/Argentina/Buenos_Aires -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/solrj
[repro]       SolrExampleXMLHttp2Test
[repro] ant compile-test

[...truncated 2716 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.SolrExampleXMLHttp2Test" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Dtests.seed=CCBEAFBF9E267216 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ne -Dtests.timezone=America/Argentina/Buenos_Aires -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 260 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.client.solrj.embedded.SolrExampleXMLHttp2Test
[repro] Exiting with code 0

[...truncated 40 lines...]

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk1.8.0_172) - Build # 53 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/53/
Java: 64bit/jdk1.8.0_172 -XX:-UseCompressedOops -XX:+UseG1GC

All tests passed

Build Log:
[...truncated 61726 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1489877734
 [ecj-lint] Compiling 52 source files to /tmp/ecj1489877734
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/test-framework/src/java/org/apache/solr/util/RandomizeSSL.java (at line 26)
 [ecj-lint] 	import org.apache.lucene.util.Constants;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.util.Constants is never used
 [ecj-lint] ----------
 [ecj-lint] 1 problem (1 error)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2093: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2132: Compile failed; see the compiler error output for details.

Total time: 66 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS-EA] Lucene-Solr-http2-Linux (64bit/jdk-12-ea+12) - Build # 52 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/52/
Java: 64bit/jdk-12-ea+12 -XX:-UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest

Error Message:
IOException occured when talking to server at: https://127.0.0.1:46753/solr/localShardsTestColl_shard1_replica_n1

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: https://127.0.0.1:46753/solr/localShardsTestColl_shard1_replica_n1
	at __randomizedtesting.SeedInfo.seed([9AE35F5103A3EF7C:662EC7E8FD747886]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:553)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1019)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:196)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest(CloudSolrClientTest.java:415)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:46753/solr/localShardsTestColl_shard1_replica_n1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	... 1 more
Caused by: javax.net.ssl.SSLException: Received fatal alert: internal_error
	at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:129)
	at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:117)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:308)
	at java.base/sun.security.ssl.Alert$AlertConsumer.consume(Alert.java:279)
	at java.base/sun.security.ssl.TransportContext.dispatch(TransportContext.java:181)
	at java.base/sun.security.ssl.SSLTransport.decode(SSLTransport.java:164)
	at java.base/sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1152)
	at java.base/sun.security.ssl.SSLSocketImpl.readHandshakeRecord(SSLSocketImpl.java:1063)
	at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:402)
	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:396)
	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:355)
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:373)
	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:394)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 11 more


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition

Error Message:
expected:<9> but was:<8>

Stack Trace:
java.lang.AssertionError: expected:<9> but was:<8>
	at __randomizedtesting.SeedInfo.seed([F3E4DD214690539C:A669B0CC2AFEAA37]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition(CollectionsAPIAsyncDistributedZkTest.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition

Error Message:
expected:<9> but was:<8>

Stack Trace:
java.lang.AssertionError: expected:<9> but was:<8>
	at __randomizedtesting.SeedInfo.seed([F3E4DD214690539C:A669B0CC2AFEAA37]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition(CollectionsAPIAsyncDistributedZkTest.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition

Error Message:
expected:<9> but was:<7>

Stack Trace:
java.lang.AssertionError: expected:<9> but was:<7>
	at __randomizedtesting.SeedInfo.seed([F3E4DD214690539C:A669B0CC2AFEAA37]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition(CollectionsAPIAsyncDistributedZkTest.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 14493 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
   [junit4]   2> 1212425 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F3E4DD214690539C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F3E4DD214690539C-001/init-core-data-001
   [junit4]   2> 1212425 WARN  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F3E4DD214690539C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 1212425 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F3E4DD214690539C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1212426 INFO  (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F3E4DD214690539C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1212427 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[F3E4DD214690539C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSolrJAPICalls
   [junit4]   2> 1212427 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[F3E4DD214690539C]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F3E4DD214690539C-001/tempDir-001
   [junit4]   2> 1212427 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[F3E4DD214690539C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1212428 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1212428 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1212429 ERROR (ZkTestServer Run Thread) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1212528 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[F3E4DD214690539C]) [    ] o.a.s.c.ZkTestServer start zk server on port:37297
   [junit4]   2> 1212528 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[F3E4DD214690539C]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37297
   [junit4]   2> 1212528 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[F3E4DD214690539C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37297
   [junit4]   2> 1212530 INFO  (zkConnectionManagerCallback-6088-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1212531 INFO  (zkConnectionManagerCallback-6090-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1212533 INFO  (zkConnectionManagerCallback-6092-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1212536 WARN  (jetty-launcher-6085-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1212536 INFO  (jetty-launcher-6085-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1212536 INFO  (jetty-launcher-6085-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1212537 INFO  (jetty-launcher-6085-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-ea+12
   [junit4]   2> 1212537 WARN  (jetty-launcher-6085-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1212537 INFO  (jetty-launcher-6085-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1212537 INFO  (jetty-launcher-6085-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1212537 INFO  (jetty-launcher-6085-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-ea+12
   [junit4]   2> 1212542 INFO  (jetty-launcher-6085-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1212542 INFO  (jetty-launcher-6085-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1212542 INFO  (jetty-launcher-6085-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1212542 INFO  (jetty-launcher-6085-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1212542 INFO  (jetty-launcher-6085-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1212542 INFO  (jetty-launcher-6085-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1212542 INFO  (jetty-launcher-6085-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e0f3ade{/solr,null,AVAILABLE}
   [junit4]   2> 1212542 INFO  (jetty-launcher-6085-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f44439a{/solr,null,AVAILABLE}
   [junit4]   2> 1212543 WARN  (jetty-launcher-6085-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@55ceb4cf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1212543 WARN  (jetty-launcher-6085-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4b03ced9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@283f69b4{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38181}
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2ecdcccb{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38153}
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-1) [    ] o.e.j.s.Server Started @1212567ms
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-2) [    ] o.e.j.s.Server Started @1212567ms
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38181}
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38153}
   [junit4]   2> 1212543 ERROR (jetty-launcher-6085-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1212543 ERROR (jetty-launcher-6085-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-09T03:15:48.669604Z
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1212543 INFO  (jetty-launcher-6085-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-09T03:15:48.669673Z
   [junit4]   2> 1212544 INFO  (zkConnectionManagerCallback-6094-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1212544 INFO  (zkConnectionManagerCallback-6096-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1212544 INFO  (jetty-launcher-6085-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1212544 INFO  (jetty-launcher-6085-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1212556 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1005ec1141b0004, likely client has closed socket
   [junit4]   2> 1212636 WARN  (jetty-launcher-6085-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@62b45140[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1212648 WARN  (jetty-launcher-6085-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@167eeb44[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1212648 INFO  (jetty-launcher-6085-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37297/solr
   [junit4]   2> 1212650 INFO  (zkConnectionManagerCallback-6100-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1212653 INFO  (zkConnectionManagerCallback-6102-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1212679 INFO  (jetty-launcher-6085-thread-1) [n:127.0.0.1:38181_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38181_solr
   [junit4]   2> 1212679 INFO  (jetty-launcher-6085-thread-1) [n:127.0.0.1:38181_solr    ] o.a.s.c.Overseer Overseer (id=72161777396940806-127.0.0.1:38181_solr-n_0000000000) starting
   [junit4]   2> 1212687 INFO  (zkConnectionManagerCallback-6109-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1212689 INFO  (jetty-launcher-6085-thread-1) [n:127.0.0.1:38181_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37297/solr ready
   [junit4]   2> 1212689 INFO  (OverseerStateUpdate-72161777396940806-127.0.0.1:38181_solr-n_0000000000) [n:127.0.0.1:38181_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38181_solr
   [junit4]   2> 1212693 INFO  (jetty-launcher-6085-thread-1) [n:127.0.0.1:38181_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38181_solr
   [junit4]   2> 1212694 INFO  (zkCallback-6101-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1212697 INFO  (zkCallback-6108-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1212702 INFO  (OverseerAutoScalingTriggerThread-72161777396940806-127.0.0.1:38181_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:38181_solr]
   [junit4]   2> 1212702 INFO  (ScheduledTrigger-6531-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1212714 INFO  (jetty-launcher-6085-thread-1) [n:127.0.0.1:38181_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1212727 INFO  (jetty-launcher-6085-thread-1) [n:127.0.0.1:38181_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38181.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63d52f4d
   [junit4]   2> 1212731 INFO  (jetty-launcher-6085-thread-1) [n:127.0.0.1:38181_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38181.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63d52f4d
   [junit4]   2> 1212731 INFO  (jetty-launcher-6085-thread-1) [n:127.0.0.1:38181_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38181.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63d52f4d
   [junit4]   2> 1212732 INFO  (jetty-launcher-6085-thread-1) [n:127.0.0.1:38181_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F3E4DD214690539C-001/tempDir-001/node1/.
   [junit4]   2> 1212755 WARN  (jetty-launcher-6085-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1d82805a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1212757 WARN  (jetty-launcher-6085-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7f3a531b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1212758 INFO  (jetty-launcher-6085-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37297/solr
   [junit4]   2> 1212761 INFO  (zkConnectionManagerCallback-6114-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1212768 INFO  (zkConnectionManagerCallback-6116-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1212770 INFO  (jetty-launcher-6085-thread-2) [n:127.0.0.1:38153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1212771 INFO  (jetty-launcher-6085-thread-2) [n:127.0.0.1:38153_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:38153_solr as DOWN
   [junit4]   2> 1212771 INFO  (jetty-launcher-6085-thread-2) [n:127.0.0.1:38153_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1212771 INFO  (jetty-launcher-6085-thread-2) [n:127.0.0.1:38153_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38153_solr
   [junit4]   2> 1212771 INFO  (zkCallback-6101-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1212771 INFO  (zkCallback-6108-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1212773 INFO  (zkCallback-6115-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1212780 INFO  (zkConnectionManagerCallback-6123-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1212781 INFO  (jetty-launcher-6085-thread-2) [n:127.0.0.1:38153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1212781 INFO  (jetty-launcher-6085-thread-2) [n:127.0.0.1:38153_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37297/solr ready
   [junit4]   2> 1212785 INFO  (jetty-launcher-6085-thread-2) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1212799 INFO  (jetty-launcher-6085-thread-2) [n:127.0.0.1:38153_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38153.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63d52f4d
   [junit4]   2> 1212807 INFO  (jetty-launcher-6085-thread-2) [n:127.0.0.1:38153_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38153.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63d52f4d
   [junit4]   2> 1212807 INFO  (jetty-launcher-6085-thread-2) [n:127.0.0.1:38153_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38153.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63d52f4d
   [junit4]   2> 1212808 INFO  (jetty-launcher-6085-thread-2) [n:127.0.0.1:38153_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F3E4DD214690539C-001/tempDir-001/node2/.
   [junit4]   2> 1212825 INFO  (zkConnectionManagerCallback-6129-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1212826 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[F3E4DD214690539C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1212826 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[F3E4DD214690539C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37297/solr ready
   [junit4]   2> 1212836 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=ccc62725-1557-4a50-830e-d748761c0d6a&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1212837 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=ccc62725-1557-4a50-830e-d748761c0d6a&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1212838 INFO  (qtp187169903-28826) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ccc62725-1557-4a50-830e-d748761c0d6a&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1212838 INFO  (OverseerThreadFactory-6533-thread-1-processing-n:127.0.0.1:38181_solr) [n:127.0.0.1:38181_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testasynccollectioncreation
   [junit4]   2> 1212838 INFO  (qtp187169903-28826) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ccc62725-1557-4a50-830e-d748761c0d6a&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1212950 INFO  (qtp187169903-28826) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1212951 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1212951 INFO  (qtp187169903-28824) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1212952 INFO  (qtp187169903-28826) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1212953 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1212964 INFO  (qtp1150473570-28821) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1212965 INFO  (qtp1150473570-28823) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1212975 INFO  (qtp1150473570-28822) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1212976 INFO  (qtp1150473570-28821) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1212977 INFO  (qtp1150473570-28823) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1212978 INFO  (OverseerStateUpdate-72161777396940806-127.0.0.1:38181_solr-n_0000000000) [n:127.0.0.1:38181_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testasynccollectioncreation",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testasynccollectioncreation_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38181/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1213182 INFO  (qtp1150473570-28822) [n:127.0.0.1:38181_solr    x:testasynccollectioncreation_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
   [junit4]   2> 1213182 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr    x:testasynccollectioncreation_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 1213182 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr    x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1213192 INFO  (qtp1150473570-28822) [n:127.0.0.1:38181_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521
   [junit4]   2> 1213192 INFO  (qtp1150473570-28822) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1213703 INFO  (ScheduledTrigger-6531-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1213839 INFO  (qtp187169903-28824) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ccc62725-1557-4a50-830e-d748761c0d6a&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1213840 INFO  (qtp187169903-28824) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ccc62725-1557-4a50-830e-d748761c0d6a&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1214188 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1214192 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1214193 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1214193 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n1' using configuration from collection testasynccollectioncreation, trusted=true
   [junit4]   2> 1214193 INFO  (qtp1150473570-28821) [n:127.0.0.1:38181_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521
   [junit4]   2> 1214193 INFO  (qtp1150473570-28821) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1214194 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38181.solr.core.testasynccollectioncreation.shard1.replica_n1' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63d52f4d
   [junit4]   2> 1214195 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F3E4DD214690539C-001/tempDir-001/node1/testasynccollectioncreation_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F3E4DD214690539C-001/tempDir-001/node1/./testasynccollectioncreation_shard1_replica_n1/data/]
   [junit4]   2> 1214224 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1214224 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1214226 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1214226 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1214227 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68550bb8[testasynccollectioncreation_shard1_replica_n1] main]
   [junit4]   2> 1214227 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1214227 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1214228 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1214228 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619342498572795904
   [junit4]   2> 1214230 INFO  (searcherExecutor-6545-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 r:core_node2 CREATE n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n1] Registered new searcher Searcher@68550bb8[testasynccollectioncreation_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1214231 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testasynccollectioncreation/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1214231 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testasynccollectioncreation/leaders/shard1
   [junit4]   2> 1214232 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1214232 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1214232 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38181/solr/testasynccollectioncreation_shard1_replica_n1/
   [junit4]   2> 1214232 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1214232 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:38181/solr/testasynccollectioncreation_shard1_replica_n1/ has no replicas
   [junit4]   2> 1214232 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testasynccollectioncreation/leaders/shard1/leader after winning as /collections/testasynccollectioncreation/leader_elect/shard1/election/72161777396940806-core_node2-n_0000000000
   [junit4]   2> 1214233 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38181/solr/testasynccollectioncreation_shard1_replica_n1/ shard1
   [junit4]   2> 1214333 INFO  (zkCallback-6101-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1214334 INFO  (zkCallback-6101-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1214334 INFO  (parallelCoreAdminExecutor-6534-thread-1-processing-n:127.0.0.1:38181_solr x:testasynccollectioncreation_shard1_replica_n1 ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521 CREATE) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1214435 INFO  (zkCallback-6101-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1214435 INFO  (zkCallback-6101-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1214435 INFO  (zkCallback-6101-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1214704 INFO  (ScheduledTrigger-6531-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1214840 INFO  (qtp187169903-28826) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ccc62725-1557-4a50-830e-d748761c0d6a&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1214841 INFO  (qtp187169903-28826) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ccc62725-1557-4a50-830e-d748761c0d6a&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1215195 INFO  (qtp1150473570-28823) [n:127.0.0.1:38181_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521
   [junit4]   2> 1215195 INFO  (qtp1150473570-28823) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ccc62725-1557-4a50-830e-d748761c0d6a1589712449016521&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1215197 INFO  (OverseerThreadFactory-6533-thread-1-processing-n:127.0.0.1:38181_solr) [n:127.0.0.1:38181_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1215704 INFO  (ScheduledTrigger-6531-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1215842 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ccc62725-1557-4a50-830e-d748761c0d6a&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1215843 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ccc62725-1557-4a50-830e-d748761c0d6a&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1215843 INFO  (qtp187169903-28824) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=ccc62725-1557-4a50-830e-d748761c0d6a&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1215843 INFO  (qtp187169903-28824) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ccc62725-1557-4a50-830e-d748761c0d6a&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1215844 INFO  (qtp187169903-28826) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=b0061472-91ed-40b5-9aed-46620903f2c3&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1215846 INFO  (qtp187169903-28826) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=b0061472-91ed-40b5-9aed-46620903f2c3&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1215846 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b0061472-91ed-40b5-9aed-46620903f2c3&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1215846 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b0061472-91ed-40b5-9aed-46620903f2c3&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1215846 INFO  (OverseerThreadFactory-6533-thread-2-processing-n:127.0.0.1:38181_solr) [n:127.0.0.1:38181_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testasynccollectioncreation
   [junit4]   2> 1215846 INFO  (OverseerCollectionConfigSetProcessor-72161777396940806-127.0.0.1:38181_solr-n_0000000000) [n:127.0.0.1:38181_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1215847 ERROR (OverseerThreadFactory-6533-thread-2-processing-n:127.0.0.1:38181_solr) [n:127.0.0.1:38181_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testasynccollectioncreation operation: create failed:org.apache.solr.common.SolrException: collection already exists: testasynccollectioncreation
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:292)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:496)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> 
   [junit4]   2> 1215853 INFO  (OverseerThreadFactory-6533-thread-2-processing-n:127.0.0.1:38181_solr) [n:127.0.0.1:38181_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1216704 INFO  (ScheduledTrigger-6531-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1216847 INFO  (qtp187169903-28824) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b0061472-91ed-40b5-9aed-46620903f2c3&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1216848 INFO  (qtp187169903-28824) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b0061472-91ed-40b5-9aed-46620903f2c3&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1216848 INFO  (qtp187169903-28826) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=b0061472-91ed-40b5-9aed-46620903f2c3&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1216849 INFO  (qtp187169903-28826) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b0061472-91ed-40b5-9aed-46620903f2c3&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1216850 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=0a3fdd24-3161-4a7f-b1a7-23f308f304e4&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1216851 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr c:testasynccollectioncreation   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=0a3fdd24-3161-4a7f-b1a7-23f308f304e4&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1216851 INFO  (qtp187169903-28824) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=0a3fdd24-3161-4a7f-b1a7-23f308f304e4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1216852 INFO  (qtp187169903-28824) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=0a3fdd24-3161-4a7f-b1a7-23f308f304e4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1216852 INFO  (OverseerCollectionConfigSetProcessor-72161777396940806-127.0.0.1:38181_solr-n_0000000000) [n:127.0.0.1:38181_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1216855 INFO  (qtp187169903-28826) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1216855 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1216856 INFO  (qtp187169903-28824) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1216856 INFO  (qtp187169903-28826) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1216857 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1216859 INFO  (qtp1150473570-28822) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testasynccollectioncreation.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1216859 INFO  (qtp1150473570-28821) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testasynccollectioncreation.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1216859 INFO  (qtp1150473570-28823) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testasynccollectioncreation.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1216860 INFO  (qtp1150473570-28822) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1216861 INFO  (qtp1150473570-28821) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1216862 INFO  (qtp1150473570-28823) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1216862 INFO  (qtp1150473570-28822) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1216863 INFO  (qtp1150473570-28821) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1216864 INFO  (qtp1150473570-28823) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testasynccollectioncreation.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1216864 INFO  (qtp1150473570-28822) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testasynccollectioncreation.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1216865 INFO  (qtp1150473570-28821) [n:127.0.0.1:38181_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testasynccollectioncreation.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1216865 INFO  (OverseerThreadFactory-6533-thread-3-processing-n:127.0.0.1:38181_solr) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38153_solr for creating new replica of shard shard1 for collection testasynccollectioncreation
   [junit4]   2> 1216866 INFO  (OverseerThreadFactory-6533-thread-3-processing-n:127.0.0.1:38181_solr) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1216867 INFO  (OverseerStateUpdate-72161777396940806-127.0.0.1:38181_solr-n_0000000000) [n:127.0.0.1:38181_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"testasynccollectioncreation",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testasynccollectioncreation_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38153/solr",
   [junit4]   2>   "node_name":"127.0.0.1:38153_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1216869 INFO  (zkCallback-6101-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1216869 INFO  (zkCallback-6101-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1216869 INFO  (zkCallback-6101-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1216978 INFO  (qtp187169903-28819) [n:127.0.0.1:38153_solr    x:testasynccollectioncreation_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
   [junit4]   2> 1216979 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr    x:testasynccollectioncreation_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command async=0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1216979 INFO  (qtp187169903-28824) [n:127.0.0.1:38153_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636
   [junit4]   2> 1216979 INFO  (qtp187169903-28824) [n:127.0.0.1:38153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1216983 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1216998 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n3] Schema name=minimal
   [junit4]   2> 1216999 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1216999 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n3' using configuration from collection testasynccollectioncreation, trusted=true
   [junit4]   2> 1217000 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38153.solr.core.testasynccollectioncreation.shard1.replica_n3' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63d52f4d
   [junit4]   2> 1217000 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F3E4DD214690539C-001/tempDir-001/node2/testasynccollectioncreation_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F3E4DD214690539C-001/tempDir-001/node2/./testasynccollectioncreation_shard1_replica_n3/data/]
   [junit4]   2> 1217021 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1217021 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1217037 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1217037 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1217038 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@32845699[testasynccollectioncreation_shard1_replica_n3] main]
   [junit4]   2> 1217038 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1217038 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1217038 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1217039 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619342501520343040
   [junit4]   2> 1217041 INFO  (searcherExecutor-6550-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 r:core_node4 CREATE n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n3] Registered new searcher Searcher@32845699[testasynccollectioncreation_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1217042 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testasynccollectioncreation/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 1217042 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testasynccollectioncreation/leaders/shard1
   [junit4]   2> 1217043 INFO  (parallelCoreAdminExecutor-6541-thread-1-processing-n:127.0.0.1:38153_solr x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 CREATE) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.ZkController Core needs to recover:testasynccollectioncreation_shard1_replica_n3
   [junit4]   2> 1217043 INFO  (updateExecutor-6111-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 r:core_node4 CREATE n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1217044 INFO  (recoveryExecutor-6112-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 r:core_node4 CREATE n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1217044 INFO  (recoveryExecutor-6112-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 r:core_node4 CREATE n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy startupVersions is empty
   [junit4]   2> 1217052 INFO  (qtp1150473570-28821) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.S.Request [testasynccollectioncreation_shard1_replica_n1]  webapp=/solr path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1217052 INFO  (qtp1150473570-28821) [n:127.0.0.1:38181_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.S.Request [testasynccollectioncreation_shard1_replica_n1]  webapp=/solr path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1217052 INFO  (recoveryExecutor-6112-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 r:core_node4 CREATE n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testasynccollectioncreation_shard1_replica_n3]
   [junit4]   2> 1217052 INFO  (recoveryExecutor-6112-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 0a3fdd24-3161-4a7f-b1a7-23f308f304e41589716438594636 r:core_node4 CREATE n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:38153_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_s

[...truncated too long message...]

utorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> 
   [junit4]   2> 93828 WARN  (OverseerThreadFactory-313-thread-2-processing-n:127.0.0.1:44893_solr) [n:127.0.0.1:44893_solr    ] o.a.s.c.OverseerTaskProcessor Resetting task: /overseer/collection-queue-work/qn-0000000001, requestid: repeatedId, taskKey: testAsyncIdRaceCondition
   [junit4]   2> 93828 ERROR (OverseerThreadFactory-313-thread-2-processing-n:127.0.0.1:44893_solr) [n:127.0.0.1:44893_solr    ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-running/mn-repeatedId
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:876)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:262)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:261)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedMap.remove(DistributedMap.java:98)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.resetTaskWithException(OverseerTaskProcessor.java:571)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:537)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> 
   [junit4]   2> 93828 INFO  (OverseerAutoScalingTriggerThread-72161861097881606-127.0.0.1:44893_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 93829 INFO  (closeThreadPool-419-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72161861097881606-127.0.0.1:44893_solr-n_0000000000) closing
   [junit4]   2> 93829 INFO  (jetty-closer-371-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72161861097881606-127.0.0.1:44893_solr-n_0000000000) closing
   [junit4]   2> 93830 INFO  (jetty-closer-371-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2bf71d38{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 93830 INFO  (jetty-closer-371-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e328694{/solr,null,UNAVAILABLE}
   [junit4]   2> 93831 INFO  (jetty-closer-371-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 93832 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[F3E4DD214690539C]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 93833 ERROR (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[F3E4DD214690539C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 93833 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/testAsyncIdRaceCondition/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/testAsyncIdRaceCondition/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 93833 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[F3E4DD214690539C]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42755
   [junit4]   2> 93833 INFO  (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[F3E4DD214690539C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42755
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIAsyncDistributedZkTest -Dtests.method=testAsyncIdRaceCondition -Dtests.seed=F3E4DD214690539C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=uk -Dtests.timezone=America/Catamarca -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 4.45s J2 | CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<9> but was:<8>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F3E4DD214690539C:A669B0CC2AFEAA37]:0)
   [junit4]    > 	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition(CollectionsAPIAsyncDistributedZkTest.java:274)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F3E4DD214690539C-001
   [junit4]   2> Dec 09, 2018 3:37:10 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {_version_=Lucene50(blocksize=128), _root_=Lucene50(blocksize=128), id=PostingsFormat(name=Direct), _route_=PostingsFormat(name=Asserting)}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1951, maxMBSortInHeap=7.326731008368215, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@661d2cd6), locale=uk, timezone=America/Catamarca
   [junit4]   2> NOTE: Linux 4.15.0-39-generic amd64/Oracle Corporation 12-ea (64-bit)/cpus=8,threads=1,free=277930104,total=512753664
   [junit4]   2> NOTE: All tests run in this JVM: [CollectionsAPIAsyncDistributedZkTest, CollectionsAPIAsyncDistributedZkTest]
   [junit4] Completed [5/5 (2!)] on J2 in 43.65s, 4 tests, 1 failure <<< FAILURES!
   [junit4] 
   [junit4] 
   [junit4] Tests with failures [seed: F3E4DD214690539C]:
   [junit4]   - org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition
   [junit4]   - org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     0.75 ..    94.26 =    93.52s
   [junit4] JVM J1:     0.75 ..    51.88 =    51.13s
   [junit4] JVM J2:     0.74 ..    94.99 =    94.25s
   [junit4] Execution time total: 1 minute 35 seconds
   [junit4] Tests summary: 5 suites, 20 tests, 2 failures

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1572: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1099: There were test failures: 5 suites, 20 tests, 2 failures [seed: F3E4DD214690539C]

Total time: 1 minute 36 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   1/5 failed: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[repro]   2/5 failed: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=17d055aac2eff63db55563a3d7b4f4d1d7e47dd2, workspace=/var/lib/jenkins/workspace/Lucene-Solr-http2-Linux
[WARNINGS] Computing warning deltas based on reference build #49
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (32bit/jdk1.8.0_172) - Build # 51 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/51/
Java: 32bit/jdk1.8.0_172 -server -XX:+UseSerialGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest

Error Message:
13 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest:     1) Thread[id=4424, name=qtp23442607-4424-acceptor-०@b788cc-ServerConnector@1fa0fdd{HTTP/1.1,[http/1.1]}{127.0.0.1:३३६०९}, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=4428, name=Scheduler-22652764, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=4420, name=qtp23442607-4420, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=4467, name=coreContainerWorkExecutor-501-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=4427, name=qtp23442607-4427, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=4466, name=Thread-2526, state=WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)    7) Thread[id=4426, name=qtp23442607-4426, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=4463, name=SolrRrdBackendFactory-506-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=4422, name=qtp23442607-4422, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=4464, name=MetricsHistoryHandler-507-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   11) Thread[id=4425, name=qtp23442607-4425, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   12) Thread[id=4421, name=qtp23442607-4421, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   13) Thread[id=4423, name=qtp23442607-4423, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 13 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest: 
   1) Thread[id=4424, name=qtp23442607-4424-acceptor-०@b788cc-ServerConnector@1fa0fdd{HTTP/1.1,[http/1.1]}{127.0.0.1:३३६०९}, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=4428, name=Scheduler-22652764, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=4420, name=qtp23442607-4420, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=4467, name=coreContainerWorkExecutor-501-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=4427, name=qtp23442607-4427, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=4466, name=Thread-2526, state=WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)
   7) Thread[id=4426, name=qtp23442607-4426, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=4463, name=SolrRrdBackendFactory-506-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=4422, name=qtp23442607-4422, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=4464, name=MetricsHistoryHandler-507-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  11) Thread[id=4425, name=qtp23442607-4425, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  12) Thread[id=4421, name=qtp23442607-4421, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  13) Thread[id=4423, name=qtp23442607-4423, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([663D0E3E4AB30795]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=4422, name=qtp23442607-4422, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=4464, name=MetricsHistoryHandler-507-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=4428, name=Scheduler-22652764, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=4420, name=qtp23442607-4420, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=4467, name=coreContainerWorkExecutor-501-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=4421, name=qtp23442607-4421, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=4466, name=Thread-2526, state=WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)    8) Thread[id=4423, name=qtp23442607-4423, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=4463, name=SolrRrdBackendFactory-506-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=4422, name=qtp23442607-4422, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=4464, name=MetricsHistoryHandler-507-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=4428, name=Scheduler-22652764, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=4420, name=qtp23442607-4420, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=4467, name=coreContainerWorkExecutor-501-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=4421, name=qtp23442607-4421, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=4466, name=Thread-2526, state=WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)
   8) Thread[id=4423, name=qtp23442607-4423, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=4463, name=SolrRrdBackendFactory-506-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([663D0E3E4AB30795]:0)


FAILED:  org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([663D0E3E4AB30795:59BDA1D4F16CA7BC]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2(Http2SolrClientCompatibilityTest.java:95)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest.testSystemPropertyFlag

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([663D0E3E4AB30795:370DBDA60B203A2]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest.testSystemPropertyFlag(Http2SolrClientCompatibilityTest.java:43)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 16576 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.Http2SolrClientCompatibilityTest_663D0E3E4AB30795-001/init-core-data-001
   [junit4]   1> 22:41:07.994 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - Server@d6d197{STOPPED}[9.4.14.v20181114] added {QueuedThreadPool[qtp23442607]@165b4af{STOPPED,८<=०<=१००००,i=०,q=०}[org.eclipse.jetty.util.thread.TryExecutor$$Lambda$31/17867319@6af549],AUTO}
   [junit4]   1> 22:41:07.994 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - HttpConnectionFactory@129a0a5[HTTP/1.1] added {HttpConfiguration@aac534{३२७६८/८१९२,८१९२/८१९२,https://:०,[]},POJO}
   [junit4]   1> 22:41:07.995 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - ServerConnector@1fa0fdd{null,[]}{0.0.0.0:०} added {Server@d6d197{STOPPED}[9.4.14.v20181114],UNMANAGED}
   [junit4]   1> 22:41:07.995 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - ServerConnector@1fa0fdd{null,[]}{0.0.0.0:०} added {QueuedThreadPool[qtp23442607]@165b4af{STOPPED,८<=०<=१००००,i=०,q=०}[org.eclipse.jetty.util.thread.TryExecutor$$Lambda$31/17867319@6af549],AUTO}
   [junit4]   1> 22:41:07.995 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - ServerConnector@1fa0fdd{null,[]}{0.0.0.0:०} added {ScheduledExecutorScheduler@4648d1{STOPPED},AUTO}
   [junit4]   1> 22:41:07.995 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - ServerConnector@1fa0fdd{null,[]}{0.0.0.0:०} added {org.eclipse.jetty.io.ArrayByteBufferPool@158bd0f,POJO}
   [junit4]   1> 22:41:07.995 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - ServerConnector@1fa0fdd{null,[http/1.1]}{0.0.0.0:०} added {HttpConnectionFactory@129a0a5[HTTP/1.1],AUTO}
   [junit4]   1> 22:41:07.995 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - ServerConnector@1fa0fdd{HTTP/1.1,[http/1.1]}{0.0.0.0:०} added {SelectorManager@ServerConnector@1fa0fdd{HTTP/1.1,[http/1.1]}{0.0.0.0:०},MANAGED}
   [junit4]   1> 22:41:07.995 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - Server@d6d197{STOPPED}[9.4.14.v20181114] added {ServerConnector@1fa0fdd{HTTP/1.1,[http/1.1]}{127.0.0.1:०},AUTO}
   [junit4]   1> 22:41:07.995 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - Server@d6d197{STOPPED}[9.4.14.v20181114] added {DefaultSessionIdManager@10d5c75{STOPPED}[worker=null],AUTO}
   [junit4]   1> 22:41:07.996 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - Server@d6d197{STOPPED}[9.4.14.v20181114] added {o.e.j.s.ServletContextHandler@1078185{/solr,null,UNAVAILABLE},MANAGED}
   [junit4]   1> 22:41:07.996 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.DecoratedObjectFactory - Adding Decorator: org.eclipse.jetty.util.DeprecationWarning@e4fe1f
   [junit4]   1> 22:41:07.996 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - o.e.j.s.ServletContextHandler@1078185{/solr,null,UNAVAILABLE} added {org.eclipse.jetty.server.session.SessionHandler११०४९८६५==dftMaxIdleSec=-१,MANAGED}
   [junit4]   1> 22:41:07.996 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - org.eclipse.jetty.server.session.SessionHandler११०४९८६५==dftMaxIdleSec=-१ added {ServletHandler@1c38edd{STOPPED},MANAGED}
   [junit4]   1> 22:41:07.996 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - GzipHandler@1a025d2{STOPPED} added {o.e.j.s.ServletContextHandler@1078185{/solr,null,UNAVAILABLE},MANAGED}
   [junit4]   1> 22:41:07.996 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - Server@d6d197{STOPPED}[9.4.14.v20181114] added {GzipHandler@1a025d2{STOPPED},MANAGED}
   [junit4]   1> 22:41:07.997 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting Server@d6d197{STOPPED}[9.4.14.v20181114]
   [junit4]   1> 22:41:07.997 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - Server@d6d197{STARTING}[9.4.14.v20181114] added {ErrorHandler@1ee927c{STOPPED},AUTO}
   [junit4]   1> 22:41:07.997 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting QueuedThreadPool[qtp23442607]@165b4af{STOPPED,८<=०<=१००००,i=०,q=०}[org.eclipse.jetty.util.thread.TryExecutor$$Lambda$31/17867319@6af549]
   [junit4]   1> 22:41:07.997 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.thread.ReservedThreadExecutor - ReservedThreadExecutor@bc567a{s=०/०,p=०}
   [junit4]   1> 22:41:07.997 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - QueuedThreadPool[qtp23442607]@165b4af{STARTING,८<=०<=१००००,i=०,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}] added {ReservedThreadExecutor@bc567a{s=०/०,p=०},AUTO}
   [junit4]   1> 22:41:07.997 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting ReservedThreadExecutor@bc567a{s=०/०,p=०}
   [junit4]   1> 22:41:07.997 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126757ms ReservedThreadExecutor@bc567a{s=०/०,p=०}
   [junit4]   1> 22:41:08.019 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126779ms QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=७,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}]
   [junit4]   1> 22:41:08.020 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting DefaultSessionIdManager@10d5c75{STOPPED}[worker=null]
   [junit4]   1> 22:41:08.020 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - DefaultSessionIdManager@10d5c75{STARTING}[worker=node0] added {HouseKeeper@1d9ec87{STOPPED}[interval=600000, ownscheduler=false],MANAGED}
   [junit4]   1> 22:41:08.020 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting HouseKeeper@1d9ec87{STOPPED}[interval=600000, ownscheduler=false]
   [junit4]   1> 22:41:08.020 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting ScheduledExecutorScheduler@159a75c{STOPPED}
   [junit4]   1> 22:41:08.020 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126780ms ScheduledExecutorScheduler@159a75c{STARTED}
   [junit4]   1> 22:41:08.023 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126783ms HouseKeeper@1d9ec87{STARTED}[interval=660000, ownscheduler=true]
   [junit4]   1> 22:41:08.023 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126784ms DefaultSessionIdManager@10d5c75{STARTED}[worker=node0]
   [junit4]   1> 22:41:08.023 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting GzipHandler@1a025d2{STOPPED}
   [junit4]   1> 22:41:08.024 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting o.e.j.s.ServletContextHandler@1078185{/solr,null,UNAVAILABLE}
   [junit4]   1> 22:41:08.024 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting org.eclipse.jetty.server.session.SessionHandler११०४९८६५==dftMaxIdleSec=-१
   [junit4]   1> 22:41:08.024 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - org.eclipse.jetty.server.session.SessionHandler११०४९८६५==dftMaxIdleSec=-१ added {org.eclipse.jetty.server.session.DefaultSessionCache@33095b[evict=-१,removeUnloadable=false,saveOnCreate=false,saveOnInactiveEvict=false],AUTO}
   [junit4]   1> 22:41:08.024 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - org.eclipse.jetty.server.session.DefaultSessionCache@33095b[evict=-१,removeUnloadable=false,saveOnCreate=false,saveOnInactiveEvict=false] added {org.eclipse.jetty.server.session.NullSessionDataStore@2a654e[passivating=false,graceSec=३६००],AUTO}
   [junit4]   1> 22:41:08.024 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - org.eclipse.jetty.server.session.SessionHandler११०४९८६५==dftMaxIdleSec=-१ added {DefaultSessionIdManager@10d5c75{STARTED}[worker=node0],UNMANAGED}
   [junit4]   1> 22:41:08.024 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting ScheduledExecutorScheduler@8b5090{STOPPED}
   [junit4]   1> 22:41:08.024 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126785ms ScheduledExecutorScheduler@8b5090{STARTED}
   [junit4]   1> 22:41:08.024 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting ServletHandler@1c38edd{STOPPED}
   [junit4]   1> 22:41:08.025 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126785ms ServletHandler@1c38edd{STARTED}
   [junit4]   1> 22:41:08.025 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting org.eclipse.jetty.server.session.DefaultSessionCache@33095b[evict=-१,removeUnloadable=false,saveOnCreate=false,saveOnInactiveEvict=false]
   [junit4]   1> 22:41:08.025 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting org.eclipse.jetty.server.session.NullSessionDataStore@2a654e[passivating=false,graceSec=३६००]
   [junit4]   1> 22:41:08.025 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126785ms org.eclipse.jetty.server.session.NullSessionDataStore@2a654e[passivating=false,graceSec=३६००]
   [junit4]   1> 22:41:08.025 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126785ms org.eclipse.jetty.server.session.DefaultSessionCache@33095b[evict=-१,removeUnloadable=false,saveOnCreate=false,saveOnInactiveEvict=false]
   [junit4]   1> 22:41:08.025 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126785ms org.eclipse.jetty.server.session.SessionHandler११०४९८६५==dftMaxIdleSec=-१
   [junit4]   1> 22:41:08.025 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404-113389@e55252d6==org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404,jsp=null,order=-१,inst=false,async=true
   [junit4]   1> 22:41:08.025 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126786ms org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404-113389@e55252d6==org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404,jsp=null,order=-१,inst=false,async=true
   [junit4]   1> 22:41:08.025 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting org.eclipse.jetty.servlet.ServletHandler$Default404Servlet-12bb804@af83be67==org.eclipse.jetty.servlet.ServletHandler$Default404Servlet,jsp=null,order=-१,inst=false,async=true
   [junit4]   1> 22:41:08.026 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126786ms org.eclipse.jetty.servlet.ServletHandler$Default404Servlet-12bb804@af83be67==org.eclipse.jetty.servlet.ServletHandler$Default404Servlet,jsp=null,order=-१,inst=false,async=true
   [junit4]   1> 22:41:08.026 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126786ms o.e.j.s.ServletContextHandler@1078185{/solr,null,AVAILABLE}
   [junit4]   1> 22:41:08.026 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126786ms GzipHandler@1a025d2{STARTED}
   [junit4]   1> 22:41:08.026 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting ErrorHandler@1ee927c{STOPPED}
   [junit4]   1> 22:41:08.026 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126786ms ErrorHandler@1ee927c{STARTED}
   [junit4]   1> 22:41:08.026 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting ServerConnector@1fa0fdd{HTTP/1.1,[http/1.1]}{127.0.0.1:०}
   [junit4]   1> 22:41:08.026 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - ServerConnector@1fa0fdd{HTTP/1.1,[http/1.1]}{127.0.0.1:३३६०९} added {sun.nio.ch.ServerSocketChannelImpl[localhost/127.0.0.1:33609],POJO}
   [junit4]   1> 22:41:08.026 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting ScheduledExecutorScheduler@4648d1{STOPPED}
   [junit4]   1> 22:41:08.027 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126787ms ScheduledExecutorScheduler@4648d1{STARTED}
   [junit4]   1> 22:41:08.027 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting HttpConnectionFactory@129a0a5[HTTP/1.1]
   [junit4]   1> 22:41:08.027 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126787ms HttpConnectionFactory@129a0a5[HTTP/1.1]
   [junit4]   1> 22:41:08.027 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting SelectorManager@ServerConnector@1fa0fdd{HTTP/1.1,[http/1.1]}{127.0.0.1:३३६०९}
   [junit4]   1> 22:41:08.046 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - EatWhatYouKill@1e01eeb/SelectorProducer@49e805/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.044-08:00 added {SelectorProducer@49e805,POJO}
   [junit4]   1> 22:41:08.046 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - EatWhatYouKill@1e01eeb/SelectorProducer@49e805/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.046-08:00 added {QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}],UNMANAGED}
   [junit4]   1> 22:41:08.046 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.thread.strategy.EatWhatYouKill - EatWhatYouKill@1e01eeb/SelectorProducer@49e805/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.046-08:00 created
   [junit4]   1> 22:41:08.050 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - ManagedSelector@162ceb2{STOPPED} id=0 keys=-१ selected=-१ updates=० added {EatWhatYouKill@1e01eeb/SelectorProducer@49e805/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.05-08:00,MANAGED}
   [junit4]   1> 22:41:08.050 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - SelectorManager@ServerConnector@1fa0fdd{HTTP/1.1,[http/1.1]}{127.0.0.1:३३६०९} added {ManagedSelector@162ceb2{STOPPED} id=0 keys=-१ selected=-१ updates=०,AUTO}
   [junit4]   1> 22:41:08.050 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - EatWhatYouKill@4e5096/SelectorProducer@896049/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.05-08:00 added {SelectorProducer@896049,POJO}
   [junit4]   1> 22:41:08.050 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - EatWhatYouKill@4e5096/SelectorProducer@896049/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.05-08:00 added {QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}],UNMANAGED}
   [junit4]   1> 22:41:08.051 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.thread.strategy.EatWhatYouKill - EatWhatYouKill@4e5096/SelectorProducer@896049/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.051-08:00 created
   [junit4]   1> 22:41:08.051 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - ManagedSelector@1c19f77{STOPPED} id=1 keys=-१ selected=-१ updates=० added {EatWhatYouKill@4e5096/SelectorProducer@896049/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.051-08:00,MANAGED}
   [junit4]   1> 22:41:08.051 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - SelectorManager@ServerConnector@1fa0fdd{HTTP/1.1,[http/1.1]}{127.0.0.1:३३६०९} added {ManagedSelector@1c19f77{STOPPED} id=1 keys=-१ selected=-१ updates=०,AUTO}
   [junit4]   1> 22:41:08.052 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - EatWhatYouKill@29dd23/SelectorProducer@4be310/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.052-08:00 added {SelectorProducer@4be310,POJO}
   [junit4]   1> 22:41:08.052 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - EatWhatYouKill@29dd23/SelectorProducer@4be310/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.052-08:00 added {QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}],UNMANAGED}
   [junit4]   1> 22:41:08.053 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.thread.strategy.EatWhatYouKill - EatWhatYouKill@29dd23/SelectorProducer@4be310/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.052-08:00 created
   [junit4]   1> 22:41:08.053 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - ManagedSelector@1254138{STOPPED} id=2 keys=-१ selected=-१ updates=० added {EatWhatYouKill@29dd23/SelectorProducer@4be310/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.053-08:00,MANAGED}
   [junit4]   1> 22:41:08.053 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - SelectorManager@ServerConnector@1fa0fdd{HTTP/1.1,[http/1.1]}{127.0.0.1:३३६०९} added {ManagedSelector@1254138{STOPPED} id=2 keys=-१ selected=-१ updates=०,AUTO}
   [junit4]   1> 22:41:08.053 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - EatWhatYouKill@4e418c/SelectorProducer@6253a3/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.053-08:00 added {SelectorProducer@6253a3,POJO}
   [junit4]   1> 22:41:08.054 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - EatWhatYouKill@4e418c/SelectorProducer@6253a3/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.054-08:00 added {QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}],UNMANAGED}
   [junit4]   1> 22:41:08.054 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.thread.strategy.EatWhatYouKill - EatWhatYouKill@4e418c/SelectorProducer@6253a3/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.054-08:00 created
   [junit4]   1> 22:41:08.054 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - ManagedSelector@164699c{STOPPED} id=3 keys=-१ selected=-१ updates=० added {EatWhatYouKill@4e418c/SelectorProducer@6253a3/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.054-08:00,MANAGED}
   [junit4]   1> 22:41:08.054 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.ContainerLifeCycle - SelectorManager@ServerConnector@1fa0fdd{HTTP/1.1,[http/1.1]}{127.0.0.1:३३६०९} added {ManagedSelector@164699c{STOPPED} id=3 keys=-१ selected=-१ updates=०,AUTO}
   [junit4]   1> 22:41:08.054 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting ManagedSelector@162ceb2{STOPPED} id=0 keys=-१ selected=-१ updates=०
   [junit4]   1> 22:41:08.055 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting EatWhatYouKill@1e01eeb/SelectorProducer@49e805/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.055-08:00
   [junit4]   1> 22:41:08.055 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126816ms EatWhatYouKill@1e01eeb/SelectorProducer@49e805/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=८,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.055-08:00
   [junit4]   1> 22:41:08.056 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.thread.QueuedThreadPool - queue org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111@8dc4c9
   [junit4]   1> 22:41:08.056 [qtp23442607-4420] DEBUG org.eclipse.jetty.util.thread.QueuedThreadPool - run org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111@8dc4c9
   [junit4]   1> 22:41:08.056 [qtp23442607-4420] DEBUG org.eclipse.jetty.util.thread.strategy.EatWhatYouKill - EatWhatYouKill@1e01eeb/SelectorProducer@49e805/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=७,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.056-08:00 tryProduce false
   [junit4]   1> 22:41:08.058 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126818ms ManagedSelector@162ceb2{STARTED} id=0 keys=० selected=० updates=०
   [junit4]   1> 22:41:08.059 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting ManagedSelector@1c19f77{STOPPED} id=1 keys=-१ selected=-१ updates=०
   [junit4]   1> 22:41:08.059 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting EatWhatYouKill@4e5096/SelectorProducer@896049/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=७,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.059-08:00
   [junit4]   1> 22:41:08.059 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126819ms EatWhatYouKill@4e5096/SelectorProducer@896049/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=७,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.059-08:00
   [junit4]   1> 22:41:08.059 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.thread.QueuedThreadPool - queue org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111@3bf35
   [junit4]   1> 22:41:08.059 [qtp23442607-4421] DEBUG org.eclipse.jetty.util.thread.QueuedThreadPool - run org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111@3bf35
   [junit4]   1> 22:41:08.059 [qtp23442607-4421] DEBUG org.eclipse.jetty.util.thread.strategy.EatWhatYouKill - EatWhatYouKill@4e5096/SelectorProducer@896049/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=६,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.059-08:00 tryProduce false
   [junit4]   1> 22:41:08.060 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126820ms ManagedSelector@1c19f77{STARTED} id=1 keys=० selected=० updates=०
   [junit4]   1> 22:41:08.060 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting ManagedSelector@1254138{STOPPED} id=2 keys=-१ selected=-१ updates=०
   [junit4]   1> 22:41:08.060 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting EatWhatYouKill@29dd23/SelectorProducer@4be310/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=६,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.06-08:00
   [junit4]   1> 22:41:08.060 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126820ms EatWhatYouKill@29dd23/SelectorProducer@4be310/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=६,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.06-08:00
   [junit4]   1> 22:41:08.060 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.thread.QueuedThreadPool - queue org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111@bc0a1d
   [junit4]   1> 22:41:08.060 [qtp23442607-4423] DEBUG org.eclipse.jetty.util.thread.QueuedThreadPool - run org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111@bc0a1d
   [junit4]   1> 22:41:08.060 [qtp23442607-4423] DEBUG org.eclipse.jetty.util.thread.strategy.EatWhatYouKill - EatWhatYouKill@29dd23/SelectorProducer@4be310/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=५,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.06-08:00 tryProduce false
   [junit4]   1> 22:41:08.061 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126821ms ManagedSelector@1254138{STARTED} id=2 keys=० selected=० updates=०
   [junit4]   1> 22:41:08.061 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting ManagedSelector@164699c{STOPPED} id=3 keys=-१ selected=-१ updates=०
   [junit4]   1> 22:41:08.061 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - starting EatWhatYouKill@4e418c/SelectorProducer@6253a3/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=५,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.061-08:00
   [junit4]   1> 22:41:08.061 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.component.AbstractLifeCycle - STARTED @126821ms EatWhatYouKill@4e418c/SelectorProducer@6253a3/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=५,q=०}[ReservedThreadExecutor@bc567a{s=०/०,p=०}][pc=0,pic=0,pec=0,epc=0]@2018-12-08T14:41:08.061-08:00
   [junit4]   1> 22:41:08.061 [TEST-Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2-seed#[663D0E3E4AB30795]] DEBUG org.eclipse.jetty.util.thread.QueuedThreadPool - queue org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111@b0a2df
   [junit4]   1> 22:41:08.061 [qtp23442607-4422] DEBUG org.eclipse.jetty.util.thread.QueuedThreadPool - run org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111@b0a2df
   [junit4]   1> 22:41:08.061 [qtp23442607-4422] DEBUG org.eclipse.jetty.util.thread.strategy.EatWhatYouKill - EatWhatYouKill@4e418c/SelectorProducer@6253a3/IDLE/p=false/QueuedThreadPool[qtp23442607]@165b4af{STARTED,८<=८<=१००००,i=४,q=०}[ReservedThreadExecutor@bc567a{s=

[...truncated too long message...]

.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=4467, name=coreContainerWorkExecutor-501-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=4421, name=qtp23442607-4421, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    7) Thread[id=4466, name=Thread-2526, state=WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)
   [junit4]    >    8) Thread[id=4423, name=qtp23442607-4423, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$63/21421111.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    9) Thread[id=4463, name=SolrRrdBackendFactory-506-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([663D0E3E4AB30795]:0)
   [junit4] Completed [114/184 (1!)] on J0 in 9.28s, 4 tests, 2 failures, 2 errors <<< FAILURES!

[...truncated 43398 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1612400210
 [ecj-lint] Compiling 52 source files to /tmp/ecj1612400210
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/test-framework/src/java/org/apache/solr/util/RandomizeSSL.java (at line 26)
 [ecj-lint] 	import org.apache.lucene.util.Constants;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.util.Constants is never used
 [ecj-lint] ----------
 [ecj-lint] 1 problem (1 error)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2093: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2132: Compile failed; see the compiler error output for details.

Total time: 70 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (32bit/jdk1.8.0_172) - Build # 50 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/50/
Java: 32bit/jdk1.8.0_172 -server -XX:+UseParallelGC

9 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=473, name=aliveCheckExecutor-56-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=718, name=aliveCheckExecutor-73-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=961, name=aliveCheckExecutor-90-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=473, name=aliveCheckExecutor-56-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=718, name=aliveCheckExecutor-73-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=961, name=aliveCheckExecutor-90-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([73B2105B5D8679BA]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=473, name=aliveCheckExecutor-56-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=718, name=aliveCheckExecutor-73-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=961, name=aliveCheckExecutor-90-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=473, name=aliveCheckExecutor-56-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=718, name=aliveCheckExecutor-73-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=961, name=aliveCheckExecutor-90-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([73B2105B5D8679BA]:0)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([C73066602FA4C15B:4F6459BA8158ACA3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([C73066602FA4C15B:C83CA83EE0750263]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations(DistributedQueryComponentOptimizationTest.java:145)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([C73066602FA4C15B:C3B2733985F34152]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort(DistributedQueryComponentOptimizationTest.java:190)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([C73066602FA4C15B:7B4B28AD0CDA9D3C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams(DistributedQueryComponentOptimizationTest.java:184)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([C73066602FA4C15B:25D4138B5D9F4496]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned(DistributedQueryComponentOptimizationTest.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([C73066602FA4C15B:EC0C27C754806CBB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList(DistributedQueryComponentOptimizationTest.java:153)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking

Error Message:
Unexpected number of core admin requests were found expected:<2> but was:<0>

Stack Trace:
java.lang.AssertionError: Unexpected number of core admin requests were found expected:<2> but was:<0>
	at __randomizedtesting.SeedInfo.seed([C73066602FA4C15B:8F0C3FA0DBAFD0CD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking(TestTrackingShardHandlerFactory.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12594 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_C73066602FA4C15B-001/init-core-data-001
   [junit4]   2> 2029 INFO  (SUITE-TestDistributedSearch-seed#[C73066602FA4C15B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2096 INFO  (SUITE-TestDistributedSearch-seed#[C73066602FA4C15B]-worker) [    ] o.e.j.u.log Logging initialized @2131ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 2108 INFO  (SUITE-TestDistributedSearch-seed#[C73066602FA4C15B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 2137 INFO  (SUITE-TestDistributedSearch-seed#[C73066602FA4C15B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2143 INFO  (SUITE-TestDistributedSearch-seed#[C73066602FA4C15B]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /k_q/b
   [junit4]   2> 2377 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_C73066602FA4C15B-001/tempDir-001/control/cores/collection1
   [junit4]   2> 2514 WARN  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2633 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2636 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2642 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 2657 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2657 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2661 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2687 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1398a22{/k_q/b,null,AVAILABLE}
   [junit4]   2> 2705 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10390d5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45149}
   [junit4]   2> 2705 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.Server Started @2743ms
   [junit4]   2> 2705 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/k_q/b, hostPort=45149, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_C73066602FA4C15B-001/tempDir-001/control/cores}
   [junit4]   2> 2765 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.u.c.SSLCredentialProviderFactory Processing SSL Credential Provider chain: env;sysprop
   [junit4]   2> 2813 ERROR (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2813 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2814 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2814 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2814 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2814 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-08T16:18:19.577Z
   [junit4]   2> 2836 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2841 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_C73066602FA4C15B-001/tempDir-001/control/solr.xml
   [junit4]   2> 2880 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2880 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2892 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@db7992, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3568 WARN  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@aba19[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3771 WARN  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2378a7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4009 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4011 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4121 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db7992
   [junit4]   2> 4123 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db7992
   [junit4]   2> 4123 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db7992
   [junit4]   2> 4171 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_C73066602FA4C15B-001/tempDir-001/control/cores
   [junit4]   2> 4172 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 4197 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4424 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 4578 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 4858 WARN  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 4980 WARN  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 4987 WARN  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 4998 WARN  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 5110 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 5273 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 5336 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db7992
   [junit4]   2> 5355 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_C73066602FA4C15B-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 5410 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7622573393408512]
   [junit4]   2> 6405 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 6406 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 6436 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 6436 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 6441 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=93.8994140625, floorSegmentMB=0.208984375, forceMergeDeletesPctAllowed=29.379873998149154, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8214360338827333, deletesPctAllowed=21.34615094532616
   [junit4]   2> 6479 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9f02c7[collection1] main]
   [junit4]   2> 6576 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 7139 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 7274 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 7283 INFO  (coreLoadExecutor-10-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619301136120938496
   [junit4]   2> 7287 INFO  (searcherExecutor-11-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 7291 INFO  (searcherExecutor-11-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 7291 INFO  (searcherExecutor-11-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 7291 INFO  (searcherExecutor-11-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 7292 INFO  (searcherExecutor-11-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 7292 INFO  (searcherExecutor-11-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 7293 INFO  (searcherExecutor-11-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 7293 INFO  (searcherExecutor-11-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 7293 INFO  (searcherExecutor-11-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 7299 INFO  (searcherExecutor-11-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@9f02c7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 7895 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_C73066602FA4C15B-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 7896 WARN  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 7897 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 7897 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 7897 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 7898 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 7898 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 7898 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 7899 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19e1069{/k_q/b,null,AVAILABLE}
   [junit4]   2> 7900 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17a2914{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46419}
   [junit4]   2> 7900 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.s.Server Started @7938ms
   [junit4]   2> 7900 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/k_q/b, hostPort=46419, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_C73066602FA4C15B-001/tempDir-001/shard0/cores}
   [junit4]   2> 7900 ERROR (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 7900 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 7901 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 7901 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 7901 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 7901 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-08T16:18:24.664Z
   [junit4]   2> 7901 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_C73066602FA4C15B-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 7906 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 7906 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 7908 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@db7992, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 9174 WARN  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@60003d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 9194 WARN  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@a1cbab[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 9221 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 9222 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 9248 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db7992
   [junit4]   2> 9269 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db7992
   [junit4]   2> 9269 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db7992
   [junit4]   2> 9272 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_C73066602FA4C15B-001/tempDir-001/shard0/cores
   [junit4]   2> 9272 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 9300 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 9400 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 9472 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 9582 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 9600 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 9601 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@db7992
   [junit4]   2> 9601 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_C73066602FA4C15B-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 9603 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7622573393408512]
   [junit4]   2> 9647 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 9647 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 9650 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 9651 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 9651 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=93.8994140625, floorSegmentMB=0.208984375, forceMergeDeletesPctAllowed=29.379873998149154, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8214360338827333, deletesPctAllowed=21.34615094532616
   [junit4]   2> 9652 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d7535c[collection1] main]
   [junit4]   2> 9653 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 9689 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 9796 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 9796 INFO  (coreLoadExecutor-24-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619301138756009984
   [junit4]   2> 9798 INFO  (searcherExecutor-25-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 9798 INFO  (searcherExecutor-25-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 9798 INFO  (searcherExecutor-25-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 9798 INFO  (searcherExecutor-25-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 9799 INFO  (searcherExecutor-25-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 9799 INFO  (searcherExecutor-25-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 9800 INFO  (searcherExecutor-25-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 9800 INFO  (searcherExecutor-25-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 9800 INFO  (searcherExecutor-25-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 9809 INFO  (TEST-TestDistributedSearch.test-seed#[C73066602FA4C15B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 9822 INFO  (searcherExecutor-25-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d7535c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 10455 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1619301139367329792)} 0 119
   [junit4]   2> 10509 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1619301139500498944)} 0 3
   [junit4]   2> 10653 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[1 (1619301139512033280)]} 0 139
   [junit4]   2> 10662 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[1 (1619301139657785344)]} 0 6
   [junit4]   2> 10667 INFO  (qtp20701350-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[2 (1619301139667222528)]} 0 3
   [junit4]   2> 10672 INFO  (qtp24406196-71) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[2 (1619301139672465408)]} 0 3
   [junit4]   2> 10676 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[3 (1619301139677708288)]} 0 2
   [junit4]   2> 10680 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[3 (1619301139680854016)]} 0 2
   [junit4]   2> 10693 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[4 (1619301139685048320)]} 0 11
   [junit4]   2> 10698 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[4 (1619301139698679808)]} 0 2
   [junit4]   2> 10702 INFO  (qtp20701350-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[5 (1619301139703922688)]} 0 2
   [junit4]   2> 10706 INFO  (qtp24406196-71) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[5 (1619301139708116992)]} 0 2
   [junit4]   2> 10710 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[6 (1619301139712311296)]} 0 2
   [junit4]   2> 10713 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[6 (1619301139716505600)]} 0 2
   [junit4]   2> 10718 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[7 (1619301139720699904)]} 0 2
   [junit4]   2> 10721 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[7 (1619301139723845632)]} 0 1
   [junit4]   2> 10728 INFO  (qtp20701350-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[8 (1619301139728039936)]} 0 4
   [junit4]   2> 10732 INFO  (qtp24406196-71) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[8 (1619301139735379968)]} 0 1
   [junit4]   2> 10735 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[9 (1619301139739574272)]} 0 1
   [junit4]   2> 10739 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[9 (1619301139743768576)]} 0 1
   [junit4]   2> 10745 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619301139751108608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 10746 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@194f6e2 commitCommandVersion:1619301139751108608
   [junit4]   2> 11073 INFO  (qtp20701350-22) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b8b5a9[collection1] main]
   [junit4]   2> 11075 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 11096 INFO  (searcherExecutor-11-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1b8b5a9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544285907703}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 11097 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 352
   [junit4]   2> 11100 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619301140123353088,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 11100 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1cd765b commitCommandVersion:1619301140123353088
   [junit4]   2> 11159 INFO  (qtp24406196-73) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@125d909[collection1] main]
   [junit4]   2> 11161 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 11165 INFO  (searcherExecutor-25-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@125d909[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544285907894}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 11166 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 66
   [junit4]   2> 11172 INFO  (qtp20701350-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[10 (1619301140194656256)]} 0 4
   [junit4]   2> 11185 INFO  (qtp24406196-71) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[10 (1619301140204093440)]} 0 8
   [junit4]   2> 11191 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[11 (1619301140214579200)]} 0 3
   [junit4]   2> 11198 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[11 (1619301140224016384)]} 0 2
   [junit4]   2> 11202 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[12 (1619301140228210688)]} 0 1
   [junit4]   2> 11206 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[12 (1619301140232404992)]} 0 2
   [junit4]   2> 11215 INFO  (qtp20701350-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[13 (1619301140236599296)]} 0 7
   [junit4]   2> 11219 INFO  (qtp24406196-71) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[13 (1619301140246036480)]} 0 1
   [junit4]   2> 11224 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[1001 (1619301140250230784)]} 0 3
   [junit4]   2> 11228 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[1001 (1619301140255473664)]} 0 2
   [junit4]   2> 11232 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[14 (1619301140260716544)]} 0 1
   [junit4]   2> 11235 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[14 (1619301140263862272)]} 0 1
   [junit4]   2> 11239 INFO  (qtp20701350-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[15 (1619301140268056576)]} 0 1
   [junit4]   2> 11242 INFO  (qtp24406196-71) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[15 (1619301140271202304)]} 0 1
   [junit4]   2> 11246 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[16 (1619301140274348032)]} 0 1
   [junit4]   2> 11249 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[16 (1619301140278542336)]} 0 2
   [junit4]   2> 11254 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[17 (1619301140282736640)]} 0 2
   [junit4]   2> 11257 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[17 (1619301140286930944)]} 0 2
   [junit4]   2> 11261 INFO  (qtp20701350-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[100 (1619301140291125248)]} 0 1
   [junit4]   2> 11264 INFO  (qtp24406196-71) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[100 (1619301140294270976)]} 0 1
   [junit4]   2> 11267 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[101 (1619301140297416704)]} 0 1
   [junit4]   2> 11275 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[101 (1619301140305805312)]} 0 1
   [junit4]   2> 11277 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[102 (1619301140308951040)]} 0 1
   [junit4]   2> 11287 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[102 (1619301140312096768)]} 0 7
   [junit4]   2> 11290 INFO  (qtp20701350-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[103 (1619301140321533952)]} 0 1
   [junit4]   2> 11292 INFO  (qtp24406196-71) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[103 (1619301140323631104)]} 0 1
   [junit4]   2> 11294 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[104 (1619301140326776832)]} 0 0
   [junit4]   2> 11297 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[104 (1619301140328873984)]} 0 1
   [junit4]   2> 11300 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[105 (1619301140332019712)]} 0 1
   [junit4]   2> 11303 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[105 (1619301140335165440)]} 0 1
   [junit4]   2> 11306 INFO  (qtp20701350-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[106 (1619301140338311168)]} 0 1
   [junit4]   2> 11308 INFO  (qtp24406196-71) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[106 (1619301140340408320)]} 0 1
   [junit4]   2> 11310 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[107 (1619301140343554048)]} 0 1
   [junit4]   2> 11313 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[107 (1619301140345651200)]} 0 1
   [junit4]   2> 11318 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[108 (1619301140351942656)]} 0 1
   [junit4]   2> 11322 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[108 (1619301140355088384)]} 0 1
   [junit4]   2> 11325 INFO  (qtp20701350-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[109 (1619301140358234112)]} 0 1
   [junit4]   2> 11329 INFO  (qtp24406196-71) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[109 (1619301140362428416)]} 0 1
   [junit4]   2> 11333 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[110 (1619301140365574144)]} 0 2
   [junit4]   2> 11337 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[110 (1619301140370817024)]} 0 0
   [junit4]   2> 11339 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[111 (1619301140372914176)]} 0 0
   [junit4]   2> 11342 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[111 (1619301140376059904)]} 0 1
   [junit4]   2> 11346 INFO  (qtp20701350-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[112 (1619301140380254208)]} 0 1
   [junit4]   2> 11349 INFO  (qtp24406196-71) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[112 (1619301140383399936)]} 0 1
   [junit4]   2> 11352 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[113 (1619301140386545664)]} 0 1
   [junit4]   2> 11369 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[113 (1619301140404371456)]} 0 1
   [junit4]   2> 11373 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[114 (1619301140408565760)]} 0 1
   [junit4]   2> 11375 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[114 (1619301140410662912)]} 0 1
   [junit4]   2> 11378 INFO  (qtp20701350-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[115 (1619301140413808640)]} 0 1
   [junit4]   2> 11382 INFO  (qtp24406196-71) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[115 (1619301140418002944)]} 0 1
   [junit4]   2> 11384 INFO  (qtp20701350-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[116 (1619301140421148672)]} 0 1
   [junit4]   2> 11388 INFO  (qtp24406196-72) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[116 (1619301140424294400)]} 0 1
   [junit4]   2> 11391 INFO  (qtp20701350-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[117 (1619301140427440128)]} 0 1
   [junit4]   2> 11393 INFO  (qtp24406196-73) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/k_q/b path=/update params={wt=javabin&version=2}{add=[117 (161

[...truncated too long message...]

Test, TestEmbeddedSolrServer, CloudSolrClientBadInputTest, DivideEvaluatorTest, TermsResponseTest, CollectionAdminRequestRequiredParamsTest, LargeVolumeJettyTest, CoalesceEvaluatorTest, TestLBHttp2SolrClient]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLBHttp2SolrClient -Dtests.seed=73B2105B5D8679BA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs -Dtests.timezone=Europe/Kiev -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestLBHttp2SolrClient (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   [junit4]    >    1) Thread[id=473, name=aliveCheckExecutor-56-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=718, name=aliveCheckExecutor-73-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=961, name=aliveCheckExecutor-90-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([73B2105B5D8679BA]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=473, name=aliveCheckExecutor-56-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=718, name=aliveCheckExecutor-73-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=961, name=aliveCheckExecutor-90-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([73B2105B5D8679BA]:0)
   [junit4] Completed [23/184 (1!)] on J0 in 20.41s, 3 tests, 2 errors <<< FAILURES!

[...truncated 43733 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1699189888
 [ecj-lint] Compiling 52 source files to /tmp/ecj1699189888
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/test-framework/src/java/org/apache/solr/util/RandomizeSSL.java (at line 26)
 [ecj-lint] 	import org.apache.lucene.util.Constants;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.util.Constants is never used
 [ecj-lint] ----------
 [ecj-lint] 1 problem (1 error)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2093: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2132: Compile failed; see the compiler error output for details.

Total time: 67 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk-11) - Build # 49 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/49/
Java: 64bit/jdk-11 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

65 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest:     1) Thread[id=2390, name=qtp1175398615-2390, state=TIMED_WAITING, group=TGRP-CollectionsAPIAsyncDistributedZkTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest: 
   1) Thread[id=2390, name=qtp1175398615-2390, state=TIMED_WAITING, group=TGRP-CollectionsAPIAsyncDistributedZkTest]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([5A3195AC491F1DF0]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=2390, name=qtp1175398615-2390, state=TIMED_WAITING, group=TGRP-CollectionsAPIAsyncDistributedZkTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=2390, name=qtp1175398615-2390, state=TIMED_WAITING, group=TGRP-CollectionsAPIAsyncDistributedZkTest]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([5A3195AC491F1DF0]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrClientTest:     1) Thread[id=1862, name=qtp488484364-1862, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrClientTest: 
   1) Thread[id=1862, name=qtp488484364-1862, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([CB7EAAEBEA1C4326]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1862, name=qtp488484364-1862, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1862, name=qtp488484364-1862, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([CB7EAAEBEA1C4326]:0)


FAILED:  org.apache.solr.client.solrj.io.stream.StreamingTest.testParallelRankStream

Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:34005/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&qt=/export&wt=javabin&distrib=false

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:34005/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&qt=/export&wt=javabin&distrib=false
	at __randomizedtesting.SeedInfo.seed([CB7EAAEBEA1C4326:DB773F7F65081F6]:0)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:400)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.open(CloudSolrStream.java:275)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.getTuples(StreamingTest.java:2426)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.testParallelRankStream(StreamingTest.java:322)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:34005/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&qt=/export&wt=javabin&distrib=false
	at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:394)
	... 41 more
Caused by: java.io.IOException: --> https://127.0.0.1:34005/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&qt=/export&wt=javabin&distrib=false
	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:215)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$TupleWrapper.next(CloudSolrStream.java:484)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:507)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:494)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	... 1 more


FAILED:  org.apache.solr.client.solrj.io.stream.StreamingTest.testParallelUniqueStream

Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:44049/solr/streams_collection_shard1_replica_n1/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f&sort=a_f+asc,a_i+asc&partitionKeys=a_f&qt=/export&wt=javabin&distrib=false

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:44049/solr/streams_collection_shard1_replica_n1/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f&sort=a_f+asc,a_i+asc&partitionKeys=a_f&qt=/export&wt=javabin&distrib=false
	at __randomizedtesting.SeedInfo.seed([CB7EAAEBEA1C4326:BBAF408328F2FC44]:0)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:400)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.open(CloudSolrStream.java:275)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.getTuples(StreamingTest.java:2426)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.testParallelUniqueStream(StreamingTest.java:221)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:44049/solr/streams_collection_shard1_replica_n1/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f&sort=a_f+asc,a_i+asc&partitionKeys=a_f&qt=/export&wt=javabin&distrib=false
	at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:394)
	... 41 more
Caused by: java.io.IOException: --> https://127.0.0.1:44049/solr/streams_collection_shard1_replica_n1/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f&sort=a_f+asc,a_i+asc&partitionKeys=a_f&qt=/export&wt=javabin&distrib=false
	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:215)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$TupleWrapper.next(CloudSolrStream.java:484)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:507)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:494)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	... 1 more


FAILED:  org.apache.solr.client.solrj.io.stream.StreamingTest.testParallelReducerStream

Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:34005/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f&sort=a_s+desc,a_f+asc&partitionKeys=a_s&qt=/export&wt=javabin&distrib=false

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:34005/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f&sort=a_s+desc,a_f+asc&partitionKeys=a_s&qt=/export&wt=javabin&distrib=false
	at __randomizedtesting.SeedInfo.seed([CB7EAAEBEA1C4326:C9B38AC3772C5E20]:0)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:400)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.open(CloudSolrStream.java:275)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.getTuples(StreamingTest.java:2426)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.testParallelReducerStream(StreamingTest.java:534)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:34005/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f&sort=a_s+desc,a_f+asc&partitionKeys=a_s&qt=/export&wt=javabin&distrib=false
	at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:394)
	... 41 more
Caused by: java.io.IOException: --> https://127.0.0.1:34005/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f&sort=a_s+desc,a_f+asc&partitionKeys=a_s&qt=/export&wt=javabin&distrib=false
	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:215)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$TupleWrapper.next(CloudSolrStream.java:484)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:507)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:494)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	... 1 more


FAILED:  org.apache.solr.client.solrj.io.stream.StreamingTest.testParallelEOF

Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:34005/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=id:(4+1+8+7+9)&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&qt=/export&wt=javabin&distrib=false

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:34005/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=id:(4+1+8+7+9)&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&qt=/export&wt=javabin&distrib=false
	at __randomizedtesting.SeedInfo.seed([CB7EAAEBEA1C4326:55022A471924C413]:0)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:400)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.open(CloudSolrStream.java:275)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.getTuples(StreamingTest.java:2426)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.testParallelEOF(StreamingTest.java:2219)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:34005/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=id:(4+1+8+7+9)&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&qt=/export&wt=javabin&distrib=false
	at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:394)
	... 41 more
Caused by: java.io.IOException: --> https://127.0.0.1:34005/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=id:(4+1+8+7+9)&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&qt=/export&wt=javabin&distrib=false
	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:215)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$TupleWrapper.next(CloudSolrStream.java:484)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:507)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:494)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	... 1 more


FAILED:  org.apache.solr.client.solrj.io.stream.StreamingTest.testParallelRankStream

Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:41365/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&qt=/export&wt=javabin&distrib=false

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:41365/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&qt=/export&wt=javabin&distrib=false
	at __randomizedtesting.SeedInfo.seed([CB7EAAEBEA1C4326:DB773F7F65081F6]:0)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:400)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.open(CloudSolrStream.java:275)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.getTuples(StreamingTest.java:2426)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.testParallelRankStream(StreamingTest.java:322)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:41365/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&qt=/export&wt=javabin&distrib=false
	at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:394)
	... 41 more
Caused by: java.io.IOException: --> https://127.0.0.1:41365/solr/streams_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&qt=/export&wt=javabin&distrib=false
	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:215)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$TupleWrapper.next(CloudSolrStream.java:484)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:507)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:494)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	... 1 more


FAILED:  org.apache.solr.client.solrj.io.stream.StreamingTest.testParallelReducerStream

Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:33769/solr/streams_collection_shard1_replica_n1/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f&sort=a_s+desc,a_f+asc&partitionKeys=a_s&qt=/export&wt=javabin&distrib=false

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:33769/solr/streams_collection_shard1_replica_n1/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f&sort=a_s+desc,a_f+asc&partitionKeys=a_s&qt=/export&wt=javabin&distrib=false
	at __randomizedtesting.SeedInfo.seed([CB7EAAEBEA1C4326:C9B38AC3772C5E20]:0)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:400)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.open(CloudSolrStream.java:275)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.getTuples(StreamingTest.java:2426)
	at org.apache.solr.client.solrj.io.stream.StreamingTest.testParallelReducerStream(StreamingTest.java:534)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:33769/solr/streams_collection_shard1_replica_n1/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f&sort=a_s+desc,a_f+asc&partitionKeys=a_s&qt=/export&wt=javabin&distrib=false
	at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:394)
	... 41 more
Caused by: java.io.IOException: --> https://127.0.0.1:33769/solr/streams_collection_shard1_replica_n1/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f&sort=a_s+desc,a_f+asc&partitionKeys=a_s&qt=/export&wt=javabin&distrib=false
	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:215)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$TupleWrapper.next(CloudSolrStream.java:484)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:507)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:494)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	... 1 more


FAILED:  org.apache.solr.cloud.TestCloudRecovery2.test

Error Message:
 Timeout waiting to see state for collection=collection1 :DocCollection(collection1//collections/collection1/state.json/17)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node3":{           "core":"collection1_shard1_replica_n1",           "base_url":"http://127.0.0.1:39235/solr",           "node_name":"127.0.0.1:39235_solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"},         "core_node4":{           "core":"collection1_shard1_replica_n2",           "base_url":"http://127.0.0.1:46173/solr",           "node_name":"127.0.0.1:46173_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:39235_solr, 127.0.0.1:46173_solr] Last available state: DocCollection(collection1//collections/collection1/state.json/17)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node3":{           "core":"collection1_shard1_replica_n1",           "base_url":"http://127.0.0.1:39235/solr",           "node_name":"127.0.0.1:39235_solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"},         "core_node4":{           "core":"collection1_shard1_replica_n2",           "base_url":"http://127.0.0.1:46173/solr",           "node_name":"127.0.0.1:46173_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: 
Timeout waiting to see state for collection=collection1 :DocCollection(collection1//collections/collection1/state.json/17)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"collection1_shard1_replica_n1",
          "base_url":"http://127.0.0.1:39235/solr",
          "node_name":"127.0.0.1:39235_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node4":{
          "core":"collection1_shard1_replica_n2",
          "base_url":"http://127.0.0.1:46173/solr",
          "node_name":"127.0.0.1:46173_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:39235_solr, 127.0.0.1:46173_solr]
Last available state: DocCollection(collection1//collections/collection1/state.json/17)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"collection1_shard1_replica_n1",
          "base_url":"http://127.0.0.1:39235/solr",
          "node_name":"127.0.0.1:39235_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node4":{
          "core":"collection1_shard1_replica_n2",
          "base_url":"http://127.0.0.1:46173/solr",
          "node_name":"127.0.0.1:46173_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([5A3195AC491F1DF0:D265AA76E7E37008]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:289)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:267)
	at org.apache.solr.cloud.TestCloudRecovery2.test(TestCloudRecovery2.java:106)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition

Error Message:
expected:<9> but was:<8>

Stack Trace:
java.lang.AssertionError: expected:<9> but was:<8>
	at __randomizedtesting.SeedInfo.seed([5A3195AC491F1DF0:FBCF8412571E45B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition(CollectionsAPIAsyncDistributedZkTest.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition

Error Message:
expected:<9> but was:<8>

Stack Trace:
java.lang.AssertionError: expected:<9> but was:<8>
	at __randomizedtesting.SeedInfo.seed([5A3195AC491F1DF0:FBCF8412571E45B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition(CollectionsAPIAsyncDistributedZkTest.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition

Error Message:
expected:<9> but was:<7>

Stack Trace:
java.lang.AssertionError: expected:<9> but was:<7>
	at __randomizedtesting.SeedInfo.seed([5A3195AC491F1DF0:FBCF8412571E45B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition(CollectionsAPIAsyncDistributedZkTest.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition

Error Message:
expected:<9> but was:<8>

Stack Trace:
java.lang.AssertionError: expected:<9> but was:<8>
	at __randomizedtesting.SeedInfo.seed([5A3195AC491F1DF0:FBCF8412571E45B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition(CollectionsAPIAsyncDistributedZkTest.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition

Error Message:
expected:<9> but was:<8>

Stack Trace:
java.lang.AssertionError: expected:<9> but was:<8>
	at __randomizedtesting.SeedInfo.seed([5A3195AC491F1DF0:FBCF8412571E45B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition(CollectionsAPIAsyncDistributedZkTest.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=677, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=436, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=677, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=436, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([CB7EAAEBEA1C4326]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=677, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=436, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=677, name=aliveCheckExecutor-44-thread-1, state=TIMED_W

[...truncated too long message...]

765)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]   2>         at java.base@11/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> Dec 08, 2018 11:54:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=2390, name=qtp1175398615-2390, state=TIMED_WAITING, group=TGRP-CollectionsAPIAsyncDistributedZkTest]
   [junit4]   2> Dec 08, 2018 11:54:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=2390, name=qtp1175398615-2390, state=TIMED_WAITING, group=TGRP-CollectionsAPIAsyncDistributedZkTest]
   [junit4]   2>         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]   2>         at java.base@11/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Direct), _route_=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1492, maxMBSortInHeap=6.667813738671806, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5cb6aded), locale=es-SV, timezone=Cuba
   [junit4]   2> NOTE: Linux 4.15.0-39-generic amd64/Oracle Corporation 11 (64-bit)/cpus=8,threads=2,free=246390424,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [CollectionsAPIAsyncDistributedZkTest, CollectionsAPIAsyncDistributedZkTest, CollectionsAPIAsyncDistributedZkTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIAsyncDistributedZkTest -Dtests.seed=5A3195AC491F1DF0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-SV -Dtests.timezone=Cuba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | CollectionsAPIAsyncDistributedZkTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest: 
   [junit4]    >    1) Thread[id=2390, name=qtp1175398615-2390, state=TIMED_WAITING, group=TGRP-CollectionsAPIAsyncDistributedZkTest]
   [junit4]    >         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.base@11/java.lang.Thread.run(Thread.java:834)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5A3195AC491F1DF0]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=2390, name=qtp1175398615-2390, state=TIMED_WAITING, group=TGRP-CollectionsAPIAsyncDistributedZkTest]
   [junit4]    >         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.base@11/java.lang.Thread.run(Thread.java:834)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5A3195AC491F1DF0]:0)
   [junit4] Completed [25/25 (18!)] on J2 in 49.03s, 4 tests, 1 failure, 2 errors <<< FAILURES!
   [junit4] 
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/temp/junit4-J2-20181208_115148_8814957219519273408261.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----
   [junit4] 
   [junit4] Tests with failures [seed: 5A3195AC491F1DF0] (first 10 out of 39):
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations
   [junit4]   - org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4]   - org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     0.69 ..   126.41 =   125.73s
   [junit4] JVM J1:     0.70 ..   123.07 =   122.37s
   [junit4] JVM J2:     0.69 ..   144.33 =   143.64s
   [junit4] Execution time total: 2 minutes 24 seconds
   [junit4] Tests summary: 25 suites, 75 tests, 2 suite-level errors, 38 failures, 1 ignored

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1572: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1099: There were test failures: 25 suites, 75 tests, 2 suite-level errors, 38 failures, 1 ignored [seed: 5A3195AC491F1DF0]

Total time: 2 minutes 25 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   0/5 failed: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[repro]   0/5 failed: org.apache.solr.cloud.TestCloudRecovery2
[repro]   1/5 failed: org.apache.solr.client.solrj.io.stream.StreamingTest
[repro]   2/5 failed: org.apache.solr.client.solrj.TestLBHttp2SolrClient
[repro]   4/5 failed: org.apache.solr.TestDistributedSearch
[repro]   4/5 failed: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
[repro]   5/5 failed: org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
[repro]   5/5 failed: org.apache.solr.handler.component.TestTrackingShardHandlerFactory
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=9f765aaf8c31e8524ffd74318a45b4e87bbf4cc8, workspace=/var/lib/jenkins/workspace/Lucene-Solr-http2-Linux
[WARNINGS] Computing warning deltas based on reference build #48
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk-11) - Build # 48 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/48/
Java: 64bit/jdk-11 -XX:-UseCompressedOops -XX:+UseSerialGC

53 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.response.transform.TestSubQueryTransformerDistrib

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib:     1) Thread[id=50686, name=qtp1446605275-50686, state=TIMED_WAITING, group=TGRP-TestSubQueryTransformerDistrib]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib: 
   1) Thread[id=50686, name=qtp1446605275-50686, state=TIMED_WAITING, group=TGRP-TestSubQueryTransformerDistrib]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([63BC6600B0696F1A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.response.transform.TestSubQueryTransformerDistrib

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=50686, name=qtp1446605275-50686, state=TIMED_WAITING, group=TGRP-TestSubQueryTransformerDistrib]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=50686, name=qtp1446605275-50686, state=TIMED_WAITING, group=TGRP-TestSubQueryTransformerDistrib]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([63BC6600B0696F1A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest:     1) Thread[id=1671, name=qtp663904321-1671, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest: 
   1) Thread[id=1671, name=qtp663904321-1671, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([6267207D779C33DA]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1671, name=qtp663904321-1671, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1671, name=qtp663904321-1671, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([6267207D779C33DA]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([AE22A4269D2E6D5F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([AE22A4269D2E6D5F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([AE22A4269D2E6D5F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([AE22A4269D2E6D5F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([AE22A4269D2E6D5F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([AE22A4269D2E6D5F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=1702, name=aliveCheckExecutor-384-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=2184, name=aliveCheckExecutor-418-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=1943, name=aliveCheckExecutor-401-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=1702, name=aliveCheckExecutor-384-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=2184, name=aliveCheckExecutor-418-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=1943, name=aliveCheckExecutor-401-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([AE22A4269D2E6D5F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1702, name=aliveCheckExecutor-384-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=2184, name=aliveCheckExecutor-418-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=1943, name=aliveCheckExecutor-401-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1702, name=aliveCheckExecutor-384-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=2184, name=aliveCheckExecutor-418-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=1943, name=aliveCheckExecutor-401-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([AE22A4269D2E6D5F]:0)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([63BC6600B0696F1A:EBE859DA1E9502E2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([63BC6600B0696F1A:EBE859DA1E9502E2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([63BC6600B0696F1A:EBE859DA1E9502E2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([63BC6600B0696F1A:EBE859DA1E9502E2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([63BC6600B0696F1A:EBE859DA1E9502E2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([63BC6600B0696F1A:DFC728CD9317337D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams(DistributedQueryComponentOptimizationTest.java:184)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError

[...truncated too long message...]

eCloseExecutor-454-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12cb476c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@21f182be
   [junit4]   2> 53726 INFO  (closeThreadPool-488-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 53726 INFO  (closeThreadPool-488-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64212223: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6dd5f5ee
   [junit4]   2> 53731 INFO  (closeThreadPool-488-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 53731 INFO  (closeThreadPool-488-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@665d06f4: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@23060bcd
   [junit4]   2> 53732 INFO  (closeThreadPool-488-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 53732 INFO  (closeThreadPool-488-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a766125: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45d3c04d
   [junit4]   2> 53733 INFO  (closeThreadPool-488-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 53733 INFO  (closeThreadPool-488-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22801880: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2940da4
   [junit4]   2> 53737 INFO  (closeThreadPool-488-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 53737 INFO  (closeThreadPool-488-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@708e3e00: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@23060bcd
   [junit4]   2> 53740 INFO  (closeThreadPool-488-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@77f80ae3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 53740 INFO  (closeThreadPool-488-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 53741 INFO  (closeThreadPool-488-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@68e6327{/pih/cv,null,UNAVAILABLE}
   [junit4]   2> 53741 INFO  (closeThreadPool-488-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1daf4d28: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45d3c04d
   [junit4]   2> 53741 INFO  (closeThreadPool-488-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 53744 INFO  (closeThreadPool-488-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@f06e4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 53744 INFO  (closeThreadPool-488-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c4b469b{/pih/cv,null,UNAVAILABLE}
   [junit4]   2> 53744 INFO  (closeThreadPool-488-thread-4) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedSearch -Dtests.method=test -Dtests.seed=63BC6600B0696F1A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=fy-NL -Dtests.timezone=Canada/Central -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 5.27s J0 | TestDistributedSearch.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: did't see any stats=true shard requests
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([63BC6600B0696F1A:EBE859DA1E9502E2]:0)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_63BC6600B0696F1A-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@795f02b), locale=fy-NL, timezone=Canada/Central
   [junit4]   2> NOTE: Linux 4.15.0-39-generic amd64/Oracle Corporation 11 (64-bit)/cpus=8,threads=1,free=144370016,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestSubQueryTransformerDistrib, TestTrackingShardHandlerFactory, TestSubQueryTransformerDistrib, TestSubQueryTransformerDistrib, TestTrackingShardHandlerFactory, TestDistributedSearch]
   [junit4] Completed [20/20 (15!)] on J0 in 5.29s, 1 test, 1 failure <<< FAILURES!
   [junit4] 
   [junit4] 
   [junit4] Tests with failures [seed: 63BC6600B0696F1A] (first 10 out of 35):
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations
   [junit4]   - org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking
   [junit4]   - org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking
   [junit4]   - org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     0.70 ..    54.26 =    53.56s
   [junit4] JVM J1:     0.71 ..    52.76 =    52.05s
   [junit4] JVM J2:     0.70 ..    53.76 =    53.07s
   [junit4] Execution time total: 54 seconds
   [junit4] Tests summary: 20 suites, 55 tests, 35 failures

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1572: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1099: There were test failures: 20 suites, 55 tests, 35 failures [seed: 63BC6600B0696F1A]

Total time: 55 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   0/5 failed: org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest
[repro]   0/5 failed: org.apache.solr.response.transform.TestSubQueryTransformerDistrib
[repro]   3/5 failed: org.apache.solr.client.solrj.TestLBHttp2SolrClient
[repro]   5/5 failed: org.apache.solr.TestDistributedSearch
[repro]   5/5 failed: org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
[repro]   5/5 failed: org.apache.solr.handler.component.TestTrackingShardHandlerFactory
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=9f765aaf8c31e8524ffd74318a45b4e87bbf4cc8, workspace=/var/lib/jenkins/workspace/Lucene-Solr-http2-Linux
[WARNINGS] Computing warning deltas based on reference build #43
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk1.8.0_172) - Build # 47 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/47/
Java: 64bit/jdk1.8.0_172 -XX:+UseCompressedOops -XX:+UseSerialGC

11 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest:     1) Thread[id=956, name=qtp1250557763-956, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest: 
   1) Thread[id=956, name=qtp1250557763-956, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([249704BC4496C04F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=956, name=qtp1250557763-956, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=956, name=qtp1250557763-956, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([249704BC4496C04F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudClusterSSL

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL:     1) Thread[id=13963, name=qtp2007763703-13963, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudClusterSSL]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL: 
   1) Thread[id=13963, name=qtp2007763703-13963, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudClusterSSL]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([C786732F7A9C94F9]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudClusterSSL

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=13963, name=qtp2007763703-13963, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudClusterSSL]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=13963, name=qtp2007763703-13963, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudClusterSSL]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([C786732F7A9C94F9]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=3433, name=aliveCheckExecutor-354-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=3677, name=aliveCheckExecutor-371-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=3188, name=aliveCheckExecutor-337-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=3433, name=aliveCheckExecutor-354-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=3677, name=aliveCheckExecutor-371-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=3188, name=aliveCheckExecutor-337-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([6C28EC9BEE28301D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=3433, name=aliveCheckExecutor-354-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=3677, name=aliveCheckExecutor-371-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=3188, name=aliveCheckExecutor-337-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=3433, name=aliveCheckExecutor-354-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=3677, name=aliveCheckExecutor-371-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=3188, name=aliveCheckExecutor-337-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([6C28EC9BEE28301D]:0)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([C786732F7A9C94F9:C3046676D0CB14F0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort(DistributedQueryComponentOptimizationTest.java:190)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([C786732F7A9C94F9:256206C408A71134]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned(DistributedQueryComponentOptimizationTest.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([C786732F7A9C94F9:ECBA328801B83919]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList(DistributedQueryComponentOptimizationTest.java:153)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([C786732F7A9C94F9:7BFD3DE259E2C89E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams(DistributedQueryComponentOptimizationTest.java:184)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([C786732F7A9C94F9:C88ABD71B54D57C1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations(DistributedQueryComponentOptimizationTest.java:145)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13201 lines...]
   [junit4] Suite: org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentOptimizationTest_C786732F7A9C94F9-001/init-core-data-001
   [junit4]   2> 354013 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[C786732F7A9C94F9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 354014 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[C786732F7A9C94F9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 354014 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[C786732F7A9C94F9]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 354014 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[C786732F7A9C94F9]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentOptimizationTest_C786732F7A9C94F9-001/tempDir-001
   [junit4]   2> 354015 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[C786732F7A9C94F9]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 354015 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 354015 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 354016 ERROR (ZkTestServer Run Thread) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 354115 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[C786732F7A9C94F9]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:36187
   [junit4]   2> 354115 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[C786732F7A9C94F9]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36187
   [junit4]   2> 354115 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[C786732F7A9C94F9]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36187
   [junit4]   2> 354117 INFO  (zkConnectionManagerCallback-2046-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354119 INFO  (zkConnectionManagerCallback-2048-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354120 INFO  (zkConnectionManagerCallback-2050-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354122 WARN  (jetty-launcher-2043-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 354122 WARN  (jetty-launcher-2043-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 354122 WARN  (jetty-launcher-2043-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 354123 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 354123 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 354123 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 354123 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 354123 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 354123 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 354123 INFO  (jetty-launcher-2043-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 354123 INFO  (jetty-launcher-2043-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 354123 INFO  (jetty-launcher-2043-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 354124 INFO  (jetty-launcher-2043-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 354124 INFO  (jetty-launcher-2043-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 354124 INFO  (jetty-launcher-2043-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 354124 INFO  (jetty-launcher-2043-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 354124 INFO  (jetty-launcher-2043-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 354124 INFO  (jetty-launcher-2043-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 354124 INFO  (jetty-launcher-2043-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 354124 INFO  (jetty-launcher-2043-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 354124 INFO  (jetty-launcher-2043-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 354124 INFO  (jetty-launcher-2043-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@420219d5{/solr,null,AVAILABLE}
   [junit4]   2> 354124 INFO  (jetty-launcher-2043-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d7483bd{/solr,null,AVAILABLE}
   [junit4]   2> 354124 INFO  (jetty-launcher-2043-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18f6eb91{/solr,null,AVAILABLE}
   [junit4]   2> 354124 WARN  (jetty-launcher-2043-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@83fa83e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354124 WARN  (jetty-launcher-2043-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@11ca568a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354124 WARN  (jetty-launcher-2043-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1760ffe5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6f5a7d0d{SSL,[ssl, http/1.1]}{127.0.0.1:40307}
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@344b1f3f{SSL,[ssl, http/1.1]}{127.0.0.1:44417}
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-1) [    ] o.e.j.s.Server Started @354158ms
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7ceb21ae{SSL,[ssl, http/1.1]}{127.0.0.1:46303}
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-3) [    ] o.e.j.s.Server Started @354159ms
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-2) [    ] o.e.j.s.Server Started @354159ms
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40307}
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44417}
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46303}
   [junit4]   2> 354125 ERROR (jetty-launcher-2043-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 354125 ERROR (jetty-launcher-2043-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 354125 ERROR (jetty-launcher-2043-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-07T22:11:26.697Z
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-07T22:11:26.697Z
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 354125 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-07T22:11:26.697Z
   [junit4]   2> 354126 INFO  (zkConnectionManagerCallback-2056-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354126 INFO  (zkConnectionManagerCallback-2054-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354126 INFO  (zkConnectionManagerCallback-2055-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354127 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 354127 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 354127 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 354129 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 354129 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 354129 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 354129 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 354129 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 354129 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 354130 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 354130 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 354130 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 354182 WARN  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 354183 WARN  (jetty-launcher-2043-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@21ea97eb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354192 WARN  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 354216 WARN  (jetty-launcher-2043-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@33a8acc9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354217 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36187/solr
   [junit4]   2> 354219 INFO  (zkConnectionManagerCallback-2060-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354225 INFO  (zkConnectionManagerCallback-2062-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354230 WARN  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 354245 WARN  (jetty-launcher-2043-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@8efdd1d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354246 WARN  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 354254 WARN  (jetty-launcher-2043-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@56e6c207[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354255 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36187/solr
   [junit4]   2> 354259 INFO  (zkConnectionManagerCallback-2068-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354261 INFO  (zkConnectionManagerCallback-2070-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354264 INFO  (jetty-launcher-2043-thread-3) [n:127.0.0.1:44417_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44417_solr
   [junit4]   2> 354265 INFO  (jetty-launcher-2043-thread-3) [n:127.0.0.1:44417_solr    ] o.a.s.c.Overseer Overseer (id=72154918270271497-127.0.0.1:44417_solr-n_0000000000) starting
   [junit4]   2> 354266 INFO  (jetty-launcher-2043-thread-2) [n:127.0.0.1:46303_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46303_solr
   [junit4]   2> 354271 INFO  (zkCallback-2061-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 354271 INFO  (zkCallback-2069-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 354281 WARN  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 354281 INFO  (zkConnectionManagerCallback-2077-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354282 INFO  (jetty-launcher-2043-thread-3) [n:127.0.0.1:44417_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 354283 INFO  (jetty-launcher-2043-thread-3) [n:127.0.0.1:44417_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36187/solr ready
   [junit4]   2> 354285 INFO  (OverseerStateUpdate-72154918270271497-127.0.0.1:44417_solr-n_0000000000) [n:127.0.0.1:44417_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44417_solr
   [junit4]   2> 354288 INFO  (jetty-launcher-2043-thread-3) [n:127.0.0.1:44417_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:44417_solr as DOWN
   [junit4]   2> 354288 INFO  (jetty-launcher-2043-thread-3) [n:127.0.0.1:44417_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 354288 INFO  (jetty-launcher-2043-thread-3) [n:127.0.0.1:44417_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44417_solr
   [junit4]   2> 354303 INFO  (zkCallback-2061-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 354303 INFO  (zkCallback-2069-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 354307 INFO  (zkCallback-2076-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 354307 INFO  (OverseerAutoScalingTriggerThread-72154918270271497-127.0.0.1:44417_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:44417_solr, 127.0.0.1:46303_solr]
   [junit4]   2> 354315 INFO  (zkConnectionManagerCallback-2082-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354316 INFO  (ScheduledTrigger-1719-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 354316 INFO  (jetty-launcher-2043-thread-2) [n:127.0.0.1:46303_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 354317 INFO  (jetty-launcher-2043-thread-2) [n:127.0.0.1:46303_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36187/solr ready
   [junit4]   2> 354319 INFO  (jetty-launcher-2043-thread-3) [n:127.0.0.1:44417_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 354326 WARN  (jetty-launcher-2043-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4575e1e2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354331 INFO  (jetty-launcher-2043-thread-2) [n:127.0.0.1:46303_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 354332 WARN  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 354335 INFO  (jetty-launcher-2043-thread-3) [n:127.0.0.1:44417_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9
   [junit4]   2> 354341 INFO  (jetty-launcher-2043-thread-2) [n:127.0.0.1:46303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9
   [junit4]   2> 354341 INFO  (jetty-launcher-2043-thread-3) [n:127.0.0.1:44417_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9
   [junit4]   2> 354341 INFO  (jetty-launcher-2043-thread-3) [n:127.0.0.1:44417_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9
   [junit4]   2> 354342 INFO  (jetty-launcher-2043-thread-3) [n:127.0.0.1:44417_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentOptimizationTest_C786732F7A9C94F9-001/tempDir-001/node3/.
   [junit4]   2> 354350 INFO  (jetty-launcher-2043-thread-2) [n:127.0.0.1:46303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9
   [junit4]   2> 354350 INFO  (jetty-launcher-2043-thread-2) [n:127.0.0.1:46303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9
   [junit4]   2> 354350 INFO  (jetty-launcher-2043-thread-2) [n:127.0.0.1:46303_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentOptimizationTest_C786732F7A9C94F9-001/tempDir-001/node2/.
   [junit4]   2> 354364 WARN  (jetty-launcher-2043-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@16402ba9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 354365 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36187/solr
   [junit4]   2> 354372 INFO  (zkConnectionManagerCallback-2088-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354383 INFO  (zkConnectionManagerCallback-2090-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354385 INFO  (jetty-launcher-2043-thread-1) [n:127.0.0.1:40307_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 354387 INFO  (jetty-launcher-2043-thread-1) [n:127.0.0.1:40307_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40307_solr as DOWN
   [junit4]   2> 354387 INFO  (jetty-launcher-2043-thread-1) [n:127.0.0.1:40307_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 354387 INFO  (jetty-launcher-2043-thread-1) [n:127.0.0.1:40307_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40307_solr
   [junit4]   2> 354388 INFO  (zkCallback-2069-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 354388 INFO  (zkCallback-2061-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 354391 INFO  (zkCallback-2081-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 354392 INFO  (zkCallback-2076-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 354395 INFO  (zkCallback-2089-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 354400 INFO  (zkConnectionManagerCallback-2097-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354401 INFO  (jetty-launcher-2043-thread-1) [n:127.0.0.1:40307_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 354401 INFO  (jetty-launcher-2043-thread-1) [n:127.0.0.1:40307_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36187/solr ready
   [junit4]   2> 354405 INFO  (jetty-launcher-2043-thread-1) [n:127.0.0.1:40307_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 354416 INFO  (jetty-launcher-2043-thread-1) [n:127.0.0.1:40307_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9
   [junit4]   2> 354422 INFO  (jetty-launcher-2043-thread-1) [n:127.0.0.1:40307_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9
   [junit4]   2> 354422 INFO  (jetty-launcher-2043-thread-1) [n:127.0.0.1:40307_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9
   [junit4]   2> 354423 INFO  (jetty-launcher-2043-thread-1) [n:127.0.0.1:40307_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentOptimizationTest_C786732F7A9C94F9-001/tempDir-001/node1/.
   [junit4]   2> 354455 INFO  (zkConnectionManagerCallback-2103-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 354456 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[C786732F7A9C94F9]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 354457 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[C786732F7A9C94F9]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36187/solr ready
   [junit4]   2> 354467 INFO  (qtp1626164549-9175) [n:127.0.0.1:40307_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb645&collection.configName=conf&maxShardsPerNode=1&name=optimize&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 354468 INFO  (qtp1626164549-9175) [n:127.0.0.1:40307_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb645&collection.configName=conf&maxShardsPerNode=1&name=optimize&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 354469 INFO  (qtp1626164549-9177) [n:127.0.0.1:40307_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 354470 INFO  (qtp1626164549-9177) [n:127.0.0.1:40307_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 354470 INFO  (OverseerThreadFactory-1721-thread-1-processing-n:127.0.0.1:44417_solr) [n:127.0.0.1:44417_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection optimize
   [junit4]   2> 354576 INFO  (qtp1626164549-9177) [n:127.0.0.1:40307_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354579 INFO  (qtp1626164549-9179) [n:127.0.0.1:40307_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354584 INFO  (qtp1626164549-9175) [n:127.0.0.1:40307_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354585 INFO  (qtp1626164549-9177) [n:127.0.0.1:40307_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354586 INFO  (qtp1626164549-9179) [n:127.0.0.1:40307_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354598 INFO  (qtp2002440126-9176) [n:127.0.0.1:44417_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354599 INFO  (qtp2002440126-9178) [n:127.0.0.1:44417_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354599 INFO  (qtp2002440126-9173) [n:127.0.0.1:44417_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354600 INFO  (qtp2002440126-9176) [n:127.0.0.1:44417_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354600 INFO  (qtp2002440126-9178) [n:127.0.0.1:44417_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354609 INFO  (qtp595875891-9166) [n:127.0.0.1:46303_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354610 INFO  (qtp595875891-9167) [n:127.0.0.1:46303_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354611 INFO  (qtp595875891-9170) [n:127.0.0.1:46303_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354611 INFO  (qtp595875891-9166) [n:127.0.0.1:46303_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354611 INFO  (qtp595875891-9167) [n:127.0.0.1:46303_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 354614 INFO  (OverseerStateUpdate-72154918270271497-127.0.0.1:44417_solr-n_0000000000) [n:127.0.0.1:44417_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"optimize",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"optimize_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46303/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 354615 INFO  (OverseerStateUpdate-72154918270271497-127.0.0.1:44417_solr-n_0000000000) [n:127.0.0.1:44417_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"optimize",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"optimize_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44417/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 354616 INFO  (OverseerStateUpdate-72154918270271497-127.0.0.1:44417_solr-n_0000000000) [n:127.0.0.1:44417_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"optimize",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"optimize_shard3_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40307/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 354832 INFO  (qtp1626164549-9175) [n:127.0.0.1:40307_solr    x:optimize_shard3_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=optimize&version=2&replicaType=NRT&async=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050532686268&coreNodeName=core_node6&name=optimize_shard3_replica_n4&action=CREATE&numShards=3&shard=shard3&wt=javabin} status=0 QTime=1
   [junit4]   2> 354832 INFO  (parallelCoreAdminExecutor-1729-thread-1-processing-n:127.0.0.1:40307_solr x:optimize_shard3_replica_n4 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050532686268 CREATE) [n:127.0.0.1:40307_solr    x:optimize_shard3_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=optimize&version=2&replicaType=NRT&async=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050532686268&coreNodeName=core_node6&name=optimize_shard3_replica_n4&action=CREATE&numShards=3&shard=shard3&wt=javabin
   [junit4]   2> 354833 INFO  (qtp2002440126-9173) [n:127.0.0.1:44417_solr    x:optimize_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=optimize&version=2&replicaType=NRT&async=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286&coreNodeName=core_node5&name=optimize_shard2_replica_n2&action=CREATE&numShards=3&shard=shard2&wt=javabin} status=0 QTime=0
   [junit4]   2> 354833 INFO  (parallelCoreAdminExecutor-1722-thread-1-processing-n:127.0.0.1:44417_solr x:optimize_shard2_replica_n2 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286 CREATE) [n:127.0.0.1:44417_solr    x:optimize_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=optimize&version=2&replicaType=NRT&async=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286&coreNodeName=core_node5&name=optimize_shard2_replica_n2&action=CREATE&numShards=3&shard=shard2&wt=javabin
   [junit4]   2> 354837 INFO  (qtp595875891-9170) [n:127.0.0.1:46303_solr    x:optimize_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=optimize&version=2&replicaType=NRT&async=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531018871&coreNodeName=core_node3&name=optimize_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin} status=0 QTime=0
   [junit4]   2> 354837 INFO  (parallelCoreAdminExecutor-1718-thread-1-processing-n:127.0.0.1:46303_solr x:optimize_shard1_replica_n1 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531018871 CREATE) [n:127.0.0.1:46303_solr    x:optimize_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=optimize&version=2&replicaType=NRT&async=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531018871&coreNodeName=core_node3&name=optimize_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin
   [junit4]   2> 354837 INFO  (parallelCoreAdminExecutor-1718-thread-1-processing-n:127.0.0.1:46303_solr x:optimize_shard1_replica_n1 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531018871 CREATE) [n:127.0.0.1:46303_solr    x:optimize_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 354839 INFO  (qtp2002440126-9176) [n:127.0.0.1:44417_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286
   [junit4]   2> 354839 INFO  (qtp2002440126-9176) [n:127.0.0.1:44417_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 355318 INFO  (ScheduledTrigger-1719-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 355471 INFO  (qtp1626164549-9177) [n:127.0.0.1:40307_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 355471 INFO  (qtp1626164549-9177) [n:127.0.0.1:40307_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 355842 INFO  (qtp2002440126-9178) [n:127.0.0.1:44417_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286
   [junit4]   2> 355842 INFO  (qtp2002440126-9178) [n:127.0.0.1:44417_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 355880 INFO  (parallelCoreAdminExecutor-1729-thread-1-processing-n:127.0.0.1:40307_solr x:optimize_shard3_replica_n4 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050532686268 CREATE) [n:127.0.0.1:40307_solr c:optimize s:shard3 r:core_node6 x:optimize_shard3_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 355887 INFO  (parallelCoreAdminExecutor-1722-thread-1-processing-n:127.0.0.1:44417_solr x:optimize_shard2_replica_n2 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286 CREATE) [n:127.0.0.1:44417_solr c:optimize s:shard2 r:core_node5 x:optimize_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 355889 INFO  (parallelCoreAdminExecutor-1729-thread-1-processing-n:127.0.0.1:40307_solr x:optimize_shard3_replica_n4 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050532686268 CREATE) [n:127.0.0.1:40307_solr c:optimize s:shard3 r:core_node6 x:optimize_shard3_replica_n4] o.a.s.s.IndexSchema [optimize_shard3_replica_n4] Schema name=cloud-dynamic
   [junit4]   2> 355892 INFO  (parallelCoreAdminExecutor-1718-thread-1-processing-n:127.0.0.1:46303_solr x:optimize_shard1_replica_n1 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531018871 CREATE) [n:127.0.0.1:46303_solr c:optimize s:shard1 r:core_node3 x:optimize_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 355900 INFO  (parallelCoreAdminExecutor-1718-thread-1-processing-n:127.0.0.1:46303_solr x:optimize_shard1_replica_n1 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531018871 CREATE) [n:127.0.0.1:46303_solr c:optimize s:shard1 r:core_node3 x:optimize_shard1_replica_n1] o.a.s.s.IndexSchema [optimize_shard1_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 355901 INFO  (parallelCoreAdminExecutor-1722-thread-1-processing-n:127.0.0.1:44417_solr x:optimize_shard2_replica_n2 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286 CREATE) [n:127.0.0.1:44417_solr c:optimize s:shard2 r:core_node5 x:optimize_shard2_replica_n2] o.a.s.s.IndexSchema [optimize_shard2_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 355930 INFO  (parallelCoreAdminExecutor-1729-thread-1-processing-n:127.0.0.1:40307_solr x:optimize_shard3_replica_n4 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050532686268 CREATE) [n:127.0.0.1:40307_solr c:optimize s:shard3 r:core_node6 x:optimize_shard3_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 355931 INFO  (parallelCoreAdminExecutor-1729-thread-1-processing-n:127.0.0.1:40307_solr x:optimize_shard3_replica_n4 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050532686268 CREATE) [n:127.0.0.1:40307_solr c:optimize s:shard3 r:core_node6 x:optimize_shard3_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'optimize_shard3_replica_n4' using configuration from collection optimize, trusted=true
   [junit4]   2> 355931 INFO  (parallelCoreAdminExecutor-1729-thread-1-processing-n:127.0.0.1:40307_solr x:optimize_shard3_replica_n4 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050532686268 CREATE) [n:127.0.0.1:40307_solr c:optimize s:shard3 r:core_node6 x:optimize_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.optimize.shard3.replica_n4' (registry 'solr.core.optimize.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9
   [junit4]   2> 355931 INFO  (parallelCoreAdminExecutor-1729-thread-1-processing-n:127.0.0.1:40307_solr x:optimize_shard3_replica_n4 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050532686268 CREATE) [n:127.0.0.1:40307_solr c:optimize s:shard3 r:core_node6 x:optimize_shard3_replica_n4] o.a.s.c.SolrCore [[optimize_shard3_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentOptimizationTest_C786732F7A9C94F9-001/tempDir-001/node1/optimize_shard3_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentOptimizationTest_C786732F7A9C94F9-001/tempDir-001/node1/./optimize_shard3_replica_n4/data/]
   [junit4]   2> 355981 INFO  (parallelCoreAdminExecutor-1718-thread-1-processing-n:127.0.0.1:46303_solr x:optimize_shard1_replica_n1 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531018871 CREATE) [n:127.0.0.1:46303_solr c:optimize s:shard1 r:core_node3 x:optimize_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 355982 INFO  (parallelCoreAdminExecutor-1718-thread-1-processing-n:127.0.0.1:46303_solr x:optimize_shard1_replica_n1 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531018871 CREATE) [n:127.0.0.1:46303_solr c:optimize s:shard1 r:core_node3 x:optimize_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'optimize_shard1_replica_n1' using configuration from collection optimize, trusted=true
   [junit4]   2> 355982 INFO  (parallelCoreAdminExecutor-1718-thread-1-processing-n:127.0.0.1:46303_solr x:optimize_shard1_replica_n1 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531018871 CREATE) [n:127.0.0.1:46303_solr c:optimize s:shard1 r:core_node3 x:optimize_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.optimize.shard1.replica_n1' (registry 'solr.core.optimize.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9
   [junit4]   2> 355982 INFO  (parallelCoreAdminExecutor-1718-thread-1-processing-n:127.0.0.1:46303_solr x:optimize_shard1_replica_n1 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531018871 CREATE) [n:127.0.0.1:46303_solr c:optimize s:shard1 r:core_node3 x:optimize_shard1_replica_n1] o.a.s.c.SolrCore [[optimize_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentOptimizationTest_C786732F7A9C94F9-001/tempDir-001/node2/optimize_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentOptimizationTest_C786732F7A9C94F9-001/tempDir-001/node2/./optimize_shard1_replica_n1/data/]
   [junit4]   2> 355983 INFO  (parallelCoreAdminExecutor-1722-thread-1-processing-n:127.0.0.1:44417_solr x:optimize_shard2_replica_n2 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286 CREATE) [n:127.0.0.1:44417_solr c:optimize s:shard2 r:core_node5 x:optimize_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 355984 INFO  (parallelCoreAdminExecutor-1722-thread-1-processing-n:127.0.0.1:44417_solr x:optimize_shard2_replica_n2 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286 CREATE) [n:127.0.0.1:44417_solr c:optimize s:shard2 r:core_node5 x:optimize_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'optimize_shard2_replica_n2' using configuration from collection optimize, trusted=true
   [junit4]   2> 355985 INFO  (parallelCoreAdminExecutor-1722-thread-1-processing-n:127.0.0.1:44417_solr x:optimize_shard2_replica_n2 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286 CREATE) [n:127.0.0.1:44417_solr c:optimize s:shard2 r:core_node5 x:optimize_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.optimize.shard2.replica_n2' (registry 'solr.core.optimize.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72018fb9
   [junit4]   2> 355985 INFO  (parallelCoreAdminExecutor-1722-thread-1-processing-n:127.0.0.1:44417_solr x:optimize_shard2_replica_n2 5b970b1c-d2a3-4d33-9dcb-fd3bbc2fb6451485050531904286 CREATE) [n:127.0.0.1:44417_solr c:optimize s:shard2 r:core_node5 x:optimize_shard2_replica_n2] o.a.s.c.SolrCore [[optimize_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentOptimizationTest_C786732F7A9C94F9-001/tempDir-001/node3/optimize_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/te

[...truncated too long message...]

9 [jetty-launcher-1086-thread-4] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 22:24:12.479 [jetty-launcher-1086-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 22:24:12.479 [jetty-launcher-1086-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 22:24:14.832 [TEST-LegacyNoFacetCloudTest.missingDefaultTest-seed#[249704BC4496C04F]] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> Dec 07, 2018 10:24:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 12 leaked thread(s).
   [junit4]   2> Dec 07, 2018 10:24:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest: 
   [junit4]   2>    1) Thread[id=956, name=qtp1250557763-956, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Dec 07, 2018 10:24:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=956, name=qtp1250557763-956, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
   [junit4]   2> Dec 07, 2018 10:24:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=956, name=qtp1250557763-956, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=FSTOrd50, string_sd=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{long_ld=DocValuesFormat(name=Asserting), date_dtd=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), _root_=DocValuesFormat(name=Lucene70), string_sd=DocValuesFormat(name=Asserting), int_id=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Asserting), double_dd=DocValuesFormat(name=Lucene70), float_fd=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1279, maxMBSortInHeap=7.567188150492978, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@512e3a9e), locale=hr-HR, timezone=America/Detroit
   [junit4]   2> NOTE: Linux 4.15.0-39-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=8,threads=2,free=59029304,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ConcatFunctionTest, RoundFunctionTest, AndFunctionTest, LegacyFieldFacetExtrasTest, CastingIntValueStreamTest, CastingAnalyticsValueTest, OverallAnalyticsTest, LegacyFunctionTest, CastingDateValueStreamTest, CastingDoubleValueTest, LegacyNoFacetCloudTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LegacyNoFacetCloudTest -Dtests.seed=249704BC4496C04F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hr-HR -Dtests.timezone=America/Detroit -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J2 | LegacyNoFacetCloudTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest: 
   [junit4]    >    1) Thread[id=956, name=qtp1250557763-956, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([249704BC4496C04F]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=956, name=qtp1250557763-956, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([249704BC4496C04F]:0)
   [junit4] Completed [59/78 (1!)] on J2 in 36.89s, 11 tests, 2 errors <<< FAILURES!

[...truncated 42624 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj672845443
 [ecj-lint] Compiling 52 source files to /tmp/ecj672845443
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/test-framework/src/java/org/apache/solr/util/RandomizeSSL.java (at line 26)
 [ecj-lint] 	import org.apache.lucene.util.Constants;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.util.Constants is never used
 [ecj-lint] ----------
 [ecj-lint] 1 problem (1 error)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2093: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2132: Compile failed; see the compiler error output for details.

Total time: 48 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk1.8.0_172) - Build # 46 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/46/
Java: 64bit/jdk1.8.0_172 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

9 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=1937, name=aliveCheckExecutor-299-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=1693, name=aliveCheckExecutor-282-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=2182, name=aliveCheckExecutor-316-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=1937, name=aliveCheckExecutor-299-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=1693, name=aliveCheckExecutor-282-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=2182, name=aliveCheckExecutor-316-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([EFBBB2CE6B00942A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1937, name=aliveCheckExecutor-299-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=1693, name=aliveCheckExecutor-282-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=2182, name=aliveCheckExecutor-316-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1937, name=aliveCheckExecutor-299-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=1693, name=aliveCheckExecutor-282-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=2182, name=aliveCheckExecutor-316-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([EFBBB2CE6B00942A]:0)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([3E0B41DC06F5AA13:B65F7E06A809C7EB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([3E0B41DC06F5AA13:31078F82C924692B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations(DistributedQueryComponentOptimizationTest.java:145)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([3E0B41DC06F5AA13:1537007B7DD107F3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList(DistributedQueryComponentOptimizationTest.java:153)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([3E0B41DC06F5AA13:82700F11258BF674]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams(DistributedQueryComponentOptimizationTest.java:184)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([3E0B41DC06F5AA13:DCEF343774CE2FDE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned(DistributedQueryComponentOptimizationTest.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([3E0B41DC06F5AA13:3A895485ACA22A1A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort(DistributedQueryComponentOptimizationTest.java:190)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking

Error Message:
Unexpected number of core admin requests were found expected:<2> but was:<0>

Stack Trace:
java.lang.AssertionError: Unexpected number of core admin requests were found expected:<2> but was:<0>
	at __randomizedtesting.SeedInfo.seed([3E0B41DC06F5AA13:7637181CF2FEBB85]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking(TestTrackingShardHandlerFactory.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12717 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_3E0B41DC06F5AA13-001/init-core-data-001
   [junit4]   2> 54538 INFO  (SUITE-TestDistributedSearch-seed#[3E0B41DC06F5AA13]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 54539 INFO  (SUITE-TestDistributedSearch-seed#[3E0B41DC06F5AA13]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 54539 INFO  (SUITE-TestDistributedSearch-seed#[3E0B41DC06F5AA13]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 54539 INFO  (SUITE-TestDistributedSearch-seed#[3E0B41DC06F5AA13]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /e_/t
   [junit4]   2> 54648 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_3E0B41DC06F5AA13-001/tempDir-001/control/cores/collection1
   [junit4]   2> 54666 WARN  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 54666 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 54666 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 54666 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 54675 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 54675 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 54675 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 54676 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fc5f4a{/e_/t,null,AVAILABLE}
   [junit4]   2> 54678 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6f539a63{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:३९४०५}
   [junit4]   2> 54678 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.Server Started @५४७३२ms
   [junit4]   2> 54678 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/e_/t, hostPort=39405, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_3E0B41DC06F5AA13-001/tempDir-001/control/cores}
   [junit4]   2> 54679 ERROR (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 54679 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 54679 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 54679 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 54679 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 54679 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-07T17:11:57.027Z
   [junit4]   2> 54679 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_3E0B41DC06F5AA13-001/tempDir-001/control/solr.xml
   [junit4]   2> 54684 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 54684 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 54686 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@95d2137, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 54809 WARN  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@70a5f8b1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 54857 WARN  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6c612e5a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 54883 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 54883 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 54901 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@95d2137
   [junit4]   2> 54910 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@95d2137
   [junit4]   2> 54910 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@95d2137
   [junit4]   2> 54912 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_3E0B41DC06F5AA13-001/tempDir-001/control/cores
   [junit4]   2> 54912 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 54958 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 55019 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 55057 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 55153 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 55163 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 55163 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@95d2137
   [junit4]   2> 55163 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_3E0B41DC06F5AA13-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 55165 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=72.9931640625, floorSegmentMB=1.4033203125, forceMergeDeletesPctAllowed=1.97309032327316, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=37.87195270354162
   [junit4]   2> 55247 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 55247 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 55250 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 55250 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 55251 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=91.451171875, floorSegmentMB=2.171875, forceMergeDeletesPctAllowed=28.535067686766368, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=46.158289459453194
   [junit4]   2> 55252 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a3e033d[collection1] main]
   [junit4]   2> 55252 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 55312 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 55410 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 55411 INFO  (coreLoadExecutor-238-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619213908976861184
   [junit4]   2> 55412 INFO  (searcherExecutor-239-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 55413 INFO  (searcherExecutor-239-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 55413 INFO  (searcherExecutor-239-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 55413 INFO  (searcherExecutor-239-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 55413 INFO  (searcherExecutor-239-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 55413 INFO  (searcherExecutor-239-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 55413 INFO  (searcherExecutor-239-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 55414 INFO  (searcherExecutor-239-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 55414 INFO  (searcherExecutor-239-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 55414 INFO  (searcherExecutor-239-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7a3e033d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 55508 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_3E0B41DC06F5AA13-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 55508 WARN  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 55509 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 55509 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 55509 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 55518 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 55518 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 55518 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 55519 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72d69e67{/e_/t,null,AVAILABLE}
   [junit4]   2> 55521 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@eb8c5b9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:३३८५३}
   [junit4]   2> 55521 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.s.Server Started @५५५७४ms
   [junit4]   2> 55521 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/e_/t, hostPort=33853, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_3E0B41DC06F5AA13-001/tempDir-001/shard0/cores}
   [junit4]   2> 55521 ERROR (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 55521 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 55521 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 55521 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 55521 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 55522 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-07T17:11:57.870Z
   [junit4]   2> 55522 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_3E0B41DC06F5AA13-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 55525 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 55525 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 55526 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@95d2137, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 55585 WARN  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@467a16f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 55612 WARN  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1008ee8b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 55627 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 55627 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 55645 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@95d2137
   [junit4]   2> 55655 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@95d2137
   [junit4]   2> 55655 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@95d2137
   [junit4]   2> 55657 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_3E0B41DC06F5AA13-001/tempDir-001/shard0/cores
   [junit4]   2> 55657 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 55659 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 55681 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 55711 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 55807 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 55816 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 55817 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@95d2137
   [junit4]   2> 55817 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_3E0B41DC06F5AA13-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 55818 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=72.9931640625, floorSegmentMB=1.4033203125, forceMergeDeletesPctAllowed=1.97309032327316, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=37.87195270354162
   [junit4]   2> 55872 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 55872 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 55880 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 55880 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 55881 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=91.451171875, floorSegmentMB=2.171875, forceMergeDeletesPctAllowed=28.535067686766368, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=46.158289459453194
   [junit4]   2> 55882 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bb21824[collection1] main]
   [junit4]   2> 55882 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 55940 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 56037 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 56037 INFO  (coreLoadExecutor-252-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619213909633269760
   [junit4]   2> 56038 INFO  (searcherExecutor-253-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 56039 INFO  (searcherExecutor-253-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 56039 INFO  (searcherExecutor-253-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 56039 INFO  (searcherExecutor-253-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 56039 INFO  (searcherExecutor-253-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 56039 INFO  (searcherExecutor-253-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 56039 INFO  (searcherExecutor-253-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 56039 INFO  (searcherExecutor-253-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 56039 INFO  (searcherExecutor-253-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 56040 INFO  (TEST-TestDistributedSearch.test-seed#[3E0B41DC06F5AA13]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 56045 INFO  (searcherExecutor-253-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5bb21824[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 56064 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1619213909656338432)} 0 13
   [junit4]   2> 56069 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1619213909664727040)} 0 2
   [junit4]   2> 56080 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[1 (1619213909671018496)]} 0 8
   [junit4]   2> 56085 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[1 (1619213909680455680)]} 0 3
   [junit4]   2> 56089 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[2 (1619213909685698560)]} 0 2
   [junit4]   2> 56092 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[2 (1619213909688844288)]} 0 1
   [junit4]   2> 56095 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[3 (1619213909693038592)]} 0 1
   [junit4]   2> 56098 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[3 (1619213909696184320)]} 0 1
   [junit4]   2> 56101 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[4 (1619213909699330048)]} 0 1
   [junit4]   2> 56104 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[4 (1619213909702475776)]} 0 1
   [junit4]   2> 56107 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[5 (1619213909705621504)]} 0 1
   [junit4]   2> 56109 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[5 (1619213909707718656)]} 0 1
   [junit4]   2> 56112 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[6 (1619213909710864384)]} 0 1
   [junit4]   2> 56114 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[6 (1619213909714010112)]} 0 1
   [junit4]   2> 56117 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[7 (1619213909716107264)]} 0 1
   [junit4]   2> 56120 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[7 (1619213909719252992)]} 0 1
   [junit4]   2> 56122 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[8 (1619213909721350144)]} 0 1
   [junit4]   2> 56125 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[8 (1619213909724495872)]} 0 1
   [junit4]   2> 56128 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[9 (1619213909727641600)]} 0 1
   [junit4]   2> 56130 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[9 (1619213909730787328)]} 0 1
   [junit4]   2> 56136 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619213909737078784,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 56136 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@54524a8a commitCommandVersion:1619213909737078784
   [junit4]   2> 56143 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@409c7858[collection1] main]
   [junit4]   2> 56144 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 56145 INFO  (searcherExecutor-239-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@409c7858[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=amd64, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544202718488}])))}
   [junit4]   2> 56146 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 10
   [junit4]   2> 56147 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619213909748613120,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 56147 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@70781055 commitCommandVersion:1619213909748613120
   [junit4]   2> 56165 INFO  (qtp820779413-930) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@42636b8[collection1] main]
   [junit4]   2> 56165 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 56167 INFO  (searcherExecutor-253-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@42636b8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=amd64, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544202718499}])))}
   [junit4]   2> 56168 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 20
   [junit4]   2> 56181 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[10 (1619213909774827520)]} 0 9
   [junit4]   2> 56186 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[10 (1619213909786361856)]} 0 2
   [junit4]   2> 56189 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[11 (1619213909791604736)]} 0 1
   [junit4]   2> 56192 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[11 (1619213909794750464)]} 0 1
   [junit4]   2> 56195 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[12 (1619213909797896192)]} 0 0
   [junit4]   2> 56197 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[12 (1619213909799993344)]} 0 0
   [junit4]   2> 56199 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[13 (1619213909802090496)]} 0 0
   [junit4]   2> 56201 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[13 (1619213909804187648)]} 0 1
   [junit4]   2> 56204 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[1001 (1619213909807333376)]} 0 1
   [junit4]   2> 56206 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[1001 (1619213909810479104)]} 0 1
   [junit4]   2> 56209 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[14 (1619213909812576256)]} 0 0
   [junit4]   2> 56211 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[14 (1619213909814673408)]} 0 1
   [junit4]   2> 56214 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[15 (1619213909817819136)]} 0 0
   [junit4]   2> 56216 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[15 (1619213909819916288)]} 0 0
   [junit4]   2> 56218 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[16 (1619213909823062016)]} 0 0
   [junit4]   2> 56221 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[16 (1619213909825159168)]} 0 0
   [junit4]   2> 56223 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[17 (1619213909828304896)]} 0 1
   [junit4]   2> 56227 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[17 (1619213909831450624)]} 0 1
   [junit4]   2> 56229 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[100 (1619213909833547776)]} 0 0
   [junit4]   2> 56231 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[100 (1619213909836693504)]} 0 0
   [junit4]   2> 56234 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[101 (1619213909839839232)]} 0 1
   [junit4]   2> 56238 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[101 (1619213909842984960)]} 0 1
   [junit4]   2> 56241 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[102 (1619213909846130688)]} 0 1
   [junit4]   2> 56243 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[102 (1619213909849276416)]} 0 0
   [junit4]   2> 56246 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[103 (1619213909852422144)]} 0 1
   [junit4]   2> 56249 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[103 (1619213909854519296)]} 0 0
   [junit4]   2> 56251 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[104 (1619213909857665024)]} 0 0
   [junit4]   2> 56255 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[104 (1619213909860810752)]} 0 1
   [junit4]   2> 56258 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[105 (1619213909863956480)]} 0 1
   [junit4]   2> 56261 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[105 (1619213909867102208)]} 0 1
   [junit4]   2> 56264 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[106 (1619213909870247936)]} 0 1
   [junit4]   2> 56273 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[106 (1619213909879685120)]} 0 1
   [junit4]   2> 56276 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[107 (1619213909882830848)]} 0 1
   [junit4]   2> 56278 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[107 (1619213909885976576)]} 0 0
   [junit4]   2> 56280 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[108 (1619213909888073728)]} 0 0
   [junit4]   2> 56284 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[108 (1619213909890170880)]} 0 2
   [junit4]   2> 56286 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[109 (1619213909894365184)]} 0 1
   [junit4]   2> 56289 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[109 (1619213909897510912)]} 0 0
   [junit4]   2> 56292 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[110 (1619213909899608064)]} 0 0
   [junit4]   2> 56294 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[110 (1619213909901705216)]} 0 0
   [junit4]   2> 56297 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[111 (1619213909904850944)]} 0 1
   [junit4]   2> 56299 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[111 (1619213909907996672)]} 0 0
   [junit4]   2> 56302 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[112 (1619213909910093824)]} 0 1
   [junit4]   2> 56306 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[112 (1619213909915336704)]} 0 0
   [junit4]   2> 56312 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[113 (1619213909920579584)]} 0 0
   [junit4]   2> 56318 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[113 (1619213909926871040)]} 0 0
   [junit4]   2> 56320 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[114 (1619213909928968192)]} 0 0
   [junit4]   2> 56322 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[114 (1619213909932113920)]} 0 0
   [junit4]   2> 56325 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[115 (1619213909934211072)]} 0 1
   [junit4]   2> 56327 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[115 (1619213909936308224)]} 0 0
   [junit4]   2> 56329 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[116 (1619213909939453952)]} 0 0
   [junit4]   2> 56332 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[116 (1619213909941551104)]} 0 0
   [junit4]   2> 56334 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[117 (1619213909943648256)]} 0 0
   [junit4]   2> 56336 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[117 (1619213909946793984)]} 0 0
   [junit4]   2> 56339 INFO  (qtp1396069102-877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[118 (1619213909948891136)]} 0 0
   [junit4]   2> 56341 INFO  (qtp820779413-928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[118 (1619213909950988288)]} 0 0
   [junit4]   2> 56343 INFO  (qtp1396069102-878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[119 (1619213909954134016)]} 0 0
   [junit4]   2> 56345 INFO  (qtp820779413-929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[119 (1619213909955182592)]} 0 0
   [junit4]   2> 56347 INFO  (qtp1396069102-879) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e_/t path=/update params={wt=javabin&version=2}{add=[120 (1619213909957279744)]} 0 0
   [junit4]   2> 56353 INFO  (qtp820779413-930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/e

[...truncated too long message...]

GuideExamplesTest, ZkConfigFilesTest, SolrExampleBinaryTest, SolrExampleXMLTest, SolrExceptionTest, SolrQueryTest, SolrSchemalessExampleTest, TestBatchUpdate, TestLBHttp2SolrClient]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLBHttp2SolrClient -Dtests.seed=EFBBB2CE6B00942A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pt-PT -Dtests.timezone=Australia/Yancowinna -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestLBHttp2SolrClient (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   [junit4]    >    1) Thread[id=1937, name=aliveCheckExecutor-299-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=1693, name=aliveCheckExecutor-282-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=2182, name=aliveCheckExecutor-316-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EFBBB2CE6B00942A]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=1937, name=aliveCheckExecutor-299-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=1693, name=aliveCheckExecutor-282-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=2182, name=aliveCheckExecutor-316-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EFBBB2CE6B00942A]:0)
   [junit4] Completed [55/184 (1!)] on J0 in 13.22s, 3 tests, 2 errors <<< FAILURES!

[...truncated 45321 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj818361957
 [ecj-lint] Compiling 52 source files to /tmp/ecj818361957
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/test-framework/src/java/org/apache/solr/util/RandomizeSSL.java (at line 26)
 [ecj-lint] 	import org.apache.lucene.util.Constants;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.util.Constants is never used
 [ecj-lint] ----------
 [ecj-lint] 1 problem (1 error)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2093: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2132: Compile failed; see the compiler error output for details.

Total time: 62 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk1.8.0_172) - Build # 45 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/45/
Java: 64bit/jdk1.8.0_172 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

9 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=683, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=438, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=683, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=438, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([FB2B4E6654DC043A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=683, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=438, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=683, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=438, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([FB2B4E6654DC043A]:0)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([88B11FEE90730D41:E520343E8F60B9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([88B11FEE90730D41:8C330AB73A248D48]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort(DistributedQueryComponentOptimizationTest.java:190)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([88B11FEE90730D41:34CA5123B30D5126]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams(DistributedQueryComponentOptimizationTest.java:184)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([88B11FEE90730D41:A38D5E49EB57A0A1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList(DistributedQueryComponentOptimizationTest.java:153)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([88B11FEE90730D41:87BDD1B05FA2CE79]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations(DistributedQueryComponentOptimizationTest.java:145)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([88B11FEE90730D41:6A556A05E248888C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned(DistributedQueryComponentOptimizationTest.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking

Error Message:
Unexpected number of core admin requests were found expected:<2> but was:<0>

Stack Trace:
java.lang.AssertionError: Unexpected number of core admin requests were found expected:<2> but was:<0>
	at __randomizedtesting.SeedInfo.seed([88B11FEE90730D41:C08D462E64781CD7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking(TestTrackingShardHandlerFactory.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13016 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_88B11FEE90730D41-001/init-core-data-001
   [junit4]   2> 265751 WARN  (SUITE-TestDistributedSearch-seed#[88B11FEE90730D41]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
   [junit4]   2> 265751 INFO  (SUITE-TestDistributedSearch-seed#[88B11FEE90730D41]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 265753 INFO  (SUITE-TestDistributedSearch-seed#[88B11FEE90730D41]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 265753 INFO  (SUITE-TestDistributedSearch-seed#[88B11FEE90730D41]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 265753 INFO  (SUITE-TestDistributedSearch-seed#[88B11FEE90730D41]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 265845 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_88B11FEE90730D41-001/tempDir-001/control/cores/collection1
   [junit4]   2> 265845 WARN  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 265845 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 265845 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 265845 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 265846 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 265846 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 265846 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 265846 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fee238e{/,null,AVAILABLE}
   [junit4]   2> 265848 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4b589e5d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44199}
   [junit4]   2> 265848 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.Server Started @265886ms
   [junit4]   2> 265848 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=44199, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_88B11FEE90730D41-001/tempDir-001/control/cores}
   [junit4]   2> 265848 ERROR (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 265848 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 265848 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 265848 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 265848 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 265848 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-07T14:02:01.569Z
   [junit4]   2> 265849 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_88B11FEE90730D41-001/tempDir-001/control/solr.xml
   [junit4]   2> 265851 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 265851 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 265852 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccdc9fa, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 265922 WARN  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@47ba3eda[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 266022 WARN  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6c5b8c76[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 266046 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 266046 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 266063 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccdc9fa
   [junit4]   2> 266070 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccdc9fa
   [junit4]   2> 266070 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccdc9fa
   [junit4]   2> 266071 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_88B11FEE90730D41-001/tempDir-001/control/cores
   [junit4]   2> 266071 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 266094 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 266134 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 266157 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 266248 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 266257 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 266257 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccdc9fa
   [junit4]   2> 266257 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_88B11FEE90730D41-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 266258 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10842021949288583]
   [junit4]   2> 266310 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 266311 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 266313 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 266313 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 266313 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=23.533203125, floorSegmentMB=0.21484375, forceMergeDeletesPctAllowed=17.5251739734749, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=41.41441000635979
   [junit4]   2> 266313 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5719be24[collection1] main]
   [junit4]   2> 266314 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 266358 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 266440 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 266440 INFO  (coreLoadExecutor-2299-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619201959826292736
   [junit4]   2> 266442 INFO  (searcherExecutor-2300-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 266442 INFO  (searcherExecutor-2300-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 266442 INFO  (searcherExecutor-2300-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 266442 INFO  (searcherExecutor-2300-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 266443 INFO  (searcherExecutor-2300-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 266443 INFO  (searcherExecutor-2300-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 266443 INFO  (searcherExecutor-2300-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 266443 INFO  (searcherExecutor-2300-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 266443 INFO  (searcherExecutor-2300-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 266443 INFO  (searcherExecutor-2300-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5719be24[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 266516 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_88B11FEE90730D41-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 266516 WARN  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 266517 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 266517 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 266517 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 266517 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 266517 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 266517 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 266518 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3da2101e{/,null,AVAILABLE}
   [junit4]   2> 266518 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@502ec2c2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43177}
   [junit4]   2> 266518 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.s.Server Started @266557ms
   [junit4]   2> 266518 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=43177, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_88B11FEE90730D41-001/tempDir-001/shard0/cores}
   [junit4]   2> 266518 ERROR (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 266518 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 266518 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 266518 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 266518 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 266518 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-07T14:02:02.239Z
   [junit4]   2> 266519 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_88B11FEE90730D41-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 266521 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 266521 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 266521 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccdc9fa, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 266574 WARN  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@782f80e4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 266577 WARN  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@151be1ac[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 266587 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 266587 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 266597 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccdc9fa
   [junit4]   2> 266603 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccdc9fa
   [junit4]   2> 266603 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccdc9fa
   [junit4]   2> 266604 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_88B11FEE90730D41-001/tempDir-001/shard0/cores
   [junit4]   2> 266604 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 266605 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 266634 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 266647 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 266716 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 266720 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 266721 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccdc9fa
   [junit4]   2> 266721 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_88B11FEE90730D41-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 266722 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10842021949288583]
   [junit4]   2> 266754 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 266754 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 266755 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 266756 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 266756 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=23.533203125, floorSegmentMB=0.21484375, forceMergeDeletesPctAllowed=17.5251739734749, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=41.41441000635979
   [junit4]   2> 266756 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f5be535[collection1] main]
   [junit4]   2> 266756 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 268410 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 268784 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 268784 INFO  (coreLoadExecutor-2313-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619201962284154880
   [junit4]   2> 268786 INFO  (searcherExecutor-2314-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 268786 INFO  (searcherExecutor-2314-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 268786 INFO  (searcherExecutor-2314-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 268786 INFO  (searcherExecutor-2314-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 268787 INFO  (searcherExecutor-2314-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 268787 INFO  (searcherExecutor-2314-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 268787 INFO  (searcherExecutor-2314-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 268787 INFO  (searcherExecutor-2314-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 268787 INFO  (searcherExecutor-2314-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 268787 INFO  (TEST-TestDistributedSearch.test-seed#[88B11FEE90730D41]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 268788 INFO  (searcherExecutor-2314-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5f5be535[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 268790 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1619201962289397760)} 0 1
   [junit4]   2> 268797 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1619201962295689216)} 0 1
   [junit4]   2> 268801 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1619201962298834944)]} 0 3
   [junit4]   2> 268802 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1619201962301980672)]} 0 0
   [junit4]   2> 268803 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1619201962304077824)]} 0 0
   [junit4]   2> 268804 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1619201962305126400)]} 0 0
   [junit4]   2> 268805 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1619201962306174976)]} 0 0
   [junit4]   2> 268806 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1619201962306174976)]} 0 0
   [junit4]   2> 268807 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1619201962307223552)]} 0 0
   [junit4]   2> 268807 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1619201962308272128)]} 0 0
   [junit4]   2> 268808 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1619201962309320704)]} 0 0
   [junit4]   2> 268809 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1619201962310369280)]} 0 0
   [junit4]   2> 268810 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1619201962310369280)]} 0 0
   [junit4]   2> 268810 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1619201962311417856)]} 0 0
   [junit4]   2> 268811 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1619201962312466432)]} 0 0
   [junit4]   2> 268812 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1619201962313515008)]} 0 0
   [junit4]   2> 268813 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1619201962313515008)]} 0 0
   [junit4]   2> 268814 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1619201962314563584)]} 0 0
   [junit4]   2> 268815 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1619201962315612160)]} 0 0
   [junit4]   2> 268815 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1619201962316660736)]} 0 0
   [junit4]   2> 268816 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619201962317709312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 268816 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@762c7e9b commitCommandVersion:1619201962317709312
   [junit4]   2> 268821 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e6b1f6c[collection1] main]
   [junit4]   2> 268821 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 268823 INFO  (searcherExecutor-2300-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e6b1f6c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=amd64, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544191324540}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 268823 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
   [junit4]   2> 268824 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619201962326097920,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 268824 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@538c88b1 commitCommandVersion:1619201962326097920
   [junit4]   2> 268827 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@75fea939[collection1] main]
   [junit4]   2> 268827 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 268829 INFO  (searcherExecutor-2314-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@75fea939[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=amd64, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544191324547}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 268829 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 268832 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1619201962331340800)]} 0 2
   [junit4]   2> 268834 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1619201962335535104)]} 0 1
   [junit4]   2> 268835 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1619201962337632256)]} 0 0
   [junit4]   2> 268836 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1619201962338680832)]} 0 0
   [junit4]   2> 268837 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1619201962339729408)]} 0 0
   [junit4]   2> 268838 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1619201962340777984)]} 0 0
   [junit4]   2> 268839 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1619201962340777984)]} 0 0
   [junit4]   2> 268839 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1619201962341826560)]} 0 0
   [junit4]   2> 268840 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1619201962342875136)]} 0 0
   [junit4]   2> 268842 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1619201962343923712)]} 0 0
   [junit4]   2> 268842 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1619201962344972288)]} 0 0
   [junit4]   2> 268843 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1619201962346020864)]} 0 0
   [junit4]   2> 268844 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1619201962347069440)]} 0 0
   [junit4]   2> 268845 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1619201962347069440)]} 0 0
   [junit4]   2> 268846 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1619201962348118016)]} 0 0
   [junit4]   2> 268846 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1619201962349166592)]} 0 0
   [junit4]   2> 268847 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1619201962350215168)]} 0 0
   [junit4]   2> 268848 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1619201962350215168)]} 0 0
   [junit4]   2> 268849 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1619201962351263744)]} 0 0
   [junit4]   2> 268849 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1619201962352312320)]} 0 0
   [junit4]   2> 268850 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1619201962353360896)]} 0 0
   [junit4]   2> 268850 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1619201962353360896)]} 0 0
   [junit4]   2> 268851 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1619201962354409472)]} 0 0
   [junit4]   2> 268851 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1619201962354409472)]} 0 0
   [junit4]   2> 268852 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1619201962355458048)]} 0 0
   [junit4]   2> 268853 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1619201962355458048)]} 0 0
   [junit4]   2> 268853 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1619201962356506624)]} 0 0
   [junit4]   2> 268854 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1619201962357555200)]} 0 0
   [junit4]   2> 268855 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1619201962357555200)]} 0 0
   [junit4]   2> 268855 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1619201962358603776)]} 0 0
   [junit4]   2> 268856 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1619201962359652352)]} 0 0
   [junit4]   2> 268856 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1619201962359652352)]} 0 0
   [junit4]   2> 268857 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1619201962360700928)]} 0 0
   [junit4]   2> 268858 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1619201962360700928)]} 0 0
   [junit4]   2> 268858 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1619201962361749504)]} 0 0
   [junit4]   2> 268859 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1619201962361749504)]} 0 0
   [junit4]   2> 268859 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1619201962362798080)]} 0 0
   [junit4]   2> 268860 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1619201962362798080)]} 0 0
   [junit4]   2> 268860 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1619201962363846656)]} 0 0
   [junit4]   2> 268861 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1619201962363846656)]} 0 0
   [junit4]   2> 268861 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1619201962364895232)]} 0 0
   [junit4]   2> 268862 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1619201962364895232)]} 0 0
   [junit4]   2> 268862 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1619201962365943808)]} 0 0
   [junit4]   2> 268863 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1619201962366992384)]} 0 0
   [junit4]   2> 268864 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1619201962368040960)]} 0 0
   [junit4]   2> 268864 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1619201962368040960)]} 0 0
   [junit4]   2> 268865 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1619201962369089536)]} 0 0
   [junit4]   2> 268866 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1619201962369089536)]} 0 0
   [junit4]   2> 268866 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1619201962370138112)]} 0 0
   [junit4]   2> 268867 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1619201962371186688)]} 0 0
   [junit4]   2> 268867 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1619201962371186688)]} 0 0
   [junit4]   2> 268868 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1619201962372235264)]} 0 0
   [junit4]   2> 268869 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1619201962372235264)]} 0 0
   [junit4]   2> 268869 INFO  (qtp1036214705-8382) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1619201962373283840)]} 0 0
   [junit4]   2> 268870 INFO  (qtp781832893-8329) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1619201962373283840)]} 0 0
   [junit4]   2> 268870 INFO  (qtp1036214705-8380) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1619201962374332416)]} 0 0
   [junit4]   2> 268871 INFO  (qtp781832893-8330) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1619201962374332416)]} 0 0
   [junit4]   2> 268871 INFO  (qtp1036214705-8381) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1619201962375380992)]} 0 0
   [junit4]   2> 268872 INFO  (qtp781832893-8331) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[

[...truncated too long message...]

nux 4.15.0-39-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=8,threads=4,free=401335624,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [CommonAdminParamsTest, TestLBHttp2SolrClient]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLBHttp2SolrClient -Dtests.seed=FB2B4E6654DC043A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-FR -Dtests.timezone=Israel -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestLBHttp2SolrClient (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   [junit4]    >    1) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=683, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=438, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FB2B4E6654DC043A]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=683, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=438, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FB2B4E6654DC043A]:0)
   [junit4] Completed [29/184 (1!)] on J0 in 22.26s, 3 tests, 2 errors <<< FAILURES!

[...truncated 45415 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1233329091
 [ecj-lint] Compiling 52 source files to /tmp/ecj1233329091
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/test-framework/src/java/org/apache/solr/util/RandomizeSSL.java (at line 26)
 [ecj-lint] 	import org.apache.lucene.util.Constants;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.util.Constants is never used
 [ecj-lint] ----------
 [ecj-lint] 1 problem (1 error)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2093: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2132: Compile failed; see the compiler error output for details.

Total time: 62 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (32bit/jdk1.8.0_172) - Build # 44 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/44/
Java: 32bit/jdk1.8.0_172 -client -XX:+UseSerialGC

11 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest

Error Message:
13 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest:     1) Thread[id=1980, name=qtp26808737-1980, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=1983, name=qtp26808737-1983, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=1984, name=qtp26808737-1984, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=1985, name=Scheduler-4707742, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=1977, name=qtp26808737-1977, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=1978, name=qtp26808737-1978, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=2020, name=SolrRrdBackendFactory-397-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=2024, name=coreContainerWorkExecutor-392-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=1981, name=qtp26808737-1981-acceptor-0@11413e3-ServerConnector@c0a09c{HTTP/1.1,[http/1.1]}{127.0.0.1:34675}, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=1979, name=qtp26808737-1979, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   11) Thread[id=1982, name=qtp26808737-1982, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   12) Thread[id=2021, name=MetricsHistoryHandler-398-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   13) Thread[id=2023, name=Thread-1017, state=WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 13 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest: 
   1) Thread[id=1980, name=qtp26808737-1980, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=1983, name=qtp26808737-1983, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=1984, name=qtp26808737-1984, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=1985, name=Scheduler-4707742, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=1977, name=qtp26808737-1977, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=1978, name=qtp26808737-1978, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=2020, name=SolrRrdBackendFactory-397-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=2024, name=coreContainerWorkExecutor-392-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=1981, name=qtp26808737-1981-acceptor-0@11413e3-ServerConnector@c0a09c{HTTP/1.1,[http/1.1]}{127.0.0.1:34675}, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=1979, name=qtp26808737-1979, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  11) Thread[id=1982, name=qtp26808737-1982, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  12) Thread[id=2021, name=MetricsHistoryHandler-398-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  13) Thread[id=2023, name=Thread-1017, state=WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)
	at __randomizedtesting.SeedInfo.seed([F84FF6650983EF26]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1980, name=qtp26808737-1980, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=1985, name=Scheduler-4707742, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=1977, name=qtp26808737-1977, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=2024, name=coreContainerWorkExecutor-392-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=1978, name=qtp26808737-1978, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=2020, name=SolrRrdBackendFactory-397-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=1979, name=qtp26808737-1979, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=2021, name=MetricsHistoryHandler-398-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=2023, name=Thread-1017, state=WAITING, group=TGRP-Http2SolrClientCompatibilityTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1980, name=qtp26808737-1980, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=1985, name=Scheduler-4707742, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=1977, name=qtp26808737-1977, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=2024, name=coreContainerWorkExecutor-392-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=1978, name=qtp26808737-1978, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=2020, name=SolrRrdBackendFactory-397-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=1979, name=qtp26808737-1979, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=2021, name=MetricsHistoryHandler-398-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=2023, name=Thread-1017, state=WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)
	at __randomizedtesting.SeedInfo.seed([F84FF6650983EF26]:0)


FAILED:  org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([F84FF6650983EF26:C7CF598FB25C4F0F]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest.testConnectToOldNodesUsingHttp2(Http2SolrClientCompatibilityTest.java:95)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest.testSystemPropertyFlag

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([F84FF6650983EF26:9D0223812382EB11]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.impl.Http2SolrClientCompatibilityTest.testSystemPropertyFlag(Http2SolrClientCompatibilityTest.java:43)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([1A8C76EF3FD77066:92D84935912B1D9E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([1A8C76EF3FD77066:1580B8B1F006B35E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations(DistributedQueryComponentOptimizationTest.java:145)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([1A8C76EF3FD77066:F86803044DECF5AB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned(DistributedQueryComponentOptimizationTest.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([1A8C76EF3FD77066:1E0E63B69580F06F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort(DistributedQueryComponentOptimizationTest.java:190)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([1A8C76EF3FD77066:A6F738221CA92C01]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams(DistributedQueryComponentOptimizationTest.java:184)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([1A8C76EF3FD77066:31B0374844F3DD86]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList(DistributedQueryComponentOptimizationTest.java:153)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking

Error Message:
Unexpected number of core admin requests were found expected:<2> but was:<0>

Stack Trace:
java.lang.AssertionError: Unexpected number of core admin requests were found expected:<2> but was:<0>
	at __randomizedtesting.SeedInfo.seed([1A8C76EF3FD77066:52B02F2FCBDC61F0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking(TestTrackingShardHandlerFactory.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13801 lines...]
   [junit4] Suite: org.apache.solr.handler.component.TestTrackingShardHandlerFactory
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.TestTrackingShardHandlerFactory_1A8C76EF3FD77066-001/init-core-data-001
   [junit4]   2> 1019510 INFO  (SUITE-TestTrackingShardHandlerFactory-seed#[1A8C76EF3FD77066]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1019511 INFO  (SUITE-TestTrackingShardHandlerFactory-seed#[1A8C76EF3FD77066]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1019511 INFO  (SUITE-TestTrackingShardHandlerFactory-seed#[1A8C76EF3FD77066]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1019511 INFO  (SUITE-TestTrackingShardHandlerFactory-seed#[1A8C76EF3FD77066]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1019513 INFO  (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[1A8C76EF3FD77066]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1019513 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1019513 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1019515 ERROR (ZkTestServer Run Thread) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1019613 INFO  (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[1A8C76EF3FD77066]) [    ] o.a.s.c.ZkTestServer start zk server on port:44515
   [junit4]   2> 1019613 INFO  (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[1A8C76EF3FD77066]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44515
   [junit4]   2> 1019613 INFO  (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[1A8C76EF3FD77066]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44515
   [junit4]   2> 1019616 INFO  (zkConnectionManagerCallback-4530-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1019620 INFO  (zkConnectionManagerCallback-4532-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1019621 INFO  (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[1A8C76EF3FD77066]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1019623 INFO  (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[1A8C76EF3FD77066]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1019624 INFO  (TEST-TestTrackingShardHandlerFactory.testReques

[...truncated too long message...]

WhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=2024, name=coreContainerWorkExecutor-392-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=1978, name=qtp26808737-1978, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=2020, name=SolrRrdBackendFactory-397-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    7) Thread[id=1979, name=qtp26808737-1979, state=RUNNABLE, group=TGRP-Http2SolrClientCompatibilityTest]
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]    >         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]    >         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/30690409.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    8) Thread[id=2021, name=MetricsHistoryHandler-398-thread-1, state=TIMED_WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    9) Thread[id=2023, name=Thread-1017, state=WAITING, group=TGRP-Http2SolrClientCompatibilityTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F84FF6650983EF26]:0)
   [junit4] Completed [18/184 (1!)] on J1 in 12.59s, 4 tests, 2 failures, 2 errors <<< FAILURES!

[...truncated 43718 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj366187388
 [ecj-lint] Compiling 52 source files to /tmp/ecj366187388
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/test-framework/src/java/org/apache/solr/util/RandomizeSSL.java (at line 26)
 [ecj-lint] 	import org.apache.lucene.util.Constants;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.util.Constants is never used
 [ecj-lint] ----------
 [ecj-lint] 1 problem (1 error)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2086: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2125: Compile failed; see the compiler error output for details.

Total time: 84 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk-11) - Build # 43 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/43/
Java: 64bit/jdk-11 -XX:+UseCompressedOops -XX:+UseSerialGC

42 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([13486F8CBAAABC25]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([13486F8CBAAABC25]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([13486F8CBAAABC25]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([13486F8CBAAABC25]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=677, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=677, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([13486F8CBAAABC25]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=677, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=677, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([13486F8CBAAABC25]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=3138, name=aliveCheckExecutor-1350-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=2897, name=aliveCheckExecutor-1333-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=3379, name=aliveCheckExecutor-1367-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=3138, name=aliveCheckExecutor-1350-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=2897, name=aliveCheckExecutor-1333-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=3379, name=aliveCheckExecutor-1367-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([13486F8CBAAABC25]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=3138, name=aliveCheckExecutor-1350-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=2897, name=aliveCheckExecutor-1333-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=3379, name=aliveCheckExecutor-1367-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=3138, name=aliveCheckExecutor-1350-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=2897, name=aliveCheckExecutor-1333-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=3379, name=aliveCheckExecutor-1367-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([13486F8CBAAABC25]:0)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([77D2639FC6BBB2F5:FF865C456847DF0D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([77D2639FC6BBB2F5:FF865C456847DF0D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([77D2639FC6BBB2F5:FF865C456847DF0D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([77D2639FC6BBB2F5:FF865C456847DF0D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([77D2639FC6BBB2F5:FF865C456847DF0D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([77D2639FC6BBB2F5:FF865C456847DF0D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([77D2639FC6BBB2F5:5CEE2238BD9F1F15]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList(DistributedQueryComponentOptimizationTest.java:153)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([77D2639FC6BBB2F5:95361674B4803738]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned(DistributedQueryComponentOptimizationTest.java:178)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams

Error Message:
distrib.singlePass=true made more requests 

[...truncated too long message...]

5 INFO  (OverseerAutoScalingTriggerThread-72151007235735559-127.0.0.1:44267_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 36937 INFO  (zkCallback-278-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 36937 INFO  (zkCallback-271-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 36937 INFO  (zkCallback-264-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 36940 INFO  (zkCallback-259-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 36940 INFO  (zkCallback-259-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35213_solr
   [junit4]   2> 36940 INFO  (zkCallback-285-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 36942 INFO  (closeThreadPool-299-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72151007235735559-127.0.0.1:44267_solr-n_0000000000) closing
   [junit4]   2> 36942 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10054f57479000b, likely client has closed socket
   [junit4]   2> 36942 INFO  (jetty-closer-233-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72151007235735559-127.0.0.1:44267_solr-n_0000000000) closing
   [junit4]   2> 36943 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10054f57479000e, likely client has closed socket
   [junit4]   2> 36943 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10054f574790009, likely client has closed socket
   [junit4]   2> 36943 INFO  (jetty-closer-233-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3e05851d{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 36944 INFO  (jetty-closer-233-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@219f0aa2{/solr,null,UNAVAILABLE}
   [junit4]   2> 36944 INFO  (jetty-closer-233-thread-3) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 36944 INFO  (jetty-closer-233-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@481fc7e9{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 36945 INFO  (jetty-closer-233-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e243f6f{/solr,null,UNAVAILABLE}
   [junit4]   2> 36945 INFO  (jetty-closer-233-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 36945 INFO  (jetty-closer-233-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6c118605{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 36945 INFO  (jetty-closer-233-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f367205{/solr,null,UNAVAILABLE}
   [junit4]   2> 36945 INFO  (jetty-closer-233-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 36946 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[77D2639FC6BBB2F5]-worker) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 36947 ERROR (SUITE-DistributedQueryComponentOptimizationTest-seed#[77D2639FC6BBB2F5]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 36947 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 	3	/solr/collections/optimize/terms/shard1
   [junit4]   2> 	3	/solr/collections/optimize/terms/shard3
   [junit4]   2> 	3	/solr/collections/optimize/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/collections/optimize/state.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 
   [junit4]   2> 36948 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[77D2639FC6BBB2F5]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45873
   [junit4]   2> 36948 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[77D2639FC6BBB2F5]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45873
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentOptimizationTest_77D2639FC6BBB2F5-003
   [junit4]   2> Dec 07, 2018 5:36:53 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 10 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=MockRandom), text=Lucene50(blocksize=128), dynamic_s=PostingsFormat(name=MockRandom)}, docValues:{payload=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1749, maxMBSortInHeap=5.1302210995318465, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@75491694), locale=bs-Cyrl-BA, timezone=Arctic/Longyearbyen
   [junit4]   2> NOTE: Linux 4.15.0-39-generic amd64/Oracle Corporation 11 (64-bit)/cpus=8,threads=1,free=401204944,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedQueryComponentOptimizationTest, TestTrackingShardHandlerFactory, TestDistributedSearch, DistributedQueryComponentOptimizationTest, DistributedQueryComponentOptimizationTest]
   [junit4] Completed [15/15 (15!)] on J1 in 4.92s, 8 tests, 3 failures, 2 skipped <<< FAILURES!
   [junit4] 
   [junit4] 
   [junit4] Tests with failures [seed: 77D2639FC6BBB2F5] (first 10 out of 33):
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     0.73 ..    36.64 =    35.91s
   [junit4] JVM J1:     0.72 ..    38.23 =    37.51s
   [junit4] JVM J2:     0.73 ..    37.27 =    36.55s
   [junit4] Execution time total: 38 seconds
   [junit4] Tests summary: 15 suites, 50 tests, 33 failures, 2 ignored (2 assumptions)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1092: There were test failures: 15 suites, 50 tests, 33 failures, 2 ignored (2 assumptions) [seed: 77D2639FC6BBB2F5]

Total time: 39 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   3/5 failed: org.apache.solr.client.solrj.TestLBHttp2SolrClient
[repro]   5/5 failed: org.apache.solr.TestDistributedSearch
[repro]   5/5 failed: org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
[repro]   5/5 failed: org.apache.solr.handler.component.TestTrackingShardHandlerFactory
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=cb3ebcb12b0e45a3b86792a21aecf18abb163070, workspace=/var/lib/jenkins/workspace/Lucene-Solr-http2-Linux
[WARNINGS] Computing warning deltas based on reference build #40
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (32bit/jdk1.8.0_172) - Build # 42 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/42/
Java: 32bit/jdk1.8.0_172 -client -XX:+UseSerialGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.update.PeerSyncWithIndexFingerprintCachingTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.update.PeerSyncWithIndexFingerprintCachingTest:     1) Thread[id=6199, name=qtp15541075-6199, state=TIMED_WAITING, group=TGRP-PeerSyncWithIndexFingerprintCachingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.update.PeerSyncWithIndexFingerprintCachingTest: 
   1) Thread[id=6199, name=qtp15541075-6199, state=TIMED_WAITING, group=TGRP-PeerSyncWithIndexFingerprintCachingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([5DCB98507E8D8E36]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.PeerSyncWithIndexFingerprintCachingTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=6199, name=qtp15541075-6199, state=TIMED_WAITING, group=TGRP-PeerSyncWithIndexFingerprintCachingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=6199, name=qtp15541075-6199, state=TIMED_WAITING, group=TGRP-PeerSyncWithIndexFingerprintCachingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([5DCB98507E8D8E36]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=191, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=688, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=441, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=191, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=688, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=441, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([A5FA16E8ADC825A5]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=191, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=688, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=441, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=191, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=688, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=441, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([A5FA16E8ADC825A5]:0)




Build Log:
[...truncated 12888 lines...]
   [junit4] Suite: org.apache.solr.update.PeerSyncWithIndexFingerprintCachingTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/init-core-data-001
   [junit4]   2> 293805 INFO  (SUITE-PeerSyncWithIndexFingerprintCachingTest-seed#[5DCB98507E8D8E36]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 293806 INFO  (SUITE-PeerSyncWithIndexFingerprintCachingTest-seed#[5DCB98507E8D8E36]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 293806 INFO  (SUITE-PeerSyncWithIndexFingerprintCachingTest-seed#[5DCB98507E8D8E36]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 293806 INFO  (SUITE-PeerSyncWithIndexFingerprintCachingTest-seed#[5DCB98507E8D8E36]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /aj/l
   [junit4]   2> 293898 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/control/cores/collection1
   [junit4]   2> 293899 WARN  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 293899 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 293899 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 293899 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 293900 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 293900 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 293900 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 293902 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12bd32b{/aj/l,null,AVAILABLE}
   [junit4]   2> 293902 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@401f2a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38773}
   [junit4]   2> 293903 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.Server Started @293936ms
   [junit4]   2> 293903 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/aj/l, hostPort=38773, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/control/cores}
   [junit4]   2> 293903 ERROR (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 293903 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 293903 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 293903 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 293903 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 293903 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-07T00:21:08.829Z
   [junit4]   2> 293903 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/control/solr.xml
   [junit4]   2> 293907 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 293907 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 293909 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 295998 WARN  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@36a9d7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 296016 WARN  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@c7a7de[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 296045 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 296045 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 296069 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 296080 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 296080 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 296081 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/control/cores
   [junit4]   2> 296082 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 296082 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 296123 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 296140 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 296241 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 296250 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 296250 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 296250 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 296252 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 296254 WARN  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 296299 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 296299 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 296300 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 296300 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 296301 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=74.84375, floorSegmentMB=1.7939453125, forceMergeDeletesPctAllowed=14.042249068260832, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8985530937360957, deletesPctAllowed=31.044423952657123
   [junit4]   2> 296301 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@185663d[collection1] main]
   [junit4]   2> 296301 WARN  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 296302 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 296302 INFO  (coreLoadExecutor-1303-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619150316479971328
   [junit4]   2> 296305 INFO  (searcherExecutor-1304-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@185663d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 296404 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 296405 WARN  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 296406 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 296406 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 296406 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 296408 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 296408 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 296408 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 296408 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15af7ca{/aj/l,null,AVAILABLE}
   [junit4]   2> 296409 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@b36275{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39227}
   [junit4]   2> 296409 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.Server Started @296443ms
   [junit4]   2> 296409 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/aj/l, hostPort=39227, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard0/cores}
   [junit4]   2> 296410 ERROR (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 296410 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 296410 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 296410 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 296410 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 296410 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-07T00:21:11.336Z
   [junit4]   2> 296411 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 296415 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 296415 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 296417 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 298381 WARN  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3c0a10[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 298403 WARN  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@31dd4b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 298425 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 298425 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 298450 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 298463 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 298464 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 298466 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard0/cores
   [junit4]   2> 298466 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 298467 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 298504 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 298524 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 298644 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 298654 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 298655 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 298655 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 298657 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 298659 WARN  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 298703 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 298703 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 298705 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 298705 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 298706 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=74.84375, floorSegmentMB=1.7939453125, forceMergeDeletesPctAllowed=14.042249068260832, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8985530937360957, deletesPctAllowed=31.044423952657123
   [junit4]   2> 298706 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f97a74[collection1] main]
   [junit4]   2> 298706 WARN  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 298707 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 298707 INFO  (coreLoadExecutor-1317-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619150319001796608
   [junit4]   2> 298711 INFO  (searcherExecutor-1318-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@f97a74[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 298840 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 298841 WARN  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 298842 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 298842 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 298842 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 298849 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 298849 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 298849 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 298853 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33adbc{/aj/l,null,AVAILABLE}
   [junit4]   2> 298854 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@11b180e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41517}
   [junit4]   2> 298854 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.Server Started @298888ms
   [junit4]   2> 298854 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/aj/l, hostPort=41517, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard1/cores}
   [junit4]   2> 298855 ERROR (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 298855 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 298855 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 298855 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 298855 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 298855 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-07T00:21:13.781Z
   [junit4]   2> 298855 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 298859 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 298859 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 298861 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 299655 WARN  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@552801[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 299662 WARN  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@b5e6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 299680 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 299680 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 299700 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 299713 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 299713 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 299715 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard1/cores
   [junit4]   2> 299715 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 299716 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 299751 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 299763 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 299865 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 299872 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 299873 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 299873 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 299875 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 299877 WARN  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 299913 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 299913 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 299914 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 299914 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 299915 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=74.84375, floorSegmentMB=1.7939453125, forceMergeDeletesPctAllowed=14.042249068260832, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8985530937360957, deletesPctAllowed=31.044423952657123
   [junit4]   2> 299916 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d2bdbf[collection1] main]
   [junit4]   2> 299916 WARN  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 299916 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 299917 INFO  (coreLoadExecutor-1331-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619150320270573568
   [junit4]   2> 299921 INFO  (searcherExecutor-1332-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d2bdbf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 300005 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 300006 WARN  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 300007 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 300007 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 300007 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 300017 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 300017 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 300017 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 300017 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e4c1{/aj/l,null,AVAILABLE}
   [junit4]   2> 300018 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@c3f0ff{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46213}
   [junit4]   2> 300018 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.s.Server Started @300052ms
   [junit4]   2> 300018 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/aj/l, hostPort=46213, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard2/cores}
   [junit4]   2> 300019 ERROR (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 300019 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 300019 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 300019 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 300019 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 300019 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-07T00:21:14.945Z
   [junit4]   2> 300019 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 300024 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 300024 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 300025 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 302838 WARN  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@f85afe[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 302847 WARN  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@15f55d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 302869 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 302869 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 302903 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 302917 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 302917 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 302919 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard2/cores
   [junit4]   2> 302919 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 302920 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 302959 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 303000 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 303110 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 303131 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 303131 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@10e8ebc
   [junit4]   2> 303132 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncWithIndexFingerprintCachingTest_5DCB98507E8D8E36-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 303135 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 303137 WARN  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 303178 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 303178 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 303179 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 303179 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 303180 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=74.84375, floorSegmentMB=1.7939453125, forceMergeDeletesPctAllowed=14.042249068260832, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8985530937360957, deletesPctAllowed=31.044423952657123
   [junit4]   2> 303181 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a6654[collection1] main]
   [junit4]   2> 303181 WARN  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 303181 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 303182 INFO  (coreLoadExecutor-1345-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619150323694174208
   [junit4]   2> 303185 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 303186 INFO  (searcherExecutor-1346-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7a6654[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 303190 INFO  (qtp6129537-6141) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 3
   [junit4]   2> 303195 INFO  (qtp5661160-6192) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 2
   [junit4]   2> 303197 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[2 (2)]} 0 1
   [junit4]   2> 303199 INFO  (qtp5661160-6193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[2 (2)]} 0 0
   [junit4]   2> 303200 INFO  (qtp6129537-6140) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[3 (3)]} 0 0
   [junit4]   2> 303202 INFO  (qtp5661160-6191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[3 (3)]} 0 0
   [junit4]   2> 303203 INFO  (qtp6129537-6141) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[4 (4)]} 0 0
   [junit4]   2> 303205 INFO  (qtp5661160-6192) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[4 (4)]} 0 0
   [junit4]   2> 303206 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[5 (5)]} 0 0
   [junit4]   2> 303207 INFO  (qtp5661160-6193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[5 (5)]} 0 0
   [junit4]   2> 303209 INFO  (qtp6129537-6140) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[6 (6)]} 0 0
   [junit4]   2> 303210 INFO  (qtp5661160-6191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[6 (6)]} 0 0
   [junit4]   2> 303211 INFO  (qtp6129537-6141) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[7 (7)]} 0 0
   [junit4]   2> 303213 INFO  (qtp5661160-6192) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[7 (7)]} 0 0
   [junit4]   2> 303214 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619150323727728640,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 303214 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6ce2cb commitCommandVersion:1619150323727728640
   [junit4]   2> 303222 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c04187[collection1] main]
   [junit4]   2> 303222 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 303227 INFO  (searcherExecutor-1318-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c04187[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C7:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544142078145}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}])))}
   [junit4]   2> 303227 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 13
   [junit4]   2> 303229 INFO  (qtp5661160-6193) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619150323743457280,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 303229 INFO  (qtp5661160-6193) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@18a1e15 commitCommandVersion:1619150323743457280
   [junit4]   2> 303236 INFO  (qtp5661160-6193) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e60f2d[collection1] main]
   [junit4]   2> 303236 INFO  (qtp5661160-6193) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 303241 INFO  (searcherExecutor-1332-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1e60f2d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C7:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544142078159}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}])))}
   [junit4]   2> 303241 INFO  (qtp5661160-6193) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 12
   [junit4]   2> 303243 INFO  (qtp6129537-6140) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=7, maxInHash=7, versionsHash=8439220134293515547, numVersions=7, numDocs=7, maxDoc=7}
   [junit4]   2> 303243 INFO  (qtp6129537-6140) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/aj/l path=/get params={qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 303245 INFO  (qtp6129537-6141) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={update.distrib=FROMLEADER&_version_=-9&wt=javabin&version=2}{delete=[2 (-9)]} 0 0
   [junit4]   2> 303246 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619150323761283072,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 303246 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6ce2cb commitCommandVersion:1619150323761283072
   [junit4]   2> 303247 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@99cbfd[collection1] main]
   [junit4]   2> 303248 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 303253 INFO  (searcherExecutor-1318-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@99cbfd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C7/1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544142078145}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}]:delGen=1)))}
   [junit4]   2> 303253 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
   [junit4]   2> 303255 INFO  (qtp6129537-6140) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=7, maxInHash=7, versionsHash=4206071640919714100, numVersions=6, numDocs=6, maxDoc=7}
   [junit4]   2> 303255 INFO  (qtp6129537-6140) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/aj/l path=/get params={qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 303256 INFO  (qtp5661160-6191) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:39227/aj/l/collection1] nUpdates=100
   [junit4]   2> 303260 INFO  (qtp6129537-6140) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=7, maxInHash=7, versionsHash=4206071640919714100, numVersions=6, numDocs=6, maxDoc=7}
   [junit4]   2> 303260 INFO  (qtp6129537-6140) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/aj/l path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 303262 INFO  (qtp5661160-6191) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=7, maxInHash=7, versionsHash=8439220134293515547, numVersions=7, numDocs=7, maxDoc=7}
   [junit4]   2> 303263 INFO  (qtp6129537-6141) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=7, maxInHash=7, versionsHash=4206071640919714100, numVersions=6, numDocs=6, maxDoc=7}
   [junit4]   2> 303263 INFO  (qtp6129537-6141) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/aj/l path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 303264 INFO  (qtp5661160-6191) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=  Received 8 versions from http://127.0.0.1:39227/aj/l/collection1 fingerprint:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=7, maxInHash=7, versionsHash=4206071640919714100, numVersions=6, numDocs=6, maxDoc=7}
   [junit4]   2> 303265 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/aj/l path=/get params={distrib=false&qt=/get&checkCanHandleVersionRanges=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 303266 INFO  (qtp5661160-6191) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= Requesting updates from http://127.0.0.1:39227/aj/l/collection1n=1 versions=-9...-9
   [junit4]   2> 303267 INFO  (qtp6129537-6140) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9, maxVersionEncountered=7, maxInHash=7, versionsHash=4206071640919714100, numVersions=6, numDocs=6, maxDoc=7}
   [junit4]   2> 303267 INFO  (qtp6129537-6140) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/aj/l path=/get params={getUpdates=-9...-9&distrib=false&qt=/get&fingerprint=true&onlyIfActive=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 303269 INFO  (qtp5661160-6191) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[2 (-9)]} 0 0
   [junit4]   2> 303270 INFO  (qtp5661160-6191) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@bec61d[collection1] realtime]
   [junit4]   2> 303270 INFO  (qtp5661160-6191) [    x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9, maxVersionEncountered=7, maxInHash=7, versionsHash=4206071640919714100, numVersions=6, numDocs=6, maxDoc=7}
   [junit4]   2> 303270 INFO  (qtp5661160-6191) [    x:collection1] o.a.s.u.PeerSync Fingerprint comparison: 0
   [junit4]   2> 303270 INFO  (qtp5661160-6191) [    x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE. sync succeeded
   [junit4]   2> 303270 INFO  (qtp5661160-6191) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/aj/l path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:39227/aj/l/collection1&wt=javabin&version=2} status=0 QTime=14
   [junit4]   2> 303272 INFO  (qtp6129537-6141) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619150323788546048,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 303272 INFO  (qtp6129537-6141) [    x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 303272 INFO  (qtp6129537-6141) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 303272 INFO  (qtp6129537-6141) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
   [junit4]   2> 303273 INFO  (qtp5661160-6192) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619150323789594624,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 303274 INFO  (qtp5661160-6192) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@18a1e15 commitCommandVersion:1619150323789594624
   [junit4]   2> 303275 INFO  (qtp5661160-6192) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ca18ad[collection1] main]
   [junit4]   2> 303276 INFO  (qtp5661160-6192) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 303279 INFO  (searcherExecutor-1332-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1ca18ad[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C7/1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=i386, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544142078159}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}]:delGen=1)))}
   [junit4]   2> 303279 INFO  (qtp5661160-6192) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/aj/l path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 303281 INFO  (qtp6129537-6142) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/aj/l path=/select params={q=*:*&sort=_version_+desc&wt=javabin&version=2} hits=6 status=0 QTime=0
   [junit4]   2> 303284 INFO  (qtp5661160-6193) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/aj/l path=/select params={q=*:*&sort=_version_+desc&wt=javabin&version=2} hits=6 status=0 QTime=0
   [junit4]   2> 303289 INFO  (TEST-PeerSyncWithIndexFingerprintCachingTest.test-seed#[5DCB98507E8D8E36]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> 303298 INFO  (closeThreadPool-1466-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1150710
   [junit4]   2> 303298 INFO  (closeThreadPool-1466-thread-5) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=33411223
   [junit4]   2> 303298 INFO  (closeThreadPool-1466-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=31375394
   [junit4]   2> 303300 INFO  (coreCloseExecutor-1351-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@8f57e1
   [junit4]   2> 303300 INFO  (coreCloseExecutor-1352-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5d52a
   [junit4]   2> 303300 INFO  (coreCloseExecutor-1351-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=8f57e1
   [junit4]   2> 303300 INFO  (coreCloseExecutor-1352-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=5d52a
   [junit4]   2> 303300 INFO  (coreCloseExecutor-1353-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@174b600
   [junit4]   2> 303301 INFO  (coreCloseExecutor-1353-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=174b600
   [junit4]   2> 303301 INFO  (coreCloseExecutor-1351-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@412e0d: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@19aa170
   [junit4]   2> 303301 INFO  (coreCloseExecutor-1352-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11e291c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@11d39e9
   [junit4]   2> 303301 INFO  (coreCloseExecutor-1353-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@de7cde: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@e913b2
   [junit4]   2> 303310 INFO  (closeThreadPool-1466-thread-6) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=20283685
   [junit4]   2> 303313 INFO  (coreCloseExecutor-1354-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@21b4f
   [junit4]   2> 303313 INFO  (coreCloseExecutor-1354-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=21b4f
   [junit4]   2> 303313 INFO  (coreCloseExecutor-1354-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@101d5fa: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@b1f0a6
   [junit4]   2> 303318 INFO  (closeThreadPool-1466-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 303318 INFO  (closeThreadPool-1466-thread-5) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f035cf: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@10aa555
   [junit4]   2> 303323 INFO  (closeThreadPool-1466-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 303323 INFO  (closeThreadPool-1466-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e4be08: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@8db8f
   [junit4]   2> 303325 INFO  (closeThreadPool-1466-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 303325 INFO  (closeThreadPool-1466-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ac9a9c: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@137b9ea
   [junit4]   2> 303328 INFO  (closeThreadPool-1466-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 303328 INFO  (closeThreadPool-1466-thread-5) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@136d27e: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d872af
   [junit4]   2> 303329 INFO  (closeThreadPool-1466-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 303329 INFO  (closeThreadPool-1466-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16e3e2b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d872af
   [junit4]   2> 303330 INFO  (closeThreadPool-1466-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 303330 INFO  (closeThreadPool-1466-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e7b0b0: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d872af
   [junit4]   2> 303332 INFO  (closeThreadPool-1466-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 303332 INFO  (closeThreadPool-1466-thread-5) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@113bcd5: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@d7ac72
   [junit4]   2> 303332 INFO  (closeThreadPool-1466-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 303332 INFO  (closeThreadPool-1466-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fe93f4: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@d7ac72
   [junit4]   2> 303333 INFO  (closeThreadPool-1466-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 303333 INFO  (closeThreadPool-1466-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c3882a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@d7ac72
   [junit4]   2> 303339 INFO  (closeThreadPool-1466-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@401f2a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 303339 INFO  (closeThreadPool-1466-thread-5) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@b36275{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 303340 INFO  (closeThreadPool-1466-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15af7ca{/aj/l,null,UNAVAILABLE}
   [junit4]   2> 303340 INFO  (closeThreadPool-1466-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12bd32b{/aj/l,null,UNAVAILABLE}
   [junit4]   2> 303340 INFO  (closeThreadPool-1466-thread-5) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 303340 INFO  (closeThreadPool-1466-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 303341 INFO  (closeThreadPool-1466-thread-6) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 303341 INFO  (closeThreadPool-1466-thread-6) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2db8cc: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@690ff1
   [junit4]   2> 303348 INFO  (closeThreadPool-1466-thread-6) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 303349 INFO  (closeThreadPool-1466-thread-6) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18a8adf: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d872af
   [junit4]   2> 303351 INFO  (closeThreadPool-1466-thread-6) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 303351 INFO  (closeThreadPool-1466-thread-6) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [or

[...truncated too long message...]

4.15.0-39-generic i386/Oracle Corporation 1.8.0_172 (32-bit)/cpus=8,threads=4,free=24282544,total=50081792
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocumentObjectBinder, TestLBHttp2SolrClient]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLBHttp2SolrClient -Dtests.seed=A5FA16E8ADC825A5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-BE -Dtests.timezone=Etc/UTC -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestLBHttp2SolrClient (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   [junit4]    >    1) Thread[id=191, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=688, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=441, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A5FA16E8ADC825A5]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=191, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=688, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=441, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A5FA16E8ADC825A5]:0)
   [junit4] Completed [23/184 (1!)] on J0 in 41.13s, 3 tests, 2 errors <<< FAILURES!

[...truncated 43699 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj733834642
 [ecj-lint] Compiling 52 source files to /tmp/ecj733834642
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/test-framework/src/java/org/apache/solr/util/RandomizeSSL.java (at line 26)
 [ecj-lint] 	import org.apache.lucene.util.Constants;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.util.Constants is never used
 [ecj-lint] ----------
 [ecj-lint] 1 problem (1 error)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2086: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2125: Compile failed; see the compiler error output for details.

Total time: 67 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk1.8.0_172) - Build # 41 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/41/
Java: 64bit/jdk1.8.0_172 -XX:-UseCompressedOops -XX:+UseG1GC

9 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=2250, name=aliveCheckExecutor-681-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=2006, name=aliveCheckExecutor-664-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=1759, name=aliveCheckExecutor-647-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=2250, name=aliveCheckExecutor-681-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=2006, name=aliveCheckExecutor-664-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=1759, name=aliveCheckExecutor-647-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([CF16D8F06F8E12F7]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=2250, name=aliveCheckExecutor-681-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=2006, name=aliveCheckExecutor-664-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=1759, name=aliveCheckExecutor-647-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=2250, name=aliveCheckExecutor-681-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=2006, name=aliveCheckExecutor-664-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=1759, name=aliveCheckExecutor-647-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([CF16D8F06F8E12F7]:0)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([36114818AAD8E1CB:BE4577C204248C33]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([36114818AAD8E1CB:1D2D09BFD1FC4C2B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList(DistributedQueryComponentOptimizationTest.java:153)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([36114818AAD8E1CB:391D8646650922F3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations(DistributedQueryComponentOptimizationTest.java:145)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([36114818AAD8E1CB:D4F53DF3D8E36406]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned(DistributedQueryComponentOptimizationTest.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([36114818AAD8E1CB:32935D41008F61C2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort(DistributedQueryComponentOptimizationTest.java:190)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([36114818AAD8E1CB:8A6A06D589A6BDAC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams(DistributedQueryComponentOptimizationTest.java:184)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking

Error Message:
Unexpected number of core admin requests were found expected:<2> but was:<0>

Stack Trace:
java.lang.AssertionError: Unexpected number of core admin requests were found expected:<2> but was:<0>
	at __randomizedtesting.SeedInfo.seed([36114818AAD8E1CB:7E2D11D85ED3F05D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking(TestTrackingShardHandlerFactory.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13315 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> 415809 INFO  (SUITE-TestDistributedSearch-seed#[36114818AAD8E1CB]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_36114818AAD8E1CB-001/init-core-data-001
   [junit4]   2> 415809 WARN  (SUITE-TestDistributedSearch-seed#[36114818AAD8E1CB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 415810 INFO  (SUITE-TestDistributedSearch-seed#[36114818AAD8E1CB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 415811 INFO  (SUITE-TestDistributedSearch-seed#[36114818AAD8E1CB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 415811 INFO  (SUITE-TestDistributedSearch-seed#[36114818AAD8E1CB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 415873 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_36114818AAD8E1CB-001/tempDir-001/control/cores/collection1
   [junit4]   2> 415874 WARN  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 415874 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 415874 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 415874 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 415875 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 415875 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 415875 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 415876 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c9afa87{/,null,AVAILABLE}
   [junit4]   2> 415877 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3d5d8bb7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44181}
   [junit4]   2> 415877 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.Server Started @415918ms
   [junit4]   2> 415877 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=44181, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_36114818AAD8E1CB-001/tempDir-001/control/cores}
   [junit4]   2> 415877 ERROR (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 415877 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 415877 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 415877 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 415878 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 415878 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-06T21:06:11.745Z
   [junit4]   2> 415878 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_36114818AAD8E1CB-001/tempDir-001/control/solr.xml
   [junit4]   2> 415880 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 415880 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 415881 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@770db894, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 415915 WARN  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@675187d3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 415919 WARN  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@167c8e21[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 415929 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 415930 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 415940 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770db894
   [junit4]   2> 415945 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770db894
   [junit4]   2> 415945 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770db894
   [junit4]   2> 415946 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_36114818AAD8E1CB-001/tempDir-001/control/cores
   [junit4]   2> 415946 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 415947 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 415965 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 415978 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 416036 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 416040 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 416040 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770db894
   [junit4]   2> 416040 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_36114818AAD8E1CB-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 416041 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=2.8662109375, floorSegmentMB=1.927734375, forceMergeDeletesPctAllowed=14.63409570483075, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=29.058725884798594
   [junit4]   2> 416066 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 416067 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 416068 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 416068 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 416068 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=58.87890625, floorSegmentMB=0.59765625, forceMergeDeletesPctAllowed=24.87842541785727, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=21.857155178905018
   [junit4]   2> 416069 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2fcc6a5f[collection1] main]
   [junit4]   2> 416069 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 416112 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 416199 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 416199 INFO  (coreLoadExecutor-2700-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619138049019478016
   [junit4]   2> 416200 INFO  (searcherExecutor-2701-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 416201 INFO  (searcherExecutor-2701-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 416201 INFO  (searcherExecutor-2701-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 416201 INFO  (searcherExecutor-2701-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 416201 INFO  (searcherExecutor-2701-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 416201 INFO  (searcherExecutor-2701-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 416201 INFO  (searcherExecutor-2701-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 416201 INFO  (searcherExecutor-2701-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 416201 INFO  (searcherExecutor-2701-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 416202 INFO  (searcherExecutor-2701-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2fcc6a5f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 416268 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_36114818AAD8E1CB-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 416268 WARN  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 416268 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 416268 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 416268 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
   [junit4]   2> 416269 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 416269 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 416269 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 416269 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@280edfe8{/,null,AVAILABLE}
   [junit4]   2> 416270 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@219ea232{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42545}
   [junit4]   2> 416270 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.s.Server Started @416311ms
   [junit4]   2> 416270 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=42545, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_36114818AAD8E1CB-001/tempDir-001/shard0/cores}
   [junit4]   2> 416270 ERROR (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 416270 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 416270 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 416270 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 416270 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 416270 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-12-06T21:06:12.137Z
   [junit4]   2> 416271 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_36114818AAD8E1CB-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 416273 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 416273 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 416273 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@770db894, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 416346 WARN  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@40450e88[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 416350 WARN  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4a371b90[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 416360 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 416360 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 416371 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770db894
   [junit4]   2> 416378 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770db894
   [junit4]   2> 416378 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770db894
   [junit4]   2> 416379 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_36114818AAD8E1CB-001/tempDir-001/shard0/cores
   [junit4]   2> 416379 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 416380 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 416399 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 416411 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 416469 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 416473 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 416473 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770db894
   [junit4]   2> 416474 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_36114818AAD8E1CB-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 416474 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=2.8662109375, floorSegmentMB=1.927734375, forceMergeDeletesPctAllowed=14.63409570483075, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=29.058725884798594
   [junit4]   2> 416504 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 416504 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 416505 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 416505 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 416506 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=58.87890625, floorSegmentMB=0.59765625, forceMergeDeletesPctAllowed=24.87842541785727, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=21.857155178905018
   [junit4]   2> 416506 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a561c45[collection1] main]
   [junit4]   2> 416506 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 416525 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 416607 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 416607 INFO  (coreLoadExecutor-2714-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619138049447297024
   [junit4]   2> 416609 INFO  (searcherExecutor-2715-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 416609 INFO  (searcherExecutor-2715-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 416609 INFO  (searcherExecutor-2715-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 416609 INFO  (searcherExecutor-2715-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 416609 INFO  (searcherExecutor-2715-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 416609 INFO  (searcherExecutor-2715-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 416609 INFO  (searcherExecutor-2715-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 416609 INFO  (searcherExecutor-2715-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 416609 INFO  (searcherExecutor-2715-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 416610 INFO  (TEST-TestDistributedSearch.test-seed#[36114818AAD8E1CB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 416610 INFO  (searcherExecutor-2715-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a561c45[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 416614 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1619138049451491328)} 0 2
   [junit4]   2> 416618 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1619138049455685632)} 0 2
   [junit4]   2> 416620 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1619138049459879936)]} 0 1
   [junit4]   2> 416622 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1619138049461977088)]} 0 0
   [junit4]   2> 416623 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1619138049463025664)]} 0 0
   [junit4]   2> 416624 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1619138049464074240)]} 0 0
   [junit4]   2> 416625 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1619138049465122816)]} 0 0
   [junit4]   2> 416626 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1619138049466171392)]} 0 0
   [junit4]   2> 416627 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1619138049467219968)]} 0 0
   [junit4]   2> 416627 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1619138049468268544)]} 0 0
   [junit4]   2> 416628 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1619138049469317120)]} 0 0
   [junit4]   2> 416629 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1619138049470365696)]} 0 0
   [junit4]   2> 416630 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1619138049470365696)]} 0 0
   [junit4]   2> 416631 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1619138049471414272)]} 0 0
   [junit4]   2> 416632 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1619138049472462848)]} 0 0
   [junit4]   2> 416633 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1619138049473511424)]} 0 0
   [junit4]   2> 416634 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1619138049475608576)]} 0 0
   [junit4]   2> 416635 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1619138049475608576)]} 0 0
   [junit4]   2> 416636 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1619138049476657152)]} 0 0
   [junit4]   2> 416636 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1619138049477705728)]} 0 0
   [junit4]   2> 416637 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619138049478754304,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 416637 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6677858e commitCommandVersion:1619138049478754304
   [junit4]   2> 416657 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@62031cfe[collection1] main]
   [junit4]   2> 416657 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 416659 INFO  (searcherExecutor-2701-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@62031cfe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C9:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=amd64, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544130372521}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 416659 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 22
   [junit4]   2> 416660 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1619138049502871552,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 416660 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2ed8f091 commitCommandVersion:1619138049502871552
   [junit4]   2> 416667 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e044767[collection1] main]
   [junit4]   2> 416667 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 416669 INFO  (searcherExecutor-2715-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e044767[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C9:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_172, java.vm.version=25.172-b11, lucene.version=8.0.0, os.arch=amd64, java.runtime.version=1.8.0_172-b11, source=flush, os.version=4.15.0-39-generic, timestamp=1544130372531}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 416669 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 9
   [junit4]   2> 416672 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1619138049513357312)]} 0 1
   [junit4]   2> 416675 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1619138049515454464)]} 0 2
   [junit4]   2> 416676 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1619138049518600192)]} 0 0
   [junit4]   2> 416677 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1619138049519648768)]} 0 0
   [junit4]   2> 416678 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1619138049520697344)]} 0 0
   [junit4]   2> 416679 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1619138049521745920)]} 0 0
   [junit4]   2> 416679 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1619138049522794496)]} 0 0
   [junit4]   2> 416680 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1619138049523843072)]} 0 0
   [junit4]   2> 416682 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1619138049523843072)]} 0 1
   [junit4]   2> 416683 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1619138049525940224)]} 0 0
   [junit4]   2> 416684 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1619138049526988800)]} 0 0
   [junit4]   2> 416685 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1619138049528037376)]} 0 0
   [junit4]   2> 416685 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1619138049529085952)]} 0 0
   [junit4]   2> 416686 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1619138049530134528)]} 0 0
   [junit4]   2> 416687 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1619138049530134528)]} 0 0
   [junit4]   2> 416687 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1619138049531183104)]} 0 0
   [junit4]   2> 416688 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1619138049532231680)]} 0 0
   [junit4]   2> 416689 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1619138049533280256)]} 0 0
   [junit4]   2> 416690 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1619138049533280256)]} 0 0
   [junit4]   2> 416690 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1619138049534328832)]} 0 0
   [junit4]   2> 416691 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1619138049535377408)]} 0 0
   [junit4]   2> 416691 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1619138049535377408)]} 0 0
   [junit4]   2> 416692 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1619138049536425984)]} 0 0
   [junit4]   2> 416693 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1619138049536425984)]} 0 0
   [junit4]   2> 416693 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1619138049537474560)]} 0 0
   [junit4]   2> 416694 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1619138049538523136)]} 0 0
   [junit4]   2> 416695 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1619138049538523136)]} 0 0
   [junit4]   2> 416695 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1619138049539571712)]} 0 0
   [junit4]   2> 416696 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1619138049540620288)]} 0 0
   [junit4]   2> 416697 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1619138049541668864)]} 0 0
   [junit4]   2> 416698 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1619138049541668864)]} 0 0
   [junit4]   2> 416698 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1619138049542717440)]} 0 0
   [junit4]   2> 416699 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1619138049543766016)]} 0 0
   [junit4]   2> 416699 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1619138049543766016)]} 0 0
   [junit4]   2> 416700 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1619138049544814592)]} 0 0
   [junit4]   2> 416701 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1619138049545863168)]} 0 0
   [junit4]   2> 416702 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1619138049545863168)]} 0 0
   [junit4]   2> 416702 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1619138049546911744)]} 0 0
   [junit4]   2> 416703 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1619138049547960320)]} 0 0
   [junit4]   2> 416704 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1619138049547960320)]} 0 0
   [junit4]   2> 416704 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1619138049549008896)]} 0 0
   [junit4]   2> 416705 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1619138049550057472)]} 0 0
   [junit4]   2> 416705 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1619138049550057472)]} 0 0
   [junit4]   2> 416706 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1619138049551106048)]} 0 0
   [junit4]   2> 416707 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1619138049551106048)]} 0 0
   [junit4]   2> 416707 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1619138049552154624)]} 0 0
   [junit4]   2> 416708 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1619138049553203200)]} 0 0
   [junit4]   2> 416709 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1619138049553203200)]} 0 0
   [junit4]   2> 416709 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1619138049554251776)]} 0 0
   [junit4]   2> 416710 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1619138049555300352)]} 0 0
   [junit4]   2> 416711 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1619138049555300352)]} 0 0
   [junit4]   2> 416711 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1619138049556348928)]} 0 0
   [junit4]   2> 416712 INFO  (qtp1420128664-11565) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1619138049556348928)]} 0 0
   [junit4]   2> 416712 INFO  (qtp683485794-11616) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1619138049557397504)]} 0 0
   [junit4]   2> 416713 INFO  (qtp1420128664-11563) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1619138049558446080)]} 0 0
   [junit4]   2> 416713 INFO  (qtp683485794-11614) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1619138049558446080)]} 0 0
   [junit4]   2> 416714 INFO  (qtp1420128664-11564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1619138049559494656)]} 0 0
   [junit4]   2> 416715 INFO  (qtp683485794-11615) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1619138049560543232)]} 0 0
   [junit4]   2> 416715 INFO

[...truncated too long message...]

ngTest, Utf8CharSequenceTest, RegressionEvaluatorTest, StreamDecoratorTest, TestJsonRecordReader, MultiplyEvaluatorTest, CosineEvaluatorTest, QueryFacetMapTest, TestLBHttp2SolrClient]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLBHttp2SolrClient -Dtests.seed=CF16D8F06F8E12F7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-BH -Dtests.timezone=Antarctica/South_Pole -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestLBHttp2SolrClient (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   [junit4]    >    1) Thread[id=2250, name=aliveCheckExecutor-681-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=2006, name=aliveCheckExecutor-664-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=1759, name=aliveCheckExecutor-647-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CF16D8F06F8E12F7]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=2250, name=aliveCheckExecutor-681-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=2006, name=aliveCheckExecutor-664-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=1759, name=aliveCheckExecutor-647-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CF16D8F06F8E12F7]:0)
   [junit4] Completed [77/184 (1!)] on J0 in 14.74s, 3 tests, 2 errors <<< FAILURES!

[...truncated 45235 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1473529800
 [ecj-lint] Compiling 52 source files to /tmp/ecj1473529800
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/test-framework/src/java/org/apache/solr/util/RandomizeSSL.java (at line 26)
 [ecj-lint] 	import org.apache.lucene.util.Constants;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.util.Constants is never used
 [ecj-lint] ----------
 [ecj-lint] 1 problem (1 error)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2086: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:2125: Compile failed; see the compiler error output for details.

Total time: 63 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS-EA] Lucene-Solr-http2-Linux (64bit/jdk-12-ea+12) - Build # 40 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/40/
Java: 64bit/jdk-12-ea+12 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

36 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:     1) Thread[id=12288, name=qtp1864128090-12288, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 
   1) Thread[id=12288, name=qtp1864128090-12288, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
	at __randomizedtesting.SeedInfo.seed([F8E03F3F8F335EDF]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=12288, name=qtp1864128090-12288, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=12288, name=qtp1864128090-12288, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
	at __randomizedtesting.SeedInfo.seed([F8E03F3F8F335EDF]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestDistribDocBasedVersion

Error Message:
57 threads leaked from SUITE scope at org.apache.solr.cloud.TestDistribDocBasedVersion:     1) Thread[id=1884, name=qtp954571483-1884, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    2) Thread[id=1903, name=Scheduler-446905649, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    3) Thread[id=1886, name=qtp954571483-1886-acceptor-0@4f19f57b-ServerConnector@51f50957{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:46495}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525)         at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    4) Thread[id=2103, name=Thread-724, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/java.lang.Object.wait(Native Method)         at java.base@12-ea/java.lang.Object.wait(Object.java:328)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)    5) Thread[id=2113, name=Thread-726, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/java.lang.Object.wait(Native Method)         at java.base@12-ea/java.lang.Object.wait(Object.java:328)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)    6) Thread[id=1900, name=qtp1139366721-1900, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    7) Thread[id=1912, name=qtp68006430-1912-acceptor-0@6e00ad87-ServerConnector@65ee97d5{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40683}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525)         at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    8) Thread[id=2109, name=SolrRrdBackendFactory-568-thread-1, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    9) Thread[id=1898, name=qtp1139366721-1898, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   10) Thread[id=1874, name=qtp1650069128-1874, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   11) Thread[id=1890, name=Scheduler-722435478, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   12) Thread[id=1910, name=qtp68006430-1910, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   13) Thread[id=1916, name=Scheduler-1982809130, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   14) Thread[id=1870, name=qtp1650069128-1870, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   15) Thread[id=1911, name=qtp68006430-1911, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   16) Thread[id=2133, name=Scheduler-593953971, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   17) Thread[id=2102, name=Thread-723, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/java.lang.Object.wait(Native Method)         at java.base@12-ea/java.lang.Object.wait(Object.java:328)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)   18) Thread[id=1876, name=qtp1650069128-1876, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   19) Thread[id=2193, name=SolrRrdBackendFactory-568-thread-2, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   20) Thread[id=2066, name=MetricsHistoryHandler-562-thread-1, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:126)         at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:81)         at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358)         at app//org.apache.solr.client.solrj.impl.ZkDistribStateManager.getData(ZkDistribStateManager.java:87)         at app//org.apache.solr.client.solrj.cloud.DistribStateManager.getData(DistribStateManager.java:55)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler.getOverseerLeader(MetricsHistoryHandler.java:317)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler.amIOverseerLeader(MetricsHistoryHandler.java:352)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler.amIOverseerLeader(MetricsHistoryHandler.java:347)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler.collectGlobalMetrics(MetricsHistoryHandler.java:443)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler.collectMetrics(MetricsHistoryHandler.java:371)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler.lambda$new$0(MetricsHistoryHandler.java:231)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler$$Lambda$345/0x00000001004b7840.run(Unknown Source)         at java.base@12-ea/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)         at java.base@12-ea/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   21) Thread[id=2072, name=SolrRrdBackendFactory-563-thread-1, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   22) Thread[id=1901, name=qtp1139366721-1901, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   23) Thread[id=1909, name=qtp68006430-1909, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   24) Thread[id=1871, name=qtp1650069128-1871, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   25) Thread[id=1897, name=qtp1139366721-1897, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   26) Thread[id=2064, name=SolrRrdBackendFactory-559-thread-1, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   27) Thread[id=1873, name=qtp1650069128-1873-acceptor-0@160f7609-ServerConnector@5b8832e3{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41813}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525)         at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   28) Thread[id=1875, name=qtp1650069128-1875, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   29) Thread[id=1869, name=qtp1650069128-1869, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   30) Thread[id=2191, name=SolrRrdBackendFactory-560-thread-2, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   31) Thread[id=1902, name=qtp1139366721-1902, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   32) Thread[id=1895, name=qtp1139366721-1895, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   33) Thread[id=2134, name=Scheduler-47468922, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   34) Thread[id=2135, name=Scheduler-2044236000, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   35) Thread[id=1887, name=qtp954571483-1887, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   36) Thread[id=1872, name=qtp1650069128-1872, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   37) Thread[id=1877, name=Scheduler-630338563, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   38) Thread[id=1899, name=qtp1139366721-1899-acceptor-0@e9474e8-ServerConnector@54472f68{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:42239}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525)         at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   39) Thread[id=1908, name=qtp68006430-1908, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   40) Thread[id=2111, name=Thread-725, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/java.lang.Object.wait(Native Method)         at java.base@12-ea/java.lang.Object.wait(Object.java:328)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)   41) Thread[id=2189, name=OverseerExitThread, state=TIMED_WAITING, group=Overseer state updater.]         at java.base@12-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:126)         at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:81)         at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358)         at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:319)         at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater$$Lambda$779/0x00000001007b1c40.run(Unknown Source)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   42) Thread[id=1915, name=qtp68006430-1915, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   43) Thread[id=2110, name=MetricsHistoryHandler-569-thread-1, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:126)         at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:81)         at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358)         at app//org.apache.solr.client.solrj.impl.ZkDistribStateManager.getData(ZkDistribStateManager.java:87)         at app//org.apache.solr.client.solrj.cloud.DistribStateManager.getData(DistribStateManager.java:55)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler.getOverseerLeader(MetricsHistoryHandler.java:317)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler.amIOverseerLeader(MetricsHistoryHandler.java:352)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler.amIOverseerLeader(MetricsHistoryHandler.java:347)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler.collectGlobalMetrics(MetricsHistoryHandler.java:443)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler.collectMetrics(MetricsHistoryHandler.java:371)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler.lambda$new$0(MetricsHistoryHandler.java:231)         at app//org.apache.solr.handler.admin.MetricsHistoryHandler$$Lambda$345/0x00000001004b7840.run(Unknown Source)         at java.base@12-ea/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)         at java.base@12-ea/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   44) Thread[id=2192, name=SolrRrdBackendFactory-563-thread-2, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   45) Thread[id=2132, name=Scheduler-1160820773, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   46) Thread[id=2065, name=SolrRrdBackendFactory-560-thread-1, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   47) Thread[id=2190, name=SolrRrdBackendFactory-559-thread-2, state=WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   48) Thread[id=1885, name=qtp954571483-1885, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   49) Thread[id=1896, name=qtp1139366721-1896, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   50) Thread[id=2068, name=MetricsHistoryHandler-561-thread-1, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   51) Thread[id=1914, name=qtp68006430-1914, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   52) Thread[id=1882, name=qtp954571483-1882, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   53) Thread[id=1913, name=qtp68006430-1913, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   54) Thread[id=2074, name=MetricsHistoryHandler-564-thread-1, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   55) Thread[id=1888, name=qtp954571483-1888, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   56) Thread[id=1883, name=qtp954571483-1883, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)   57) Thread[id=1889, name=qtp954571483-1889, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 57 threads leaked from SUITE scope at org.apache.solr.cloud.TestDistribDocBasedVersion: 
   1) Thread[id=1884, name=qtp954571483-1884, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   2) Thread[id=1903, name=Scheduler-446905649, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   3) Thread[id=1886, name=qtp954571483-1886-acceptor-0@4f19f57b-ServerConnector@51f50957{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:46495}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525)
        at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   4) Thread[id=2103, name=Thread-724, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/java.lang.Object.wait(Native Method)
        at java.base@12-ea/java.lang.Object.wait(Object.java:328)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)
   5) Thread[id=2113, name=Thread-726, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/java.lang.Object.wait(Native Method)
        at java.base@12-ea/java.lang.Object.wait(Object.java:328)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)
   6) Thread[id=1900, name=qtp1139366721-1900, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   7) Thread[id=1912, name=qtp68006430-1912-acceptor-0@6e00ad87-ServerConnector@65ee97d5{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40683}, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525)
        at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   8) Thread[id=2109, name=SolrRrdBackendFactory-568-thread-1, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   9) Thread[id=1898, name=qtp1139366721-1898, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
  10) Thread[id=1874, name=qtp1650069128-1874, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
  11) Thread[id=1890, name=Scheduler-722435478, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
  12) Thread[id=1910, name=qtp68006430-1910, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
  13) Thread[id=1916, name=Scheduler-1982809130, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
  14) Thread[id=1870, name=qtp1650069128-1870, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
  15) Thread[id=1911, name=qtp68006430-1911, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
  16) Thread[id=2133, name=Scheduler-593953971, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
  17) Thread[id=2102, name=Thread-723, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/java.lang.Object.wait(Native Method)
        at java.base@12-ea/java.lang.Object.wait(Object.java:328)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1902)
  18) Thread[id=1876, name=qtp1650069128-1876, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
  19) Thread[id=2193, name=SolrRrdBackendFactory-568-thread-2, state=WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
  20) Thread[id=2066, name=MetricsHistoryHandler-562-thread-1, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:126)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:81)
        at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358)
        at app//org.apache.solr.client.solrj.impl.ZkDistribStateManager.getData(ZkDistribStateManager.java:87)
        at app//org.apache.solr.client.solrj.cloud.DistribStateManager.getData(DistribStateManager.java:55)
        at app//org.apache.solr.handler.admin.MetricsHistoryHandler.getOverseerLeader(MetricsHistoryHandler.java:317)
        at app//org.apache.solr.handler.admin.MetricsHistoryHandler.amIOverseerLeader(MetricsHistoryHandler.java:352)
        at app//org.apache.solr.handler.admin.MetricsHistoryHandler.amIOverseerLeader(MetricsHistoryHandler.java:347)
        at app//org.apache.solr.handler.admin.MetricsHistoryHandler.collectGlobalMetrics(MetricsHistoryHandler.java:443)
        at app//org.apache.solr.handler.admin.MetricsHistoryHandler.collectMetrics(MetricsHistoryHandler.java:371)
        at app//org.apache.solr.handler.admin.MetricsHistoryHandler.lambda$new$0(MetricsHistoryHandler.java:231)
        at app//org.apache.solr.handler.admin.MetricsHistoryHandler$$Lambda$345/0x00000001004b7840.run(Unknown Source)
        at java.base@12-ea/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base@12-ea/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
  21) Thread[id=2072, name=SolrRrdBackendFactory-563-thread-1, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
  22) Thread[id=1901, name=qtp1139366721-1901, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
        at java.base@12-ea/jdk.internal.misc.Unsafe

[...truncated too long message...]

edSelector$SelectorProducer.produce(ManagedSelector.java:360)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   [junit4]    >   38) Thread[id=2074, name=MetricsHistoryHandler-564-thread-1, state=TIMED_WAITING, group=TGRP-TestDistribDocBasedVersion]
   [junit4]    >         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
   [junit4]    >         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
   [junit4]    >         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]    >         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]    >         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   [junit4]    >   39) Thread[id=1869, name=qtp1650069128-1869, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
   [junit4]    >         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
   [junit4]    >         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
   [junit4]    >         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
   [junit4]    >         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   [junit4]    >   40) Thread[id=1883, name=qtp954571483-1883, state=RUNNABLE, group=TGRP-TestDistribDocBasedVersion]
   [junit4]    >         at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
   [junit4]    >         at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
   [junit4]    >         at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
   [junit4]    >         at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$161/0x0000000100309840.run(Unknown Source)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
   [junit4]    >         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F8E03F3F8F335EDF]:0)
   [junit4] Completed [15/15 (4!)] on J0 in 119.26s, 1 test, 3 errors <<< FAILURES!
   [junit4] 
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/temp/junit4-J0-20181206_172952_19111518001376483193167.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----
   [junit4] 
   [junit4] Tests with failures [seed: F8E03F3F8F335EDF] (first 10 out of 17):
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     0.73 ..   260.24 =   259.51s
   [junit4] JVM J1:     0.72 ..   120.58 =   119.86s
   [junit4] JVM J2:     0.72 ..   122.12 =   121.40s
   [junit4] Execution time total: 4 minutes 20 seconds
   [junit4] Tests summary: 15 suites, 50 tests, 2 suite-level errors, 1 error, 15 failures, 16 ignored

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1092: There were test failures: 15 suites, 50 tests, 2 suite-level errors, 1 error, 15 failures, 16 ignored [seed: F8E03F3F8F335EDF]

Total time: 4 minutes 21 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.BasicDistributedZkTest
[repro]   1/5 failed: org.apache.solr.cloud.TestDistribDocBasedVersion
[repro]   3/5 failed: org.apache.solr.client.solrj.TestLBHttp2SolrClient
[repro]   3/5 failed: org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=cb3ebcb12b0e45a3b86792a21aecf18abb163070, workspace=/var/lib/jenkins/workspace/Lucene-Solr-http2-Linux
[WARNINGS] Computing warning deltas based on reference build #39
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS-EA] Lucene-Solr-http2-Linux (64bit/jdk-12-ea+12) - Build # 39 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/39/
Java: 64bit/jdk-12-ea+12 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

22 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.search.facet.TestJsonFacets

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.search.facet.TestJsonFacets:     1) Thread[id=20418, name=qtp1837525869-20418, state=TIMED_WAITING, group=TGRP-TestJsonFacets]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.search.facet.TestJsonFacets: 
   1) Thread[id=20418, name=qtp1837525869-20418, state=TIMED_WAITING, group=TGRP-TestJsonFacets]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
	at __randomizedtesting.SeedInfo.seed([E236A2AC66FDDF4F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.facet.TestJsonFacets

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=20418, name=qtp1837525869-20418, state=TIMED_WAITING, group=TGRP-TestJsonFacets]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=20418, name=qtp1837525869-20418, state=TIMED_WAITING, group=TGRP-TestJsonFacets]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
	at __randomizedtesting.SeedInfo.seed([E236A2AC66FDDF4F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    2) Thread[id=436, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    3) Thread[id=677, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   2) Thread[id=436, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   3) Thread[id=677, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
	at __randomizedtesting.SeedInfo.seed([2FC863ED5055BE1B]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    2) Thread[id=436, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    3) Thread[id=677, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   2) Thread[id=436, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   3) Thread[id=677, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
	at __randomizedtesting.SeedInfo.seed([2FC863ED5055BE1B]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
	at __randomizedtesting.SeedInfo.seed([2FC863ED5055BE1B]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=435, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   3) Thread[id=676, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
	at __randomizedtesting.SeedInfo.seed([2FC863ED5055BE1B]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=436, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    2) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    3) Thread[id=678, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=436, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   2) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   3) Thread[id=678, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
	at __randomizedtesting.SeedInfo.seed([2FC863ED5055BE1B]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=436, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    2) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    3) Thread[id=678, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=436, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   2) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   3) Thread[id=678, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
	at __randomizedtesting.SeedInfo.seed([2FC863ED5055BE1B]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=2728, name=aliveCheckExecutor-797-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    2) Thread[id=2969, name=aliveCheckExecutor-814-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    3) Thread[id=2487, name=aliveCheckExecutor-780-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=2728, name=aliveCheckExecutor-797-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   2) Thread[id=2969, name=aliveCheckExecutor-814-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   3) Thread[id=2487, name=aliveCheckExecutor-780-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
	at __randomizedtesting.SeedInfo.seed([2FC863ED5055BE1B]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=2728, name=aliveCheckExecutor-797-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    2) Thread[id=2969, name=aliveCheckExecutor-814-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)    3) Thread[id=2487, name=aliveCheckExecutor-780-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@12-ea/java.lang.Thread.run(Thread.java:835)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=2728, name=aliveCheckExecutor-797-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   2) Thread[id=2969, name=aliveCheckExecutor-814-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
   3) Thread[id=2487, name=aliveCheckExecutor-780-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
	at __randomizedtesting.SeedInfo.seed([2FC863ED5055BE1B]:0)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([E236A2AC66FDDF4F:6A629D76C801B2B7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([E236A2AC66FDDF4F:6A629D76C801B2B7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([E236A2AC66FDDF4F:6A629D76C801B2B7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([E236A2AC66FDDF4F:6A629D76C801B2B7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([E236A2AC66FDDF4F:6A629D76C801B2B7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([E236A2AC66FDDF4F:6A629D76C801B2B7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking

Error Message:
Unexpected number of core admin requests were found expected:<2> but was:<0>

Stack Trace:
java.lang.AssertionError: Unexpected number of core admin requests were found expected:<2> but was:<0>
	at __randomizedtesting.SeedInfo.seed([E236A2AC66FDDF4F:AA0AFB6C92F6CED9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking(TestTrackingShardHandlerFactory.java:74)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(

[...truncated too long message...]

NUM}
   [junit4] OK      0.06s J0 | TestJsonFacets.testMethodStream {p0=ENUM}
   [junit4] OK      0.07s J0 | TestJsonFacets.testSimpleSKG {p0=ENUM}
   [junit4] OK      1.46s J0 | TestJsonFacets.testBigger {p0=ENUM}
   [junit4] OK      0.05s J0 | TestJsonFacets.testRangeOtherWhitebox {p0=ENUM}
   [junit4] OK      0.44s J0 | TestJsonFacets.testPrelimSortingSingleNodeExtraStatAndFacet {p0=ENUM}
   [junit4] OK      0.04s J0 | TestJsonFacets.testErrors {p0=ENUM}
   [junit4] OK      0.75s J0 | TestJsonFacets.testPrelimSortingDistrib {p0=ENUM}
   [junit4] OK      0.04s J0 | TestJsonFacets.testRepeatedNumerics {p0=ENUM}
   [junit4] OK      0.36s J0 | TestJsonFacets.testPrelimSortingSingleNodeExtraFacet {p0=ENUM}
   [junit4] OK      0.06s J0 | TestJsonFacets.testDomainGraph {p0=ENUM}
   [junit4] OK      1.03s J0 | TestJsonFacets.testPrelimSortingDistribExtraStatAndFacet {p0=ENUM}
   [junit4] OK      0.04s J0 | TestJsonFacets.testQueryJoinBooksAndPages {p0=ENUM}
   [junit4] OK      0.57s J0 | TestJsonFacets.testPrelimSortingDistribExtraFacet {p0=ENUM}
   [junit4] OK      0.65s J0 | TestJsonFacets.testPrelimSortingDistribExtraStat {p0=ENUM}
   [junit4] OK      0.03s J0 | TestJsonFacets.testNestedJoinDomain {p0=ENUM}
   [junit4] OK      0.06s J0 | TestJsonFacets.testBehaviorEquivilenceOfUninvertibleFalse {p0=ENUM}
   [junit4] OK      0.05s J0 | TestJsonFacets.testExplicitQueryDomain {p0=ENUM}
   [junit4] OK      0.05s J0 | TestJsonFacets.testDomainJoinSelf {p0=ENUM}
   [junit4] OK      0.27s J0 | TestJsonFacets.testStats {p0=ENUM}
   [junit4] OK      0.06s J0 | TestJsonFacets.testTolerant {p0=ENUM}
   [junit4] OK      0.29s J0 | TestJsonFacets.testPrelimSortingSingleNode {p0=ENUM}
   [junit4] OK      0.04s J0 | TestJsonFacets.testUniquesForMethod {p0=ENUM}
   [junit4] OK      0.04s J0 | TestJsonFacets.testBlockJoin {p0=ENUM}
   [junit4] OK      0.06s J0 | TestJsonFacets.testOverrequest {p0=UIF}
   [junit4] OK      0.45s J0 | TestJsonFacets.testPrelimSortingSingleNodeExtraStat {p0=UIF}
   [junit4] OK      0.08s J0 | TestJsonFacets.testComplex {p0=UIF}
   [junit4] OK      1.42s J0 | TestJsonFacets.testStatsDistrib {p0=UIF}
   [junit4] OK      0.05s J0 | TestJsonFacets.testMethodStream {p0=UIF}
   [junit4] OK      0.06s J0 | TestJsonFacets.testSimpleSKG {p0=UIF}
   [junit4] OK      1.80s J0 | TestJsonFacets.testBigger {p0=UIF}
   [junit4] OK      0.04s J0 | TestJsonFacets.testRangeOtherWhitebox {p0=UIF}
   [junit4] OK      0.39s J0 | TestJsonFacets.testPrelimSortingSingleNodeExtraStatAndFacet {p0=UIF}
   [junit4] OK      0.03s J0 | TestJsonFacets.testErrors {p0=UIF}
   [junit4] OK      0.54s J0 | TestJsonFacets.testPrelimSortingDistrib {p0=UIF}
   [junit4] OK      0.04s J0 | TestJsonFacets.testRepeatedNumerics {p0=UIF}
   [junit4] OK      0.36s J0 | TestJsonFacets.testPrelimSortingSingleNodeExtraFacet {p0=UIF}
   [junit4] OK      0.05s J0 | TestJsonFacets.testDomainGraph {p0=UIF}
   [junit4] OK      1.09s J0 | TestJsonFacets.testPrelimSortingDistribExtraStatAndFacet {p0=UIF}
   [junit4] OK      0.04s J0 | TestJsonFacets.testQueryJoinBooksAndPages {p0=UIF}
   [junit4] OK      0.52s J0 | TestJsonFacets.testPrelimSortingDistribExtraFacet {p0=UIF}
   [junit4] OK      0.75s J0 | TestJsonFacets.testPrelimSortingDistribExtraStat {p0=UIF}
   [junit4] OK      0.03s J0 | TestJsonFacets.testNestedJoinDomain {p0=UIF}
   [junit4] OK      0.04s J0 | TestJsonFacets.testBehaviorEquivilenceOfUninvertibleFalse {p0=UIF}
   [junit4] OK      0.05s J0 | TestJsonFacets.testExplicitQueryDomain {p0=UIF}
   [junit4] OK      0.05s J0 | TestJsonFacets.testDomainJoinSelf {p0=UIF}
   [junit4] OK      0.30s J0 | TestJsonFacets.testStats {p0=UIF}
   [junit4] OK      0.07s J0 | TestJsonFacets.testTolerant {p0=UIF}
   [junit4] OK      0.36s J0 | TestJsonFacets.testPrelimSortingSingleNode {p0=UIF}
   [junit4] OK      0.04s J0 | TestJsonFacets.testUniquesForMethod {p0=UIF}
   [junit4] OK      0.06s J0 | TestJsonFacets.testBlockJoin {p0=UIF}
   [junit4] OK      0.05s J0 | TestJsonFacets.testOverrequest {p0=DVHASH}
   [junit4] OK      0.52s J0 | TestJsonFacets.testPrelimSortingSingleNodeExtraStat {p0=DVHASH}
   [junit4] OK      0.07s J0 | TestJsonFacets.testComplex {p0=DVHASH}
   [junit4] OK      1.19s J0 | TestJsonFacets.testStatsDistrib {p0=DVHASH}
   [junit4] OK      0.05s J0 | TestJsonFacets.testMethodStream {p0=DVHASH}
   [junit4] OK      0.06s J0 | TestJsonFacets.testSimpleSKG {p0=DVHASH}
   [junit4] OK      1.38s J0 | TestJsonFacets.testBigger {p0=DVHASH}
   [junit4] OK      0.05s J0 | TestJsonFacets.testRangeOtherWhitebox {p0=DVHASH}
   [junit4] OK      0.35s J0 | TestJsonFacets.testPrelimSortingSingleNodeExtraStatAndFacet {p0=DVHASH}
   [junit4] OK      0.03s J0 | TestJsonFacets.testErrors {p0=DVHASH}
   [junit4] OK      0.57s J0 | TestJsonFacets.testPrelimSortingDistrib {p0=DVHASH}
   [junit4] OK      0.04s J0 | TestJsonFacets.testRepeatedNumerics {p0=DVHASH}
   [junit4] OK      0.34s J0 | TestJsonFacets.testPrelimSortingSingleNodeExtraFacet {p0=DVHASH}
   [junit4] OK      0.04s J0 | TestJsonFacets.testDomainGraph {p0=DVHASH}
   [junit4] OK      0.92s J0 | TestJsonFacets.testPrelimSortingDistribExtraStatAndFacet {p0=DVHASH}
   [junit4] OK      0.04s J0 | TestJsonFacets.testQueryJoinBooksAndPages {p0=DVHASH}
   [junit4] OK      0.68s J0 | TestJsonFacets.testPrelimSortingDistribExtraFacet {p0=DVHASH}
   [junit4] OK      0.73s J0 | TestJsonFacets.testPrelimSortingDistribExtraStat {p0=DVHASH}
   [junit4] OK      0.04s J0 | TestJsonFacets.testNestedJoinDomain {p0=DVHASH}
   [junit4] OK      0.05s J0 | TestJsonFacets.testBehaviorEquivilenceOfUninvertibleFalse {p0=DVHASH}
   [junit4] OK      0.05s J0 | TestJsonFacets.testExplicitQueryDomain {p0=DVHASH}
   [junit4] OK      0.05s J0 | TestJsonFacets.testDomainJoinSelf {p0=DVHASH}
   [junit4] OK      0.23s J0 | TestJsonFacets.testStats {p0=DVHASH}
   [junit4] OK      0.08s J0 | TestJsonFacets.testTolerant {p0=DVHASH}
   [junit4] OK      0.33s J0 | TestJsonFacets.testPrelimSortingSingleNode {p0=DVHASH}
   [junit4] OK      0.04s J0 | TestJsonFacets.testUniquesForMethod {p0=DVHASH}
   [junit4] OK      0.04s J0 | TestJsonFacets.testBlockJoin {p0=DVHASH}
   [junit4] Completed [15/15 (10!)] on J0 in 56.90s, 162 tests
   [junit4] 
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/temp/junit4-J0-20181206_122922_16314768937606359685977.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----
   [junit4] 
   [junit4] Tests with failures [seed: E236A2AC66FDDF4F]:
   [junit4]   - org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4]   - org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4]   - org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking
   [junit4]   - org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking
   [junit4]   - org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     0.74 ..   171.50 =   170.76s
   [junit4] JVM J1:     0.73 ..   170.82 =   170.09s
   [junit4] JVM J2:     0.77 ..   157.37 =   156.60s
   [junit4] Execution time total: 2 minutes 51 seconds
   [junit4] Tests summary: 15 suites, 820 tests, 10 failures

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1092: There were test failures: 15 suites, 820 tests, 10 failures [seed: E236A2AC66FDDF4F]

Total time: 2 minutes 52 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   0/5 failed: org.apache.solr.search.facet.TestJsonFacets
[repro]   3/5 failed: org.apache.solr.client.solrj.TestLBHttp2SolrClient
[repro]   5/5 failed: org.apache.solr.TestDistributedSearch
[repro]   5/5 failed: org.apache.solr.handler.component.TestTrackingShardHandlerFactory
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=cb3ebcb12b0e45a3b86792a21aecf18abb163070, workspace=/var/lib/jenkins/workspace/Lucene-Solr-http2-Linux
[WARNINGS] Computing warning deltas based on reference build #38
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk-11) - Build # 38 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/38/
Java: 64bit/jdk-11 -XX:-UseCompressedOops -XX:+UseSerialGC

13 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestCloudDeleteByQuery

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestCloudDeleteByQuery:     1) Thread[id=5555, name=qtp1533840208-5555, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestCloudDeleteByQuery: 
   1) Thread[id=5555, name=qtp1533840208-5555, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([D71E25CD4DB7E89]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestCloudDeleteByQuery

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=5555, name=qtp1533840208-5555, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=5555, name=qtp1533840208-5555, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([D71E25CD4DB7E89]:0)


FAILED:  org.apache.solr.client.solrj.io.stream.MathExpressionTest.testConvertEvaluator

Error Message:
--> https://127.0.0.1:45111/solr/collection1:java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:42175/solr/collection1_shard1_replica_n1/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&partitionKeys=miles_i&sort=miles_i+asc&fl=miles_i&qt=/export&distrib=false

Stack Trace:
java.io.IOException: --> https://127.0.0.1:45111/solr/collection1:java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:42175/solr/collection1_shard1_replica_n1/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&partitionKeys=miles_i&sort=miles_i+asc&fl=miles_i&qt=/export&distrib=false
	at __randomizedtesting.SeedInfo.seed([BE32210EBF04B99D:DDC044D58FF144E2]:0)
	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:215)
	at org.apache.solr.client.solrj.io.stream.MathExpressionTest.getTuples(MathExpressionTest.java:5139)
	at org.apache.solr.client.solrj.io.stream.MathExpressionTest.testConvertEvaluator(MathExpressionTest.java:5114)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferReplicaTypesTest

Error Message:
IOException occured when talking to server at: https://127.0.0.1:33359/solr/replicaTypesTestColl_shard1_replica_t3

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: https://127.0.0.1:33359/solr/replicaTypesTestColl_shard1_replica_t3
	at __randomizedtesting.SeedInfo.seed([BE32210EBF04B99D:85D882B8D89D7491]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:553)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1019)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:196)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferReplicaTypesTest(CloudSolrClientTest.java:879)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:33359/solr/replicaTypesTestColl_shard1_replica_t3
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	... 1 more
Caused by: javax.net.ssl.SSLHandshakeException: Remote host terminated the handshake
	at java.base/sun.security.ssl.SSLSocketImpl.handleEOF(SSLSocketImpl.java:1321)
	at java.base/sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1160)
	at java.base/sun.security.ssl.SSLSocketImpl.readHandshakeRecord(SSLSocketImpl.java:1063)
	at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:402)
	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:396)
	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:355)
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:373)
	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:394)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 11 more
Caused by: java.io.EOFException: SSL peer shut down incorrectly
	at java.base/sun.security.ssl.SSLSocketInputRecord.decode(SSLSocketInputRecord.java:167)
	at java.base/sun.security.ssl.SSLTransport.decode(SSLTransport.java:108)
	at java.base/sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1152)
	... 26 more


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest

Error Message:
IOException occured when talking to server at: https://127.0.0.1:38363/solr/localShardsTestColl_shard2_replica_n8

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: https://127.0.0.1:38363/solr/localShardsTestColl_shard2_replica_n8
	at __randomizedtesting.SeedInfo.seed([BE32210EBF04B99D:42FFB9B741D32E67]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:553)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1019)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:196)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest(CloudSolrClientTest.java:415)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:38363/solr/localShardsTestColl_shard2_replica_n8
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	... 1 more
Caused by: javax.net.ssl.SSLException: Received fatal alert: internal_error
	at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:129)
	at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:117)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:308)
	at java.base/sun.security.ssl.Alert$AlertConsumer.consume(Alert.java:279)
	at java.base/sun.security.ssl.TransportContext.dispatch(TransportContext.java:181)
	at java.base/sun.security.ssl.SSLTransport.decode(SSLTransport.java:164)
	at java.base/sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1152)
	at java.base/sun.security.ssl.SSLSocketImpl.readHandshakeRecord(SSLSocketImpl.java:1063)
	at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:402)
	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:396)
	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:355)
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:373)
	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:394)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 11 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=5090, name=aliveCheckExecutor-1213-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=4608, name=aliveCheckExecutor-1179-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=4849, name=aliveCheckExecutor-1196-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=5090, name=aliveCheckExecutor-1213-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=4608, name=aliveCheckExecutor-1179-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=4849, name=aliveCheckExecutor-1196-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([BE32210EBF04B99D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=5090, name=aliveCheckExecutor-1213-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=4608, name=aliveCheckExecutor-1179-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=4849, name=aliveCheckExecutor-1196-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=5090, name=aliveCheckExecutor-1213-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=4608, name=aliveCheckExecutor-1179-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=4849, name=aliveCheckExecutor-1196-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([BE32210EBF04B99D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=4872, name=aliveCheckExecutor-1196-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=5113, name=aliveCheckExecutor-1213-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=4631, name=aliveCheckExecutor-1179-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=4872, name=aliveCheckExecutor-1196-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=5113, name=aliveCheckExecutor-1213-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=4631, name=aliveCheckExecutor-1179-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([BE32210EBF04B99D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=4872, name=aliveCheckExecutor-1196-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=5113, name=aliveCheckExecutor-1213-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=4631, name=aliveCheckExecutor-1179-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=4872, name=aliveCheckExecutor-1196-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=5113, name=aliveCheckExecutor-1213-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=4631, name=aliveCheckExecutor-1179-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([BE32210EBF04B99D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=1189, name=aliveCheckExecutor-146-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=948, name=aliveCheckExecutor-129-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=707, name=aliveCheckExecutor-112-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=1189, name=aliveCheckExecutor-146-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=948, name=aliveCheckExecutor-129-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=707, name=aliveCheckExecutor-112-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([BE32210EBF04B99D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1189, name=aliveCheckExecutor-146-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=948, name=aliveCheckExecutor-129-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=707, name=aliveCheckExecutor-112-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1189, name=aliveCheckExecutor-146-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=948, name=aliveCheckExecutor-129-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=707, name=aliveCheckExecutor-112-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([BE32210EBF04B99D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=2510, name=aliveCheckExecutor-363-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=2751, name=aliveCheckExecutor-380-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=2992, name=aliveCheckExecutor-397-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=2510, name=aliveCheckExecutor-363-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=2751, name=aliveCheckExecutor-380-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=2992, name=aliveCheckExecutor-397-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([BE32210EBF04B99D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=2510, name=aliveCheckExecutor-363-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    2) Thread[id=2751, name=aliveCheckExecutor-380-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)    3) Thread[id=2992, name=aliveCheckExecutor-397-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=2510, name=aliveCheckExecutor-363-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=2751, name=aliveCheckExecutor-380-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=2992, name=aliveCheckExecutor-397-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([BE32210EBF04B99D]:0)




Build Log:
[...truncated 12912 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudDeleteByQuery
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudDeleteByQuery_D71E25CD4DB7E89-001/init-core-data-001
   [junit4]   2> 167684 INFO  (SUITE-TestCloudDeleteByQuery-seed#[D71E25CD4DB7E89]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 167685 INFO  (SUITE-TestCloudDeleteByQuery-seed#[D71E25CD4DB7E89]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 167685 INFO  (SUITE-TestCloudDeleteByQuery-seed#[D71E25CD4DB7E89]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 167685 INFO  (SUITE-TestCloudDeleteByQuery-seed#[D71E25CD4DB7E89]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudDeleteByQuery_D71E25CD4DB7E89-001/tempDir-001
   [junit4]   2> 167686 INFO  (SUITE-TestCloudDeleteByQuery-seed#[D71E25CD4DB7E89]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 167686 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 167686 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 167687 ERROR (ZkTestServer Run Thread) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 167786 INFO  (SUITE-TestCloudDeleteByQuery-seed#[D71E25CD4DB7E89]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38233
   [junit4]   2> 167786 INFO  (SUITE-TestCloudDeleteByQuery-seed#[D71E25CD4DB7E89]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38233
   [junit4]   2> 167786 INFO  (SUITE-TestCloudDeleteByQuery-seed#[D71E25CD4DB7E89]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38233
   [junit4]   2> 167788 INFO  (zkConnectionManagerCallback-1266-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 167791 INFO  (zkConnectionManagerCallback-1268-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 167792 INFO  (zkConnectionManagerCallback-1270-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 167795 WARN  (jetty-launcher-1263-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 167795 WARN  (jetty-launcher-1263-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 167795 WARN  (jetty-launcher-1263-thread-4) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 167795 WARN  (jetty-launcher-1263-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 167795 INFO  (jetty-launcher-1263-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 167795 INFO  (jetty-launcher-1263-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 167795 INFO  (jetty-launcher-1263-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 167795 INFO  (jetty-launcher-1263-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 167795 INFO  (jetty-launcher-1263-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 167795 INFO  (jetty-launcher-1263-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 167795 INFO  (jetty-launcher-1263-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 167795 INFO  (jetty-launcher-1263-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 167795 INFO  (jetty-launcher-1263-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11+28
   [junit4]   2> 167795 INFO  (jetty-launcher-1263-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11+28
   [junit4]   2> 167796 WARN  (jetty-launcher-1263-thread-5) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 167795 INFO  (jetty-launcher-1263-thread-4) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11+28
   [junit4]   2> 167795 INFO  (jetty-launcher-1263-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11+28
   [junit4]   2> 167800 INFO  (jetty-launcher-1263-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 167801 INFO  (jetty-launcher-1263-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 167801 INFO  (jetty-launcher-1263-thread-5) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11+28
   [junit4]   2> 167808 INFO  (jetty-launcher-1263-thread-5) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 167808 INFO  (jetty-launcher-1263-thread-5) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 167808 INFO  (jetty-launcher-1263-thread-5) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 167812 INFO  (jetty-launcher-1263-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52a6ee65{/solr,null,AVAILABLE}
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-4) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7be7af2{/solr,null,AVAILABLE}
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f2149d8{/solr,null,AVAILABLE}
   [junit4]   2> 167813 INFO  (jetty-launcher-1263-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54b50c90{/solr,null,AVAILABLE}
   [junit4]   2> 167813 WARN  (jetty-launcher-1263-thread-5) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@23312ffa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 167814 WARN  (jetty-launcher-1263-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5292a5a7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 167814 INFO  (jetty-launcher-1263-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7e7eb338{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34617}
   [junit4]   2> 167814 INFO  (jetty-launcher-1263-thread-5) [    ] o.e.j.s.Server Started @167837ms
   [junit4]   2> 167814 WARN  (jetty-launcher-1263-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@41af2f32[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 167814 INFO  (jetty-launcher-1263-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34617}
   [junit4]   2> 167814 INFO  (jetty-launcher-1263-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@37dd475{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44885}
   [junit4]   2> 167814 INFO  (jetty-launcher-1263-thread-4) [    ] o.e.j.s.Server Started @167837ms
   [junit4]   2> 167814 INFO  (jetty-launcher-1263-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3cf2807{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:45515}
   [junit4]   2> 167814 INFO  (jetty-launcher-1263-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44885}
   [junit4]   2> 167814 INFO  (jetty-launcher-1263-thread-1) [    ] o.e.j.s.Server Started @167837ms
   [junit4]   2> 167814 ERROR (jetty-launcher-1263-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 167814 INFO  (jetty-launc

[...truncated too long message...]

kspace/Lucene-Solr-http2-Linux/solr/build/solr-core/classes/test/org/apache/solr/cloud/autoscaling/sim/package-info.class
     [copy] Copying 1 file to /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/classes/test

common-solr.compile-test:

compile-test:

BUILD SUCCESSFUL
Total time: 22 seconds
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestCloudDeleteByQuery" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=D71E25CD4DB7E89 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cu-RU -Dtests.timezone=Europe/Tirane -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
Buildfile: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/core/build.xml

-clover.disable:

ivy-configure:
[ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/top-level-ivy-settings.xml

install-junit4-taskdef:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.codehaus.groovy#groovy-all;2.4.15 in public
[ivy:cachepath] :: resolution report :: resolve 9ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   1   |   0   |   0   |   0   ||   1   |   0   |
	---------------------------------------------------------------------

-init-totals:

-test:
    [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test
[junit4:pickseed] Seed property 'tests.seed' already defined: D71E25CD4DB7E89
    [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/temp
   [junit4] <JUnit4> says jolly good day! Master seed: D71E25CD4DB7E89
   [junit4] Executing 5 suites with 3 JVMs.
   [junit4] 
   [junit4] Started J0 PID(30745@serv1.sd-datasolutions.de).
   [junit4] Started J2 PID(30749@serv1.sd-datasolutions.de).
   [junit4] Started J1 PID(30746@serv1.sd-datasolutions.de).
   [junit4] Suite: org.apache.solr.cloud.TestCloudDeleteByQuery
   [junit4] OK      0.48s J0 | TestCloudDeleteByQuery.testMalformedDBQViaShard1LeaderClient
   [junit4] OK      0.54s J0 | TestCloudDeleteByQuery.testMalformedDBQViaShard2NonLeaderClient
   [junit4] OK      0.31s J0 | TestCloudDeleteByQuery.testMalformedDBQViaCloudClient
   [junit4] OK      0.49s J0 | TestCloudDeleteByQuery.testMalformedDBQViaNoCollectionClient
   [junit4] OK      0.33s J0 | TestCloudDeleteByQuery.testMalformedDBQViaShard1NonLeaderClient
   [junit4] OK      0.21s J0 | TestCloudDeleteByQuery.testMalformedDBQViaShard2LeaderClient
   [junit4] Completed [1/5] on J0 in 16.23s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.TestCloudDeleteByQuery
   [junit4] OK      0.52s J2 | TestCloudDeleteByQuery.testMalformedDBQViaShard1LeaderClient
   [junit4] OK      0.52s J2 | TestCloudDeleteByQuery.testMalformedDBQViaShard2NonLeaderClient
   [junit4] OK      0.37s J2 | TestCloudDeleteByQuery.testMalformedDBQViaCloudClient
   [junit4] OK      0.69s J2 | TestCloudDeleteByQuery.testMalformedDBQViaNoCollectionClient
   [junit4] OK      0.25s J2 | TestCloudDeleteByQuery.testMalformedDBQViaShard1NonLeaderClient
   [junit4] OK      0.19s J2 | TestCloudDeleteByQuery.testMalformedDBQViaShard2LeaderClient
   [junit4] Completed [2/5] on J2 in 16.07s, 6 tests
   [junit4] 
   [junit4] Duplicate suite name used with XML reports: org.apache.solr.cloud.TestCloudDeleteByQuery. This may confuse tools that process XML reports. Set 'ignoreDuplicateSuites' to true to skip this message.
   [junit4] Suite: org.apache.solr.cloud.TestCloudDeleteByQuery
   [junit4] OK      0.58s J1 | TestCloudDeleteByQuery.testMalformedDBQViaShard1LeaderClient
   [junit4] OK      0.50s J1 | TestCloudDeleteByQuery.testMalformedDBQViaShard2NonLeaderClient
   [junit4] OK      0.34s J1 | TestCloudDeleteByQuery.testMalformedDBQViaCloudClient
   [junit4] OK      0.32s J1 | TestCloudDeleteByQuery.testMalformedDBQViaNoCollectionClient
   [junit4] OK      0.21s J1 | TestCloudDeleteByQuery.testMalformedDBQViaShard1NonLeaderClient
   [junit4] OK      0.26s J1 | TestCloudDeleteByQuery.testMalformedDBQViaShard2LeaderClient
   [junit4] Completed [3/5] on J1 in 16.31s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.TestCloudDeleteByQuery
   [junit4] OK      0.20s J0 | TestCloudDeleteByQuery.testMalformedDBQViaShard1LeaderClient
   [junit4] OK      0.21s J0 | TestCloudDeleteByQuery.testMalformedDBQViaShard2NonLeaderClient
   [junit4] OK      0.15s J0 | TestCloudDeleteByQuery.testMalformedDBQViaCloudClient
   [junit4] OK      0.15s J0 | TestCloudDeleteByQuery.testMalformedDBQViaNoCollectionClient
   [junit4] OK      0.16s J0 | TestCloudDeleteByQuery.testMalformedDBQViaShard1NonLeaderClient
   [junit4] OK      0.15s J0 | TestCloudDeleteByQuery.testMalformedDBQViaShard2LeaderClient
   [junit4] Completed [4/5] on J0 in 6.88s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.TestCloudDeleteByQuery
   [junit4] OK      0.22s J2 | TestCloudDeleteByQuery.testMalformedDBQViaShard1LeaderClient
   [junit4] OK      0.19s J2 | TestCloudDeleteByQuery.testMalformedDBQViaShard2NonLeaderClient
   [junit4] OK      0.14s J2 | TestCloudDeleteByQuery.testMalformedDBQViaCloudClient
   [junit4] OK      0.15s J2 | TestCloudDeleteByQuery.testMalformedDBQViaNoCollectionClient
   [junit4] OK      0.16s J2 | TestCloudDeleteByQuery.testMalformedDBQViaShard1NonLeaderClient
   [junit4] OK      0.15s J2 | TestCloudDeleteByQuery.testMalformedDBQViaShard2LeaderClient
   [junit4] Completed [5/5] on J2 in 6.77s, 6 tests
   [junit4] 
   [junit4] JVM J0:     0.70 ..    24.40 =    23.70s
   [junit4] JVM J1:     0.73 ..    17.43 =    16.70s
   [junit4] JVM J2:     0.71 ..    24.41 =    23.70s
   [junit4] Execution time total: 24 seconds
   [junit4] Tests summary: 5 suites, 30 tests
   [junit4] Could not remove temporary path: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J2 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J2/temp])
   [junit4] Could not remove temporary path: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J0 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J0/temp])
   [junit4] Could not remove temporary path: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp])
     [echo] 5 slowest tests:
[junit4:tophints] 108.52s | org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
[junit4:tophints]  60.87s | org.apache.solr.cloud.LeaderElectionIntegrationTest
[junit4:tophints]  52.91s | org.apache.solr.update.TestInPlaceUpdatesStandalone
[junit4:tophints]  45.81s | org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4:tophints]  43.02s | org.apache.solr.cloud.BasicDistributedZkTest

-check-totals:
WARNING: An illegal reflective access operation has occurred
WARNING: Illegal reflective access by org.codehaus.groovy.reflection.CachedClass (file:/home/jenkins/.ivy2/cache/org.codehaus.groovy/groovy-all/jars/groovy-all-2.4.15.jar) to method java.lang.Object.finalize()
WARNING: Please consider reporting this to the maintainers of org.codehaus.groovy.reflection.CachedClass
WARNING: Use --illegal-access=warn to enable warnings of further illegal reflective access operations
WARNING: All illegal access operations will be denied in a future release

test-nocompile:

BUILD SUCCESSFUL
Total time: 26 seconds
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.client.solrj.io.stream.MathExpressionTest
[repro]   0/5 failed: org.apache.solr.cloud.TestCloudDeleteByQuery
[repro]   1/5 failed: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[repro]   3/5 failed: org.apache.solr.client.solrj.TestLBHttp2SolrClient
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=cb3ebcb12b0e45a3b86792a21aecf18abb163070, workspace=/var/lib/jenkins/workspace/Lucene-Solr-http2-Linux
[WARNINGS] Computing warning deltas based on reference build #37
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk-10.0.1) - Build # 37 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/37/
Java: 64bit/jdk-10.0.1 -XX:-UseCompressedOops -XX:+UseG1GC

45 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.handler.TestConfigReload:     1) Thread[id=44872, name=qtp753704681-44872, state=TIMED_WAITING, group=TGRP-TestConfigReload]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=44871, name=qtp753704681-44871, state=TIMED_WAITING, group=TGRP-TestConfigReload]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=44879, name=qtp753704681-44879, state=TIMED_WAITING, group=TGRP-TestConfigReload]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.handler.TestConfigReload: 
   1) Thread[id=44872, name=qtp753704681-44872, state=TIMED_WAITING, group=TGRP-TestConfigReload]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=44871, name=qtp753704681-44871, state=TIMED_WAITING, group=TGRP-TestConfigReload]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=44879, name=qtp753704681-44879, state=TIMED_WAITING, group=TGRP-TestConfigReload]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([8AC7589F957BCCA1]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=44872, name=qtp753704681-44872, state=TIMED_WAITING, group=TGRP-TestConfigReload]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=44871, name=qtp753704681-44871, state=TIMED_WAITING, group=TGRP-TestConfigReload]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=44879, name=qtp753704681-44879, state=TIMED_WAITING, group=TGRP-TestConfigReload]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=44872, name=qtp753704681-44872, state=TIMED_WAITING, group=TGRP-TestConfigReload]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=44871, name=qtp753704681-44871, state=TIMED_WAITING, group=TGRP-TestConfigReload]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=44879, name=qtp753704681-44879, state=TIMED_WAITING, group=TGRP-TestConfigReload]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([8AC7589F957BCCA1]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=440, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=682, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=440, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=682, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([14025B1F63174085]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=440, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=682, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=440, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=682, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([14025B1F63174085]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=437, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=682, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=437, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=682, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([14025B1F63174085]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=437, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=682, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=437, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=682, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([14025B1F63174085]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=437, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=681, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=437, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=681, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([14025B1F63174085]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=437, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=681, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=195, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=437, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=681, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([14025B1F63174085]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=1863, name=aliveCheckExecutor-357-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=1621, name=aliveCheckExecutor-340-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=1377, name=aliveCheckExecutor-323-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=1863, name=aliveCheckExecutor-357-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=1621, name=aliveCheckExecutor-340-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=1377, name=aliveCheckExecutor-323-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([14025B1F63174085]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1863, name=aliveCheckExecutor-357-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=1621, name=aliveCheckExecutor-340-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=1377, name=aliveCheckExecutor-323-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1863, name=aliveCheckExecutor-357-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=1621, name=aliveCheckExecutor-340-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=1377, name=aliveCheckExecutor-323-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([14025B1F63174085]:0)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([8AC7589F957BCCA1:29367453B87A159]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([8AC7589F957BCCA1:29367453B87A159]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([8AC7589F957BCCA1:29367453B87A159]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([8AC7589F957BCCA1:29367453B87A159]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([8AC7589F957BCCA1:29367453B87A159]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned

Error Message:
distrib.singlePass=true made m

[...truncated too long message...]

etty-closer-319-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b81182b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1ad5712c
   [junit4]   2> 44266 INFO  (zkCallback-347-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 44266 INFO  (zkCallback-356-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 44266 INFO  (zkCallback-371-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 44267 INFO  (jetty-closer-319-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 44267 INFO  (jetty-closer-319-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73cf6d87: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@619dd579
   [junit4]   2> 44267 INFO  (jetty-closer-319-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 44267 INFO  (jetty-closer-319-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72144158922440711-127.0.0.1:43989_solr-n_0000000000) closing
   [junit4]   2> 44267 INFO  (closeThreadPool-385-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72144158922440711-127.0.0.1:43989_solr-n_0000000000) closing
   [junit4]   2> 44268 INFO  (zkCallback-349-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38439_solr
   [junit4]   2> 44268 INFO  (zkCallback-349-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 44275 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1004ebaf531000e, likely client has closed socket
   [junit4]   2> 44281 INFO  (jetty-closer-319-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6d98599f{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 44281 INFO  (jetty-closer-319-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76d689ff{/solr,null,UNAVAILABLE}
   [junit4]   2> 44281 INFO  (jetty-closer-319-thread-3) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 44282 INFO  (jetty-closer-319-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@59108fca{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 44282 INFO  (jetty-closer-319-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@56711628{/solr,null,UNAVAILABLE}
   [junit4]   2> 44282 INFO  (jetty-closer-319-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 44282 INFO  (jetty-closer-319-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@46747885{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 44282 INFO  (jetty-closer-319-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d8e85aa{/solr,null,UNAVAILABLE}
   [junit4]   2> 44284 INFO  (jetty-closer-319-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 44284 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[8AC7589F957BCCA1]-worker) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 44285 ERROR (SUITE-DistributedQueryComponentOptimizationTest-seed#[8AC7589F957BCCA1]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 44285 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 	3	/solr/collections/optimize/terms/shard1
   [junit4]   2> 	3	/solr/collections/optimize/terms/shard3
   [junit4]   2> 	3	/solr/collections/optimize/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/collections/optimize/state.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 
   [junit4]   2> 44285 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[8AC7589F957BCCA1]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33473
   [junit4]   2> 44285 INFO  (SUITE-DistributedQueryComponentOptimizationTest-seed#[8AC7589F957BCCA1]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33473
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentOptimizationTest_8AC7589F957BCCA1-002
   [junit4]   2> Dec 06, 2018 12:35:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 10 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=Lucene50(blocksize=128), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=BlockTreeOrds(blocksize=128), dynamic_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{_version_=DocValuesFormat(name=Lucene70), payload=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1199, maxMBSortInHeap=7.282535071255712, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6db7cfda), locale=lt-LT, timezone=Asia/Chita
   [junit4]   2> NOTE: Linux 4.15.0-39-generic amd64/Oracle Corporation 10.0.1 (64-bit)/cpus=8,threads=1,free=163393472,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributedSearch, TestConfigReload, TestConfigReload, DistributedQueryComponentOptimizationTest, DistributedQueryComponentOptimizationTest]
   [junit4] Completed [15/15 (10!)] on J1 in 5.87s, 8 tests, 5 failures <<< FAILURES!
   [junit4] 
   [junit4] 
   [junit4] Tests with failures [seed: 8AC7589F957BCCA1] (first 10 out of 30):
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList
   [junit4]   - org.apache.solr.TestDistributedSearch.test
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     0.85 ..    43.91 =    43.06s
   [junit4] JVM J1:     0.84 ..    46.03 =    45.18s
   [junit4] JVM J2:     0.82 ..    44.98 =    44.16s
   [junit4] Execution time total: 46 seconds
   [junit4] Tests summary: 15 suites, 50 tests, 30 failures

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1092: There were test failures: 15 suites, 50 tests, 30 failures [seed: 8AC7589F957BCCA1]

Total time: 47 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   0/5 failed: org.apache.solr.handler.TestConfigReload
[repro]   3/5 failed: org.apache.solr.client.solrj.TestLBHttp2SolrClient
[repro]   5/5 failed: org.apache.solr.TestDistributedSearch
[repro]   5/5 failed: org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=cb3ebcb12b0e45a3b86792a21aecf18abb163070, workspace=/var/lib/jenkins/workspace/Lucene-Solr-http2-Linux
[WARNINGS] Computing warning deltas based on reference build #36
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-http2-Linux (64bit/jdk-10.0.1) - Build # 36 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-http2-Linux/36/
Java: 64bit/jdk-10.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC

38 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=438, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=685, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=438, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=685, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([7DA25DBA8211D02]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=438, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=685, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=438, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=685, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([7DA25DBA8211D02]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=684, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=439, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=684, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=439, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([7DA25DBA8211D02]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=684, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=439, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=684, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=439, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([7DA25DBA8211D02]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=681, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=437, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=681, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=437, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([7DA25DBA8211D02]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=681, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=437, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=681, name=aliveCheckExecutor-44-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=437, name=aliveCheckExecutor-27-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=194, name=aliveCheckExecutor-10-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([7DA25DBA8211D02]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient:     1) Thread[id=1842, name=aliveCheckExecutor-572-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=1598, name=aliveCheckExecutor-555-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=2085, name=aliveCheckExecutor-589-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttp2SolrClient: 
   1) Thread[id=1842, name=aliveCheckExecutor-572-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=1598, name=aliveCheckExecutor-555-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=2085, name=aliveCheckExecutor-589-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([7DA25DBA8211D02]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttp2SolrClient

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1842, name=aliveCheckExecutor-572-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=1598, name=aliveCheckExecutor-555-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=2085, name=aliveCheckExecutor-589-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1842, name=aliveCheckExecutor-572-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=1598, name=aliveCheckExecutor-555-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=2085, name=aliveCheckExecutor-589-thread-1, state=TIMED_WAITING, group=TGRP-TestLBHttp2SolrClient]
        at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@10.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([7DA25DBA8211D02]:0)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([25438F9BCF3B82CA:AD17B04161C7EF32]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([25438F9BCF3B82CA:AD17B04161C7EF32]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([25438F9BCF3B82CA:AD17B04161C7EF32]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([25438F9BCF3B82CA:AD17B04161C7EF32]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([25438F9BCF3B82CA:AD17B04161C7EF32]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
did't see any stats=true shard requests

Stack Trace:
java.lang.AssertionError: did't see any stats=true shard requests
	at __randomizedtesting.SeedInfo.seed([25438F9BCF3B82CA:AD17B04161C7EF32]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:615)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1096)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([25438F9BCF3B82CA:9938C156EC45DEAD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams(DistributedQueryComponentOptimizationTest.java:184)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList

Error Message:
distrib.singlePass=true made more requests than number of shards

Stack Trace:
java.lang.AssertionError: distrib.singlePass=true made more requests than number of shards
	at __randomizedtesting.SeedInfo.seed([25438F9BCF3B82CA:E7FCE3CB41F2F2A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.queryWithAsserts(DistributedQueryComponentOptimizationTest.java:240)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList(DistributedQueryComponentOptimizationTest.java:153)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Statemen

[...truncated too long message...]

) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 41407 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1004daf8c7f000c, likely client has closed socket
   [junit4]   2> 41407 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1004daf8c7f000f, likely client has closed socket
   [junit4]   2> 41408 INFO  (closeThreadPool-238-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@40cfbd{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 41408 INFO  (closeThreadPool-238-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@157d2aa0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 41408 INFO  (closeThreadPool-238-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@144d4e37{/,null,UNAVAILABLE}
   [junit4]   2> 41408 INFO  (closeThreadPool-238-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e653bb3{/,null,UNAVAILABLE}
   [junit4]   2> 41408 INFO  (closeThreadPool-238-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 41408 INFO  (closeThreadPool-238-thread-4) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 41409 INFO  (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[25438F9BCF3B82CA]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 41409 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1004daf8c7f0001, likely client has closed socket
   [junit4]   2> 41410 ERROR (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[25438F9BCF3B82CA]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 41410 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/collections/collection1/state.json
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	8	/solr/collections/testTwoPhase/state.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf1
   [junit4]   2> 	2	/solr/collections/testTwoPhase/terms/shard2
   [junit4]   2> 	2	/solr/collections/testTwoPhase/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	2	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/collections/control_collection/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> 41410 INFO  (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[25438F9BCF3B82CA]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35711
   [junit4]   2> 41410 INFO  (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[25438F9BCF3B82CA]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35711
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTrackingShardHandlerFactory -Dtests.method=testRequestTracking -Dtests.seed=25438F9BCF3B82CA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=mgo-CM -Dtests.timezone=Europe/Kiev -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 8.19s J1 | TestTrackingShardHandlerFactory.testRequestTracking <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Unexpected number of core admin requests were found expected:<2> but was:<0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([25438F9BCF3B82CA:6D7FD65B3B30935C]:0)
   [junit4]    > 	at org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking(TestTrackingShardHandlerFactory.java:74)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-http2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.TestTrackingShardHandlerFactory_25438F9BCF3B82CA-002
   [junit4]   2> Dec 05, 2018 7:43:15 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 10 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=895, maxMBSortInHeap=7.448003268559741, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6e6d74ec), locale=mgo-CM, timezone=Europe/Kiev
   [junit4]   2> NOTE: Linux 4.15.0-39-generic amd64/Oracle Corporation 10.0.1 (64-bit)/cpus=8,threads=1,free=361475896,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedQueryComponentOptimizationTest, TestDistributedSearch, TestDistributedSearch, TestTrackingShardHandlerFactory, TestTrackingShardHandlerFactory]
   [junit4] Completed [15/15 (15!)] on J1 in 8.71s, 1 test, 1 failure <<< FAILURES!
   [junit4] 
   [junit4] 
   [junit4] Tests with failures [seed: 25438F9BCF3B82CA] (first 10 out of 33):
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMultipleFlParams
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testWildcardFieldList
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testOptimizations
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testScoreAlwaysReturned
   [junit4]   - org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.testMissingFieldListWithSort
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     0.72 ..    39.34 =    38.62s
   [junit4] JVM J1:     0.73 ..    42.43 =    41.70s
   [junit4] JVM J2:     0.72 ..    40.58 =    39.86s
   [junit4] Execution time total: 42 seconds
   [junit4] Tests summary: 15 suites, 50 tests, 33 failures, 5 ignored (5 assumptions)

BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-http2-Linux/lucene/common-build.xml:1092: There were test failures: 15 suites, 50 tests, 33 failures, 5 ignored (5 assumptions) [seed: 25438F9BCF3B82CA]

Total time: 43 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   3/5 failed: org.apache.solr.client.solrj.TestLBHttp2SolrClient
[repro]   5/5 failed: org.apache.solr.TestDistributedSearch
[repro]   5/5 failed: org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
[repro]   5/5 failed: org.apache.solr.handler.component.TestTrackingShardHandlerFactory
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=cb3ebcb12b0e45a3b86792a21aecf18abb163070, workspace=/var/lib/jenkins/workspace/Lucene-Solr-http2-Linux
[WARNINGS] Computing warning deltas based on reference build #33
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2