You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/10/06 22:27:48 UTC

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.10 - Build # 29 - Still Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.10/29/

5 tests failed.
FAILED:  org.apache.lucene.search.TestTopDocsMerge.testSort_1

Error Message:
java.util.concurrent.ExecutionException: java.lang.AssertionError

Stack Trace:
java.lang.RuntimeException: java.util.concurrent.ExecutionException: java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([917E91DFDA23262E:7E345BB24FA0715]:0)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:615)
	at org.apache.lucene.search.IndexSearcher.searchAfter(IndexSearcher.java:419)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:430)
	at org.apache.lucene.search.TestTopDocsMerge.testSort(TestTopDocsMerge.java:281)
	at org.apache.lucene.search.TestTopDocsMerge.testSort_1(TestTopDocsMerge.java:71)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.ExecutionException: java.lang.AssertionError
	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:611)
	... 42 more
Caused by: java.lang.AssertionError
	at org.apache.lucene.search.ImpactsDISI.setMinCompetitiveScore(ImpactsDISI.java:60)
	at org.apache.lucene.search.TermScorer.setMinCompetitiveScore(TermScorer.java:95)
	at org.apache.lucene.search.AssertingScorable$WrappedScorer.setMinCompetitiveScore(AssertingScorable.java:71)
	at org.apache.lucene.search.AssertingScorable$WrappedScorer.setMinCompetitiveScore(AssertingScorable.java:71)
	at org.apache.lucene.search.AssertingScorable$WrappedScorer.setMinCompetitiveScore(AssertingScorable.java:71)
	at org.apache.lucene.search.AssertingScorable$WrappedScorer.setMinCompetitiveScore(AssertingScorable.java:71)
	at org.apache.lucene.search.TopScoreDocCollector.updateMinCompetitiveScore(TopScoreDocCollector.java:328)
	at org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.setScorer(TopScoreDocCollector.java:68)
	at org.apache.lucene.search.FilterLeafCollector.setScorer(FilterLeafCollector.java:38)
	at org.apache.lucene.search.AssertingLeafCollector.setScorer(AssertingLeafCollector.java:40)
	at org.apache.lucene.search.FilterLeafCollector.setScorer(FilterLeafCollector.java:38)
	at org.apache.lucene.search.AssertingLeafCollector.setScorer(AssertingLeafCollector.java:40)
	at org.apache.lucene.search.FilterLeafCollector.setScorer(FilterLeafCollector.java:38)
	at org.apache.lucene.search.AssertingLeafCollector.setScorer(AssertingLeafCollector.java:40)
	at org.apache.lucene.search.FilterLeafCollector.setScorer(FilterLeafCollector.java:38)
	at org.apache.lucene.search.AssertingLeafCollector.setScorer(AssertingLeafCollector.java:40)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:217)
	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:97)
	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:65)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:659)
	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
	at org.apache.lucene.search.IndexSearcher.lambda$search$0(IndexSearcher.java:597)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestTopDocsMerge

Error Message:
6 threads leaked from SUITE scope at org.apache.lucene.search.TestTopDocsMerge:     1) Thread[id=1841, name=LuceneTestCase-24-thread-3, state=WAITING, group=TGRP-TestTopDocsMerge]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=1843, name=LuceneTestCase-24-thread-5, state=WAITING, group=TGRP-TestTopDocsMerge]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=1844, name=LuceneTestCase-24-thread-6, state=WAITING, group=TGRP-TestTopDocsMerge]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=1840, name=LuceneTestCase-24-thread-2, state=WAITING, group=TGRP-TestTopDocsMerge]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=1839, name=LuceneTestCase-24-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=1842, name=LuceneTestCase-24-thread-4, state=WAITING, group=TGRP-TestTopDocsMerge]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.lucene.search.TestTopDocsMerge: 
   1) Thread[id=1841, name=LuceneTestCase-24-thread-3, state=WAITING, group=TGRP-TestTopDocsMerge]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=1843, name=LuceneTestCase-24-thread-5, state=WAITING, group=TGRP-TestTopDocsMerge]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=1844, name=LuceneTestCase-24-thread-6, state=WAITING, group=TGRP-TestTopDocsMerge]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=1840, name=LuceneTestCase-24-thread-2, state=WAITING, group=TGRP-TestTopDocsMerge]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=1839, name=LuceneTestCase-24-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=1842, name=LuceneTestCase-24-thread-4, state=WAITING, group=TGRP-TestTopDocsMerge]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([917E91DFDA23262E]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestTopDocsMerge

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1841, name=LuceneTestCase-24-thread-3, state=WAITING, group=TGRP-TestTopDocsMerge]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=1843, name=LuceneTestCase-24-thread-5, state=WAITING, group=TGRP-TestTopDocsMerge]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=1844, name=LuceneTestCase-24-thread-6, state=WAITING, group=TGRP-TestTopDocsMerge]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=1840, name=LuceneTestCase-24-thread-2, state=WAITING, group=TGRP-TestTopDocsMerge]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=1839, name=LuceneTestCase-24-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=1842, name=LuceneTestCase-24-thread-4, state=WAITING, group=TGRP-TestTopDocsMerge]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1841, name=LuceneTestCase-24-thread-3, state=WAITING, group=TGRP-TestTopDocsMerge]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=1843, name=LuceneTestCase-24-thread-5, state=WAITING, group=TGRP-TestTopDocsMerge]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=1844, name=LuceneTestCase-24-thread-6, state=WAITING, group=TGRP-TestTopDocsMerge]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=1840, name=LuceneTestCase-24-thread-2, state=WAITING, group=TGRP-TestTopDocsMerge]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=1839, name=LuceneTestCase-24-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=1842, name=LuceneTestCase-24-thread-4, state=WAITING, group=TGRP-TestTopDocsMerge]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([917E91DFDA23262E]:0)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:38985

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:38985
	at __randomizedtesting.SeedInfo.seed([A4378C80F488E051:2C63B35A5A748DA9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475)
	at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469)
	at sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69)
	at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1239)
	at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75)
	at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:926)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 56 more


FAILED:  org.apache.solr.cloud.api.collections.HdfsCloudIncrementalBackupTest.testSimple

Error Message:
Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([A4378C80F488E051:9C84A87ED37B3480]:0)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1165)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1048)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1048)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1048)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1048)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:1048)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:174)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 657 lines...]
   [junit4] Suite: org.apache.lucene.search.TestTopDocsMerge
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTopDocsMerge -Dtests.method=testSort_1 -Dtests.seed=917E91DFDA23262E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/test-data/enwiki.random.lines.txt -Dtests.locale=ga -Dtests.timezone=UCT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   13.6s J1 | TestTopDocsMerge.testSort_1 <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: java.util.concurrent.ExecutionException: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([917E91DFDA23262E:7E345BB24FA0715]:0)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:615)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.searchAfter(IndexSearcher.java:419)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:430)
   [junit4]    > 	at org.apache.lucene.search.TestTopDocsMerge.testSort(TestTopDocsMerge.java:281)
   [junit4]    > 	at org.apache.lucene.search.TestTopDocsMerge.testSort_1(TestTopDocsMerge.java:71)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.util.concurrent.ExecutionException: java.lang.AssertionError
   [junit4]    > 	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
   [junit4]    > 	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:611)
   [junit4]    > 	... 42 more
   [junit4]    > Caused by: java.lang.AssertionError
   [junit4]    > 	at org.apache.lucene.search.ImpactsDISI.setMinCompetitiveScore(ImpactsDISI.java:60)
   [junit4]    > 	at org.apache.lucene.search.TermScorer.setMinCompetitiveScore(TermScorer.java:95)
   [junit4]    > 	at org.apache.lucene.search.AssertingScorable$WrappedScorer.setMinCompetitiveScore(AssertingScorable.java:71)
   [junit4]    > 	at org.apache.lucene.search.AssertingScorable$WrappedScorer.setMinCompetitiveScore(AssertingScorable.java:71)
   [junit4]    > 	at org.apache.lucene.search.AssertingScorable$WrappedScorer.setMinCompetitiveScore(AssertingScorable.java:71)
   [junit4]    > 	at org.apache.lucene.search.AssertingScorable$WrappedScorer.setMinCompetitiveScore(AssertingScorable.java:71)
   [junit4]    > 	at org.apache.lucene.search.TopScoreDocCollector.updateMinCompetitiveScore(TopScoreDocCollector.java:328)
   [junit4]    > 	at org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.setScorer(TopScoreDocCollector.java:68)
   [junit4]    > 	at org.apache.lucene.search.FilterLeafCollector.setScorer(FilterLeafCollector.java:38)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.setScorer(AssertingLeafCollector.java:40)
   [junit4]    > 	at org.apache.lucene.search.FilterLeafCollector.setScorer(FilterLeafCollector.java:38)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.setScorer(AssertingLeafCollector.java:40)
   [junit4]    > 	at org.apache.lucene.search.FilterLeafCollector.setScorer(FilterLeafCollector.java:38)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.setScorer(AssertingLeafCollector.java:40)
   [junit4]    > 	at org.apache.lucene.search.FilterLeafCollector.setScorer(FilterLeafCollector.java:38)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.setScorer(AssertingLeafCollector.java:40)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:217)
   [junit4]    > 	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:97)
   [junit4]    > 	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:65)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:659)
   [junit4]    > 	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.lambda$search$0(IndexSearcher.java:597)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	... 1 more
   [junit4]   2> Oct 06, 2021 6:17:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 6 leaked thread(s).
   [junit4]   2> Oct 06, 2021 6:18:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 6 threads leaked from SUITE scope at org.apache.lucene.search.TestTopDocsMerge: 
   [junit4]   2>    1) Thread[id=1841, name=LuceneTestCase-24-thread-3, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    2) Thread[id=1843, name=LuceneTestCase-24-thread-5, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    3) Thread[id=1844, name=LuceneTestCase-24-thread-6, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    4) Thread[id=1840, name=LuceneTestCase-24-thread-2, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    5) Thread[id=1839, name=LuceneTestCase-24-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    6) Thread[id=1842, name=LuceneTestCase-24-thread-4, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Oct 06, 2021 6:18:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=1841, name=LuceneTestCase-24-thread-3, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>    2) Thread[id=1843, name=LuceneTestCase-24-thread-5, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>    3) Thread[id=1844, name=LuceneTestCase-24-thread-6, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>    4) Thread[id=1840, name=LuceneTestCase-24-thread-2, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>    5) Thread[id=1839, name=LuceneTestCase-24-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>    6) Thread[id=1842, name=LuceneTestCase-24-thread-4, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2> Oct 06, 2021 6:18:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=1841, name=LuceneTestCase-24-thread-3, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    2) Thread[id=1843, name=LuceneTestCase-24-thread-5, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    3) Thread[id=1844, name=LuceneTestCase-24-thread-6, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    4) Thread[id=1840, name=LuceneTestCase-24-thread-2, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    5) Thread[id=1839, name=LuceneTestCase-24-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    6) Thread[id=1842, name=LuceneTestCase-24-thread-4, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {text=FST50}, docValues:{string=DocValuesFormat(name=Asserting), float=DocValuesFormat(name=Lucene80), int=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1890, maxMBSortInHeap=6.8449997241028635, sim=Asserting(RandomSimilarity(queryNorm=false): {text=DFR I(ne)B3(800.0)}), locale=ga, timezone=UCT
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=7,free=114162752,total=534773760
   [junit4]   2> NOTE: All tests run in this JVM: [TestLatLonPointDistanceFeatureQuery, TestParallelReaderEmptyIndex, TestSortingCodecReader, TestRecyclingIntBlockAllocator, Test2BPostingsBytes, TestFilterMergePolicy, TestLucene50TermVectorsFormat, TestDocValuesFieldUpdates, TestIndexSorting, TestAllFilesDetectTruncation, TestDemo, TestWildcardRandom, TestIndexSearcher, TermInSetQueryTest, TestBagOfPositions, TestBufferedUpdates, TestTessellator, TestFilterWeight, TestNormsFieldExistsQuery, TestTermsEnum2, TestFastDecompressionMode, TestSearchForDuplicates, TestLowercaseAsciiCompression, TestPendingDeletes, TestNoDeletionPolicy, TestTermRangeQuery, TestRollingUpdates, TestDirectory, TestMergeRateLimiter, Test2BNumericDocValues, TestFutureArrays, TestIndependenceChiSquared, TestOneMergeWrappingMergePolicy, TestFSTs, TestMinimize, TestPolygon, TestXYMultiPolygonShapeQueries, TestTerm, TestFieldsReader, TestTopDocsMerge]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTopDocsMerge -Dtests.seed=917E91DFDA23262E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/test-data/enwiki.random.lines.txt -Dtests.locale=ga -Dtests.timezone=UCT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestTopDocsMerge (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.lucene.search.TestTopDocsMerge: 
   [junit4]    >    1) Thread[id=1841, name=LuceneTestCase-24-thread-3, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=1843, name=LuceneTestCase-24-thread-5, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=1844, name=LuceneTestCase-24-thread-6, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=1840, name=LuceneTestCase-24-thread-2, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=1839, name=LuceneTestCase-24-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=1842, name=LuceneTestCase-24-thread-4, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([917E91DFDA23262E]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=1841, name=LuceneTestCase-24-thread-3, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=1843, name=LuceneTestCase-24-thread-5, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=1844, name=LuceneTestCase-24-thread-6, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=1840, name=LuceneTestCase-24-thread-2, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=1839, name=LuceneTestCase-24-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=1842, name=LuceneTestCase-24-thread-4, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([917E91DFDA23262E]:0)
   [junit4] Completed [95/582 (1!)] on J1 in 59.68s, 5 tests, 3 errors <<< FAILURES!

[...truncated 13821 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.HdfsCloudIncrementalBackupTest
   [junit4]   2> 1830367 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1830367 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1830368 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.HdfsCloudIncrementalBackupTest_A4378C80F488E051-001/data-dir-82-001
   [junit4]   2> 1830368 WARN  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 1830368 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1830370 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1830370 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1830675 WARN  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1830677 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 1830678 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1830678 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1830678 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1830679 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9c668b5{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.2-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1830816 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@611962aa{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J3/temp/jetty-localhost_localdomain-46723-hadoop-hdfs-3_2_2-tests_jar-_-any-7669538680017491206/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.2-tests.jar!/webapps/hdfs}
   [junit4]   2> 1830817 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2184f135{HTTP/1.1, (http/1.1)}{localhost.localdomain:46723}
   [junit4]   2> 1830817 INFO  (SUITE-HdfsCloudIncrementalBackupTest-seed#[A4378C80F488E051]-worker) [     ] o.e.j.s.Server Started @1830861ms
   [junit4]   2> 1830929 WARN  (Listener at localhost.localdomain/33325) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1830932 INFO  (Listener at localhost.localdomain/33325) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 1830939 INFO  (Listener at localhost.localdomain/33325) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1830939 INFO  (Listener at localhost.localdomain/33325) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1830939 INFO  (Listener at localhost.localdomain/33325) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1830941 INFO  (Listener at localhost.localdomain/33325) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ce9e01f{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.2-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1831075 INFO  (Listener at localhost.localdomain/33325) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@608e142b{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J3/temp/jetty-localhost-37997-hadoop-hdfs-3_2_2-tests_jar-_-any-5791989064860946800/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.2-tests.jar!/webapps/datanode}
   [junit4]   2> 1831076 INFO  (Listener at localhost.localdomain/33325) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7a385f85{HTTP/1.1, (http/1.1)}{localhost:37997}
   [junit4]   2> 1831076 INFO  (Listener at localhost.localdomain/33325) [     ] o.e.j.s.Server Started @1831119ms
   [junit4]   2> 1831287 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xef79f75fe2ac5bf8: Processing first storage report for DS-469ab130-5cf1-449b-bae5-f5a300a71670 from datanode 6727c5b7-e66b-4a45-9a66-e9b6ada9aef9
   [junit4]   2> 1831287 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xef79f75fe2ac5bf8: from storage DS-469ab130-5cf1-449b-bae5-f5a300a71670 node DatanodeRegistration(127.0.0.1:46081, datanodeUuid=6727c5b7-e66b-4a45-9a66-e9b6ada9aef9, infoPort=34107, infoSecurePort=0, ipcPort=46607, storageInfo=lv=-57;cid=testClusterID;nsid=1292542484;c=1633554573240), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1831287 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xef79f75fe2ac5bf8: Processing first storage report for DS-f025daa8-9612-4e62-848c-b090e632bd87 from datanode 6727c5b7-e66b-4a45-9a66-e9b6ada9aef9
   [junit4]   2> 1831287 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xef79f75fe2ac5bf8: from storage DS-f025daa8-9612-4e62-848c-b090e632bd87 node DatanodeRegistration(127.0.0.1:46081, datanodeUuid=6727c5b7-e66b-4a45-9a66-e9b6ada9aef9, infoPort=34107, infoSecurePort=0, ipcPort=46607, storageInfo=lv=-57;cid=testClusterID;nsid=1292542484;c=1633554573240), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1831539 INFO  (Listener at localhost.localdomain/46607) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.HdfsCloudIncrementalBackupTest_A4378C80F488E051-001/tempDir-002
   [junit4]   2> 1831539 INFO  (Listener at localhost.localdomain/46607) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1831539 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1831540 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1831541 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1831639 INFO  (Listener at localhost.localdomain/46607) [     ] o.a.s.c.ZkTestServer start zk server on port: 33489
   [junit4]   2> 1831640 INFO  (Listener at localhost.localdomain/46607) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33489
   [junit4]   2> 1831640 INFO  (Listener at localhost.localdomain/46607) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33489
   [junit4]   2> 1831640 INFO  (Listener at localhost.localdomain/46607) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33489
   [junit4]   2> 1831641 INFO  (Listener at localhost.localdomain/46607) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1831644 INFO  (zkConnectionManagerCallback-8637-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1831644 INFO  (Listener at localhost.localdomain/46607) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1831649 INFO  (Listener at localhost.localdomain/46607) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1831650 INFO  (zkConnectionManagerCallback-8639-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1831650 INFO  (Listener at localhost.localdomain/46607) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1831651 INFO  (Listener at localhost.localdomain/46607) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1831653 INFO  (zkConnectionManagerCallback-8641-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1831653 INFO  (Listener at localhost.localdomain/46607) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1831759 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1831759 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1831759 INFO  (jetty-launcher-8642-thread-1) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 1831759 INFO  (jetty-launcher-8642-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1831759 INFO  (jetty-launcher-8642-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1831760 INFO  (jetty-launcher-8642-thread-2) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 1831787 INFO  (jetty-launcher-8642-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1831787 INFO  (jetty-launcher-8642-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1831787 INFO  (jetty-launcher-8642-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1831788 INFO  (jetty-launcher-8642-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10fe2674{/solr,null,AVAILABLE}
   [junit4]   2> 1831791 INFO  (jetty-launcher-8642-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1831791 INFO  (jetty-launcher-8642-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1831791 INFO  (jetty-launcher-8642-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ba01c5c{/solr,null,AVAILABLE}
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1f0f60d5{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:32931}
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-2) [     ] o.e.j.s.Server Started @1831838ms
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33489/solr, hostPort=32931}
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@39da2c03{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42775}
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-1) [     ] o.e.j.s.Server Started @1831839ms
   [junit4]   2> 1831795 ERROR (jetty-launcher-8642-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33489/solr, hostPort=42775}
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.10.1
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-06T21:09:34.639Z
   [junit4]   2> 1831795 ERROR (jetty-launcher-8642-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.10.1
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr
   [junit4]   2> 1831795 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-06T21:09:34.639Z
   [junit4]   2> 1831796 INFO  (jetty-launcher-8642-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1831799 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1831802 INFO  (zkConnectionManagerCallback-8644-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1831802 INFO  (jetty-launcher-8642-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1831803 INFO  (jetty-launcher-8642-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1831805 INFO  (zkConnectionManagerCallback-8646-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1831805 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1831808 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1831808 INFO  (jetty-launcher-8642-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@223c4a0a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1831812 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@223c4a0a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1832172 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1832172 WARN  (jetty-launcher-8642-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e761394[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1832172 WARN  (jetty-launcher-8642-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e761394[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1832175 WARN  (jetty-launcher-8642-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@333a6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1832175 WARN  (jetty-launcher-8642-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@333a6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1832177 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33489/solr
   [junit4]   2> 1832178 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1832179 INFO  (zkConnectionManagerCallback-8660-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1832179 INFO  (jetty-launcher-8642-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1832283 INFO  (jetty-launcher-8642-thread-1) [n:127.0.0.1:42775_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1832291 INFO  (zkConnectionManagerCallback-8662-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1832291 INFO  (jetty-launcher-8642-thread-1) [n:127.0.0.1:42775_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1832399 WARN  (jetty-launcher-8642-thread-1) [n:127.0.0.1:42775_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1832412 INFO  (jetty-launcher-8642-thread-1) [n:127.0.0.1:42775_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42775_solr
   [junit4]   2> 1832413 INFO  (jetty-launcher-8642-thread-1) [n:127.0.0.1:42775_solr     ] o.a.s.c.Overseer Overseer (id=72533644056788998-127.0.0.1:42775_solr-n_0000000000) starting
   [junit4]   2> 1832423 INFO  (OverseerStateUpdate-72533644056788998-127.0.0.1:42775_solr-n_0000000000) [n:127.0.0.1:42775_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42775_solr
   [junit4]   2> 1832439 INFO  (jetty-launcher-8642-thread-1) [n:127.0.0.1:42775_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42775_solr
   [junit4]   2> 1832442 INFO  (zkCallback-8661-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1832443 INFO  (jetty-launcher-8642-thread-1) [n:127.0.0.1:42775_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1832444 WARN  (jetty-launcher-8642-thread-1) [n:127.0.0.1:42775_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you

[...truncated too long message...]

ist: 127.0.0.1:46613
   [junit4]   2> 2391807 INFO  (TEST-RollingRestartTest.test-seed#[A4378C80F488E051]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46613
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=A4378C80F488E051 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/test-data/enwiki.random.lines.txt -Dtests.locale=ar-JO -Dtests.timezone=Australia/West -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    153s J2 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:38985
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A4378C80F488E051:2C63B35A5A748DA9]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475)
   [junit4]    > 	at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469)
   [junit4]    > 	at sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1239)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:926)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
   [junit4]    > 	... 56 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_A4378C80F488E051-001
   [junit4]   2> Oct 06, 2021 9:18:54 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-JO, timezone=Australia/West
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=89357192,total=517996544
   [junit4]   2> NOTE: All tests run in this JVM: [OverseerStatusTest, CdcrVersionReplicationTest, MetricsDisabledCloudTest, TestSubQueryTransformerCrossCore, TestCryptoKeys, ScheduledMaintenanceTriggerTest, SecurityConfHandlerTest, TestLazyCores, PeerSyncWithBufferUpdatesTest, TestNamedUpdateProcessors, TestConfigSets, IndexSchemaTest, TestCollationField, SolrSlf4jReporterTest, TestPerFieldSimilarityWithDefaultOverride, TestShortCircuitedRequests, ZkDynamicConfigTest, TestLMJelinekMercerSimilarityFactory, TestCloudRecovery, TestChildDocTransformer, SolrMetricsIntegrationTest, TestSolrCoreSnapshots, SchemaVersionSpecificBehaviorTest, BlockJoinFacetDistribTest, BasicDistributedZk2Test, AuditLoggerIntegrationTest, TestSafeXMLParsing, TestLegacyTerms, RestartWhileUpdatingTest, TestZkChroot, HttpPartitionTest, TestRandomDVFaceting, BadComponentTest, TestPseudoReturnFields, TestSearchPerf, TestIncrementalCoreBackup, DocumentAnalysisRequestHandlerTest, SSLMigrationTest, TestSuggestSpellingConverter, TestRawResponseWriter, HighlighterConfigTest, TestFoldingMultitermQuery, SolrIndexMetricsTest, SearchRateTriggerTest, LeaderVoteWaitTimeoutTest, QueryComponentPartialResultsTest, SubstringBytesRefFilterTest, ForceLeaderTest, CustomCollectionTest, TestReqParamsAPI, TestCollectionAPI, ClassificationUpdateProcessorFactoryTest, TestPullReplicaWithAuth, SuggestComponentContextFilterQueryTest, TestFastLRUCache, PurgeGraphTest, GraphQueryTest, TestSchemaField, TestDistribIDF, TestReplicaProperties, TestInPlaceUpdatesStandalone, V2CollectionBackupsAPIMappingTest, AnalysisErrorHandlingTest, TaggerTest, TestEmbeddedSolrServerConstructors, TestHighFrequencyDictionaryFactory, TestBinaryResponseWriter, ByteBuffersDirectoryFactoryTest, TestTextField, FuzzySearchTest, DistributedQueryElevationComponentTest, TestStandardQParsers, TestTestInjection, TestDocTermOrdsUninvertLimit, TestDelegationWithHadoopAuth, TermsComponentTest, NodeLostTriggerIntegrationTest, TestStressIncrementalBackup, FacetPivotSmallTest, TestMaxScoreQueryParser, ClusterStateUpdateTest, TestCloudInspectUtil, SuggesterTest, HdfsThreadLeakTest, ZkNodePropsTest, MetricTriggerIntegrationTest, TestDownShardTolerantSearch, XMLAtomicUpdateMultivalueTest, TestTolerantSearch, HdfsRecoverLeaseTest, AsyncCallRequestStatusResponseTest, SplitHandlerTest, TestDynamicFieldResource, TestRandomCollapseQParserPlugin, TestPivotHelperCode, TestCSVLoader, TestSolrFieldCacheBean, TestScoreJoinQPScore, TestSimExtremeIndexing, TestStressUserVersions, DistribJoinFromCollectionTest, TestFieldTypeResource, TestImplicitCoreProperties, TestZkAclsWithHadoopAuth, AutoScalingHandlerTest, TestOnReconnectListenerSupport, StressHdfsTest, BooleanFieldTest, ActionThrottleTest, TestCharFilters, TestCollapseQParserPlugin, MoveReplicaTest, SQLWithAuthzEnabledTest, MigrateRouteKeyTest, ConcurrentCreateRoutedAliasTest, AggValueSourceTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, TestDocumentBuilder, TestRandomFaceting, TestTrie, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, BasicDistributedZkTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteNodeTest, DeleteReplicaTest, MultiThreadedOCPTest, PackageManagerCLITest, RecoveryZkTest, RemoteQueryErrorTest, RollingRestartTest]
   [junit4] Completed [534/947 (2!)] on J2 in 153.74s, 1 test, 1 error <<< FAILURES!

[...truncated 55690 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.10 - Build # 31 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.10/31/

1 tests failed.
FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testBackupIncremental

Error Message:
Error from server at http://127.0.0.1:45825/solr: Could not backup all shards

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45825/solr: Could not backup all shards
	at __randomizedtesting.SeedInfo.seed([DF31B79ECE34F657:D8F41855F2DCC82A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.backupThenWait(AbstractIncrementalBackupTest.java:477)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest$IncrementalBackupVerifier.incrementalBackupThenVerify(AbstractIncrementalBackupTest.java:487)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.backupRestoreThenCheck(AbstractIncrementalBackupTest.java:373)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testBackupIncremental(AbstractIncrementalBackupTest.java:246)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 25933 lines...]
   [junit4] Suite: org.apache.solr.s3.S3IncrementalBackupTest
   [junit4]   2> 11915 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.e.j.u.log Logging initialized @11943ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 12521 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 12929 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.e.j.s.h.C.application Initializing Spring embedded WebApplicationContext
   [junit4]   2> 13497 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 13499 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 13503 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 13519 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.e.j.s.h.ContextHandler Started o.s.b.w.e.j.JettyEmbeddedWebAppContext@22d85178{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.6666754513244467228/],AVAILABLE}
   [junit4]   2> 13520 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.e.j.s.Server Started @13554ms
   [junit4]   2> 15285 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.e.j.s.h.C.application Initializing Spring DispatcherServlet 'dispatcherServlet'
   [junit4]   2> 16062 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.e.j.u.s.SslContextFactory x509=X509@5422aecd(selfsigned,h=[],w=[]) for Server@3cf1a911[provider=null,keyStore=jar:file:/home/jenkins/.ivy2/cache/com.adobe.testing/s3mock/jars/s3mock-2.1.34.jar!/s3mock.jks,trustStore=null]
   [junit4]   2> 16226 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.e.j.s.AbstractConnector Started SslValidatingServerConnector@3b1d4564{SSL, (ssl, http/1.1)}{0.0.0.0:46071}
   [junit4]   2> 16229 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@18bca0e2{HTTP/1.1, (http/1.1)}{0.0.0.0:36361}
   [junit4]   2> 16686 WARN  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [    ] o.a.s.c.ZkTestServer TEST_HOME() does not exist - solrj test?
   [junit4]   2> 16988 WARN  (ZkTestServer Run Thread) [    ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 17335 WARN  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker-SendThread(127.0.0.1:45009)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108191153bc0002.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108191153bc0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 17639 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 17649 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 17649 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 17649 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 17654 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15571627{/solr,null,AVAILABLE}
   [junit4]   2> 17655 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 17656 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 17656 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 17656 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 17658 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5185d92c{/solr,null,AVAILABLE}
   [junit4]   2> 17665 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4b9399cc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45825}
   [junit4]   2> 17665 INFO  (jetty-launcher-8-thread-1) [    ] o.e.j.s.Server Started @17700ms
   [junit4]   2> 17693 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7128facf{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:33505}
   [junit4]   2> 17694 INFO  (jetty-launcher-8-thread-2) [    ] o.e.j.s.Server Started @17728ms
   [junit4]   2> 17768 ERROR (jetty-launcher-8-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 17769 ERROR (jetty-launcher-8-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 17890 WARN  (jetty-launcher-8-thread-2-SendThread(127.0.0.1:45009)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108191153bc0004.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108191153bc0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 18115 WARN  (jetty-launcher-8-thread-1-SendThread(127.0.0.1:45009)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108191153bc0003.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108191153bc0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 21960 WARN  (jetty-launcher-8-thread-1-SendThread(127.0.0.1:45009)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108191153bc0007.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108191153bc0007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 22043 WARN  (jetty-launcher-8-thread-2) [n:127.0.0.1:33505_solr    ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 22091 WARN  (jetty-launcher-8-thread-1) [n:127.0.0.1:45825_solr    ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 22502 WARN  (jetty-launcher-8-thread-1) [n:127.0.0.1:45825_solr    ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 22754 WARN  (jetty-launcher-8-thread-2) [n:127.0.0.1:33505_solr    ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 38940 ERROR (qtp588113063-23) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor64.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[jetty-security-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor64.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 38976 ERROR (qtp588113063-161) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor64.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[jetty-security-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor64.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 38986 ERROR (qtp588113063-23) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor64.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[jetty-security-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor64.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 38991 ERROR (qtp451112334-59) [n:127.0.0.1:45825_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Failed to backup core=backuprestore_testbackupinc_shard2_replica_n4 because org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: mytestbackuptestbackupinc/backuprestore_testbackupinc/index/3f0877fe-58a0-485e-b06a-c235d61b0941
   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:90)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:340)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: mytestbackuptestbackupinc/backuprestore_testbackupinc/index/3f0877fe-58a0-485e-b06a-c235d61b0941
   [junit4]   2> 	at org.apache.solr.s3.S3StorageClient.pushStream(S3StorageClient.java:332)
   [junit4]   2> 	at org.apache.solr.s3.S3BackupRepository.copyIndexFileFrom(S3BackupRepository.java:297)
   [junit4]   2> 	at org.apache.solr.core.TrackingBackupRepository.copyIndexFileFrom(TrackingBackupRepository.java:104)
   [junit4]   2> 	at org.apache.solr.handler.IncrementalShardBackup.incrementalCopy(IncrementalShardBackup.java:191)
   [junit4]   2> 	at org.apache.solr.handler.IncrementalShardBackup.backup(IncrementalShardBackup.java:143)
   [junit4]   2> 	at org.apache.solr.handler.IncrementalShardBackup.backup(IncrementalShardBackup.java:83)
   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:72)
   [junit4]   2> 	... 37 more
   [junit4]   2> 
   [junit4]   2> 38992 ERROR (qtp451112334-59) [n:127.0.0.1:45825_solr    ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Failed to backup core=backuprestore_testbackupinc_shard2_replica_n4 because org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: mytestbackuptestbackupinc/backuprestore_testbackupinc/index/3f0877fe-58a0-485e-b06a-c235d61b0941
   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:90)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:340)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: mytestbackuptestbackupinc/backuprestore_testbackupinc/index/3f0877fe-58a0-485e-b06a-c235d61b0941
   [junit4]   2> 	at org.apache.solr.s3.S3StorageClient.pushStream(S3StorageClient.java:332)
   [junit4]   2> 	at org.apache.solr.s3.S3BackupRepository.copyIndexFileFrom(S3BackupRepository.java:297)
   [junit4]   2> 	at org.apache.solr.core.TrackingBackupRepository.copyIndexFileFrom(TrackingBackupRepository.java:104)
   [junit4]   2> 	at org.apache.solr.handler.IncrementalShardBackup.incrementalCopy(IncrementalShardBackup.java:191)
   [junit4]   2> 	at org.apache.solr.handler.IncrementalShardBackup.backup(IncrementalShardBackup.java:143)
   [junit4]   2> 	at org.apache.solr.handler.IncrementalShardBackup.backup(IncrementalShardBackup.java:83)
   [junit4]   2> 	at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:72)
   [junit4]   2> 	... 37 more
   [junit4]   2> 
   [junit4]   2> 38995 ERROR (OverseerThreadFactory-48-thread-3-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr c:backuprestore_testbackupinc   ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:45825/solr
   [junit4]   2> org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at null: Failed to backup core=backuprestore_testbackupinc_shard2_replica_n4 because org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: mytestbackuptestbackupinc/backuprestore_testbackupinc/index/3f0877fe-58a0-485e-b06a-c235d61b0941
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.processErrorsAndResponse(Http2SolrClient.java:757) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:421) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:776) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.request(HttpShardHandler.java:80) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.ShardRequestor.call(ShardRequestor.java:130) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.ShardRequestor.call(ShardRequestor.java:41) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_291]
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) ~[metrics-core-4.1.5.jar:4.1.5]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_291]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 39405 ERROR (OverseerThreadFactory-48-thread-3-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr c:backuprestore_testbackupinc   ] o.a.s.c.a.c.BackupCmd Error happened during incremental backup for collection: backuprestore_testbackupinc
   [junit4]   2> org.apache.solr.common.SolrException: Could not backup all shards
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler$ShardRequestTracker.processResponses(OverseerCollectionMessageHandler.java:1055) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler$ShardRequestTracker.processResponses(OverseerCollectionMessageHandler.java:1038) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:252) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_291]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> Caused by: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at null: Failed to backup core=backuprestore_testbackupinc_shard2_replica_n4 because org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: mytestbackuptestbackupinc/backuprestore_testbackupinc/index/3f0877fe-58a0-485e-b06a-c235d61b0941
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.processErrorsAndResponse(Http2SolrClient.java:757) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:421) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:776) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.request(HttpShardHandler.java:80) ~[java/:?]
   [junit4]   2> 	at org.apach

[...truncated too long message...]

ed checksum is 165978160 and actual is checksum 4164081293. expected length is 175 and actual length is 175
   [junit4]   2> 44357 WARN  (parallelCoreAdminExecutor-50-thread-4-processing-n:127.0.0.1:33505_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 62450361-c2b8-415b-bb6c-8ceba4af17bb34780331428751191 RESTORECORE) [n:127.0.0.1:33505_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 3657559230 and actual is checksum 958041108. expected length is 394 and actual length is 394
   [junit4]   2> 44364 WARN  (parallelCoreAdminExecutor-49-thread-3-processing-n:127.0.0.1:45825_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 62450361-c2b8-415b-bb6c-8ceba4af17bb34780331428718043 RESTORECORE) [n:127.0.0.1:45825_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 334799826 and actual is checksum 729951141. expected length is 394 and actual length is 394
   [junit4]   2> 44367 WARN  (parallelCoreAdminExecutor-50-thread-4-processing-n:127.0.0.1:33505_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 62450361-c2b8-415b-bb6c-8ceba4af17bb34780331428751191 RESTORECORE) [n:127.0.0.1:33505_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 1035629893 and actual is checksum 1088385778. expected length is 175 and actual length is 175
   [junit4]   2> 51846 WARN  (OverseerThreadFactory-48-thread-5-processing-n:127.0.0.1:33505_solr) [n:127.0.0.1:33505_solr c:backuprestore_testbackupincsimple_restore   ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (backuprestore_testbackupincsimple_restore) without cores.
   [junit4]   2> 55903 WARN  (jetty-launcher-8-thread-1-SendThread(127.0.0.1:45009)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108191153bc0008.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108191153bc0008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 55914 WARN  (jetty-launcher-8-thread-2-SendThread(127.0.0.1:45009)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108191153bc0006.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108191153bc0006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 56006 INFO  (jetty-closer-176-thread-1-processing-n:127.0.0.1:45825_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4b9399cc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 56008 INFO  (jetty-closer-176-thread-1-processing-n:127.0.0.1:45825_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15571627{/solr,null,STOPPED}
   [junit4]   2> 56009 INFO  (jetty-closer-176-thread-1-processing-n:127.0.0.1:45825_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 56016 INFO  (jetty-closer-176-thread-2-processing-n:127.0.0.1:45825_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7128facf{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 56016 INFO  (jetty-closer-176-thread-2-processing-n:127.0.0.1:45825_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5185d92c{/solr,null,STOPPED}
   [junit4]   2> 56016 INFO  (jetty-closer-176-thread-2-processing-n:127.0.0.1:45825_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 56017 WARN  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker-SendThread(127.0.0.1:45009)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108191153bc0000.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108191153bc0000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 56221 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard2
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard1
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard2
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard1
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupincsimple/collectionprops.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	50	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	46	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	30	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	23	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	82	/solr/overseer/queue
   [junit4]   2> 	26	/solr/overseer/collection-queue-work
   [junit4]   2> 	15	/solr/collections
   [junit4]   2> 	10	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	9	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 
   [junit4]   2> 56240 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [n:127.0.0.1:45825_solr    ] o.e.j.s.AbstractConnector Stopped SslValidatingServerConnector@3b1d4564{SSL, (ssl, http/1.1)}{0.0.0.0:0}
   [junit4]   2> 56241 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [n:127.0.0.1:45825_solr    ] o.e.j.s.AbstractConnector Stopped ServerConnector@18bca0e2{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
   [junit4]   2> 56241 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [n:127.0.0.1:45825_solr    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 56242 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [n:127.0.0.1:45825_solr    ] o.e.j.s.h.C.application Destroying Spring FrameworkServlet 'dispatcherServlet'
   [junit4]   2> 56242 INFO  (SUITE-S3IncrementalBackupTest-seed#[DF31B79ECE34F657]-worker) [n:127.0.0.1:45825_solr    ] o.e.j.s.h.ContextHandler Stopped o.s.b.w.e.j.JettyEmbeddedWebAppContext@22d85178{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.6666754513244467228/],STOPPED}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/contrib/solr-s3-repository/test/J2/temp/solr.s3.S3IncrementalBackupTest_DF31B79ECE34F657-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {shard_s=PostingsFormat(name=LuceneVarGapFixedInterval), _root_=PostingsFormat(name=LuceneVarGapFixedInterval), id=Lucene84}, docValues:{}, maxPointsInLeafNode=1298, maxMBSortInHeap=6.449328970589178, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=en-IN, timezone=Asia/Jakarta
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=310897256,total=491257856
   [junit4]   2> NOTE: All tests run in this JVM: [S3IncrementalBackupTest]
   [junit4] Completed [7/7 (1!)] on J2 in 56.73s, 3 tests, 1 error <<< FAILURES!

[...truncated 44700 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.10 - Build # 30 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.10/30/

1 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:36495

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:36495
	at __randomizedtesting.SeedInfo.seed([122146AF08F14B68:9A757975A60D2690]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 56 more




Build Log:
[...truncated 15085 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> 2031600 INFO  (SUITE-RollingRestartTest-seed#[122146AF08F14B68]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2031600 INFO  (SUITE-RollingRestartTest-seed#[122146AF08F14B68]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/data-dir-148-001
   [junit4]   2> 2031600 WARN  (SUITE-RollingRestartTest-seed#[122146AF08F14B68]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=25 numCloses=25
   [junit4]   2> 2031600 INFO  (SUITE-RollingRestartTest-seed#[122146AF08F14B68]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2031609 INFO  (SUITE-RollingRestartTest-seed#[122146AF08F14B68]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2031609 INFO  (SUITE-RollingRestartTest-seed#[122146AF08F14B68]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2031609 INFO  (SUITE-RollingRestartTest-seed#[122146AF08F14B68]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2031614 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2031614 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2031614 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2031615 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2031715 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer start zk server on port: 35229
   [junit4]   2> 2031715 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35229
   [junit4]   2> 2031715 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35229
   [junit4]   2> 2031715 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35229
   [junit4]   2> 2031717 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2031719 INFO  (zkConnectionManagerCallback-18862-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2031719 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2031723 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2031725 INFO  (zkConnectionManagerCallback-18864-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2031726 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2031727 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2031729 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2031731 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2031732 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2031734 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2031736 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2031737 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2031740 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2031742 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2031743 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2031744 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2031746 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2031860 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2031860 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2031860 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 2031867 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2031867 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2031867 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2031867 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e0cf53{/,null,AVAILABLE}
   [junit4]   2> 2031867 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@c0be751{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:33111}
   [junit4]   2> 2031867 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.e.j.s.Server Started @2031955ms
   [junit4]   2> 2031868 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=33111, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/control-001/cores}
   [junit4]   2> 2031868 ERROR (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2031868 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2031868 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.1
   [junit4]   2> 2031868 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2031868 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr
   [junit4]   2> 2031868 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-07T21:02:57.325Z
   [junit4]   2> 2031869 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2031877 INFO  (zkConnectionManagerCallback-18866-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2031877 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2031979 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2031980 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/control-001/solr.xml
   [junit4]   2> 2031982 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2031982 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2031984 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2032611 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2032612 WARN  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@294c939f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2032612 WARN  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@294c939f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2032616 WARN  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b25375d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2032616 WARN  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b25375d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2032617 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35229/solr
   [junit4]   2> 2032618 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2032619 INFO  (zkConnectionManagerCallback-18877-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2032619 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2032722 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2032723 INFO  (zkConnectionManagerCallback-18879-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2032723 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2032877 WARN  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 2032892 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33111_
   [junit4]   2> 2032894 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.c.Overseer Overseer (id=74330826231644164-127.0.0.1:33111_-n_0000000000) starting
   [junit4]   2> 2032902 INFO  (OverseerStateUpdate-74330826231644164-127.0.0.1:33111_-n_0000000000) [n:127.0.0.1:33111_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33111_
   [junit4]   2> 2032903 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33111_
   [junit4]   2> 2032904 INFO  (OverseerStateUpdate-74330826231644164-127.0.0.1:33111_-n_0000000000) [n:127.0.0.1:33111_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2032909 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2032909 WARN  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2032936 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2032959 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3
   [junit4]   2> 2032968 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3
   [junit4]   2> 2032969 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3
   [junit4]   2> 2032970 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [n:127.0.0.1:33111_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/control-001/cores
   [junit4]   2> 2032986 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2032987 INFO  (zkConnectionManagerCallback-18896-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2032987 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2032989 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2032994 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35229/solr ready
   [junit4]   2> 2033006 INFO  (OverseerThreadFactory-18886-thread-1-processing-n:127.0.0.1:33111_) [n:127.0.0.1:33111_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2033121 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2033122 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 2034140 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.1
   [junit4]   2> 2034140 WARN  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 2034147 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 2034158 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2034186 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 2034186 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3
   [junit4]   2> 2034186 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2034189 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=62.181640625, floorSegmentMB=0.3212890625, forceMergeDeletesPctAllowed=8.299502129095655, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11895308700061014, deletesPctAllowed=26.293377193248578
   [junit4]   2> 2034197 WARN  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2034266 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2034266 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2034268 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2034268 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2034269 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@60fd360e
   [junit4]   2> 2034273 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2034273 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2034274 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2034274 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1712996304532013056
   [junit4]   2> 2034279 INFO  (searcherExecutor-18898-thread-1-processing-n:127.0.0.1:33111_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2034287 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2034287 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 2034294 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2034294 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2034294 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33111/control_collection_shard1_replica_n1/
   [junit4]   2> 2034294 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2034295 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:33111/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2034295 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/74330826231644164-core_node2-n_0000000000
   [junit4]   2> 2034304 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33111/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2034405 INFO  (zkCallback-18878-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2034406 INFO  (zkCallback-18878-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2034406 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2034411 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1290
   [junit4]   2> 2034414 INFO  (qtp2041159387-50433) [n:127.0.0.1:33111_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2034510 INFO  (zkCallback-18878-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2034511 INFO  (zkCallback-18878-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2034511 INFO  (zkCallback-18878-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2034518 INFO  (qtp2041159387-50433) [n:127.0.0.1:33111_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33111_&wt=javabin&version=2} status=0 QTime=1522
   [junit4]   2> 2034518 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 2034637 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2034638 INFO  (zkConnectionManagerCallback-18907-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2034638 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2034641 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2034644 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35229/solr ready
   [junit4]   2> 2034644 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2034650 INFO  (OverseerThreadFactory-18886-thread-2-processing-n:127.0.0.1:33111_) [n:127.0.0.1:33111_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2034651 INFO  (OverseerCollectionConfigSetProcessor-74330826231644164-127.0.0.1:33111_-n_0000000000) [n:127.0.0.1:33111_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2034858 WARN  (OverseerThreadFactory-18886-thread-2-processing-n:127.0.0.1:33111_) [n:127.0.0.1:33111_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2034865 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2034870 INFO  (qtp2041159387-50435) [n:127.0.0.1:33111_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=225
   [junit4]   2> 2034871 INFO  (watches-18904-thread-1) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 2034871 INFO  (watches-18904-thread-1) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2034875 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 2034875 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2034880 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 2034880 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2034881 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 2034881 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 2034881 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
   [junit4]   2> 2035025 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 2035026 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2035026 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2035026 INFO  (closeThreadPool-18908-thread-1) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 2035047 INFO  (closeThreadPool-18908-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2035047 INFO  (closeThreadPool-18908-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2035047 INFO  (closeThreadPool-18908-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2035047 INFO  (closeThreadPool-18908-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70851e9{/,null,AVAILABLE}
   [junit4]   2> 2035048 INFO  (closeThreadPool-18908-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@696a98d5{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39177}
   [junit4]   2> 2035048 INFO  (closeThreadPool-18908-thread-1) [     ] o.e.j.s.Server Started @2035136ms
   [junit4]   2> 2035048 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=39177, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-1-001/cores}
   [junit4]   2> 2035048 ERROR (closeThreadPool-18908-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2035048 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2035048 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.1
   [junit4]   2> 2035048 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2035048 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr
   [junit4]   2> 2035048 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-07T21:03:00.505Z
   [junit4]   2> 2035049 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2035061 INFO  (zkConnectionManagerCallback-18910-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2035061 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2035166 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2035167 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-1-001/solr.xml
   [junit4]   2> 2035169 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 2035169 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2035169 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2035171 INFO  (closeThreadPool-18908-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2035173 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2035173 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2035173 INFO  (closeThreadPool-18908-thread-2) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 2035174 INFO  (closeThreadPool-18908-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2035174 INFO  (closeThreadPool-18908-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2035174 INFO  (closeThreadPool-18908-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2035174 INFO  (closeThreadPool-18908-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5fac4264{/,null,AVAILABLE}
   [junit4]   2> 2035175 INFO  (closeThreadPool-18908-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@37cba354{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46533}
   [junit4]   2> 2035175 INFO  (closeThreadPool-18908-thread-2) [     ] o.e.j.s.Server Started @2035262ms
   [junit4]   2> 2035175 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=46533, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-2-001/cores}
   [junit4]   2> 2035175 ERROR (closeThreadPool-18908-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2035175 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2035175 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.1
   [junit4]   2> 2035175 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2035175 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr
   [junit4]   2> 2035175 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-07T21:03:00.632Z
   [junit4]   2> 2035179 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2035181 INFO  (zkConnectionManagerCallback-18915-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2035181 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2035284 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2035284 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-2-001/solr.xml
   [junit4]   2> 2035287 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2035287 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2035289 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2035320 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 2035340 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2035340 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2035340 INFO  (closeThreadPool-18908-thread-3) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 2035381 INFO  (closeThreadPool-18908-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2035381 INFO  (closeThreadPool-18908-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2035381 INFO  (closeThreadPool-18908-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2035393 INFO  (closeThreadPool-18908-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22f4926a{/,null,AVAILABLE}
   [junit4]   2> 2035394 INFO  (closeThreadPool-18908-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4062c770{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45925}
   [junit4]   2> 2035394 INFO  (closeThreadPool-18908-thread-3) [     ] o.e.j.s.Server Started @2035481ms
   [junit4]   2> 2035394 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=45925, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-3-001/cores}
   [junit4]   2> 2035394 ERROR (closeThreadPool-18908-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2035394 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2035394 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.1
   [junit4]   2> 2035394 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2035394 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr
   [junit4]   2> 2035394 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-07T21:03:00.851Z
   [junit4]   2> 2035409 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2035417 INFO  (zkConnectionManagerCallback-18920-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2035417 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2035488 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 2035490 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2035490 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2035490 INFO  (closeThreadPool-18908-thread-4) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 2035527 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2035527 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-3-001/solr.xml
   [junit4]   2> 2035530 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2035530 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2035531 INFO  (closeThreadPool-18908-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2035553 INFO  (closeThreadPool-18908-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2035553 INFO  (closeThreadPool-18908-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2035553 INFO  (closeThreadPool-18908-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2035558 INFO  (closeThreadPool-18908-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f580657{/,null,AVAILABLE}
   [junit4]   2> 2035561 INFO  (closeThreadPool-18908-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@67693a05{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:37651}
   [junit4]   2> 2035561 INFO  (closeThreadPool-18908-thread-4) [     ] o.e.j.s.Server Started @2035648ms
   [junit4]   2> 2035561 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=37651, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-4-001/cores}
   [junit4]   2> 2035561 ERROR (closeThreadPool-18908-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2035561 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2035561 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.1
   [junit4]   2> 2035561 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2035561 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr
   [junit4]   2> 2035561 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-07T21:03:01.018Z
   [junit4]   2> 2035575 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2035583 INFO  (zkConnectionManagerCallback-18925-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2035583 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2035684 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2035684 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-4-001/solr.xml
   [junit4]   2> 2035687 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2035687 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2035689 INFO  (closeThreadPool-18908-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2035837 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-5-001 of type NRT for shard2
   [junit4]   2> 2035847 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2035847 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2035847 INFO  (closeThreadPool-18908-thread-5) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 2035924 INFO  (closeThreadPool-18908-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2035924 INFO  (closeThreadPool-18908-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2035924 INFO  (closeThreadPool-18908-thread-5) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2035934 INFO  (closeThreadPool-18908-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@636bb618{/,null,AVAILABLE}
   [junit4]   2> 2035934 INFO  (closeThreadPool-18908-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4a025701{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36495}
   [junit4]   2> 2035934 INFO  (closeThreadPool-18908-thread-5) [     ] o.e.j.s.Server Started @2036022ms
   [junit4]   2> 2035934 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/tempDir-001/jetty5, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=36495, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-5-001/cores}
   [junit4]   2> 2035934 ERROR (closeThreadPool-18908-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2035934 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2035935 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.1
   [junit4]   2> 2035935 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2035935 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr
   [junit4]   2> 2035935 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-07T21:03:01.392Z
   [junit4]   2> 2035959 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2035968 INFO  (zkConnectionManagerCallback-18930-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2035968 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2035985 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2036000 WARN  (closeThreadPool-18908-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2a9c48f4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2036000 WARN  (closeThreadPool-18908-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2a9c48f4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2036002 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-6-001 of type NRT for shard1
   [junit4]   2> 2036024 WARN  (closeThreadPool-18908-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@10f73e6d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2036024 WARN  (closeThreadPool-18908-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@10f73e6d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2036025 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2036025 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2036025 INFO  (closeThreadPool-18908-thread-6) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 2036026 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35229/solr
   [junit4]   2> 2036073 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2036111 INFO  (closeThreadPool-18908-thread-6) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2036111 INFO  (closeThreadPool-18908-thread-6) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2036111 INFO  (closeThreadPool-18908-thread-6) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2036114 INFO  (closeThreadPool-18908-thread-6) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50f98150{/,null,AVAILABLE}
   [junit4]   2> 2036115 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2036115 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-5-001/solr.xml
   [junit4]   2> 2036119 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2036119 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2036120 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2036129 INFO  (closeThreadPool-18908-thread-6) [     ] o.e.j.s.AbstractConnector Started ServerConnector@69d940d7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38027}
   [junit4]   2> 2036129 INFO  (closeThreadPool-18908-thread-6) [     ] o.e.j.s.Server Started @2036217ms
   [junit4]   2> 2036129 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/tempDir-001/jetty6, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=38027, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-6-001/cores}
   [junit4]   2> 2036129 ERROR (closeThreadPool-18908-thread-6) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2036129 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2036129 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.1
   [junit4]   2> 2036129 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2036129 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr
   [junit4]   2> 2036129 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-07T21:03:01.586Z
   [junit4]   2> 2036130 INFO  (zkConnectionManagerCallback-18938-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2036130 INFO  (closeThreadPool-18908-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2036155 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2036157 WARN  (closeThreadPool-18908-thread-2-SendThread(127.0.0.1:35229)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108137e1d66000c.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x108137e1d66000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108137e1d66000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2036175 INFO  (zkConnectionManagerCallback-18943-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2036176 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2036236 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-7-001 of type NRT for shard2
   [junit4]   2> 2036247 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2036249 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2036249 INFO  (closeThreadPool-18908-thread-7) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 2036336 INFO  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2036349 INFO  (closeThreadPool-18908-thread-7) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2036350 INFO  (closeThreadPool-18908-thread-7) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2036350 INFO  (closeThreadPool-18908-thread-7) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2036360 INFO  (zkConnectionManagerCallback-18945-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2036360 INFO  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2036372 WARN  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 2036373 INFO  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2036382 INFO  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.c.ZkController Publish node=127.0.0.1:46533_ as DOWN
   [junit4]   2> 2036383 INFO  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 2036383 INFO  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46533_
   [junit4]   2> 2036384 INFO  (closeThreadPool-18908-thread-7) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6095d3b9{/,null,AVAILABLE}
   [junit4]   2> 2036384 INFO  (closeThreadPool-18908-thread-7) [     ] o.e.j.s.AbstractConnector Started ServerConnector@46b6ea5c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:33149}
   [junit4]   2> 2036385 INFO  (closeThreadPool-18908-thread-7) [     ] o.e.j.s.Server Started @2036472ms
   [junit4]   2> 2036385 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/tempDir-001/jetty7, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=33149, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-7-001/cores}
   [junit4]   2> 2036385 ERROR (closeThreadPool-18908-thread-7) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2036385 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2036385 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.1
   [junit4]   2> 2036385 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2036385 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr
   [junit4]   2> 2036385 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-07T21:03:01.842Z
   [junit4]   2> 2036387 INFO  (zkCallback-18878-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2036397 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2036407 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2036407 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-6-001/solr.xml
   [junit4]   2> 2036407 INFO  (zkConnectionManagerCallback-18949-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2036407 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2036409 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2036409 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2036411 INFO  (closeThreadPool-18908-thread-6) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2036411 INFO  (zkCallback-18944-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2036414 INFO  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2036414 WARN  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2036422 INFO  (zkCallback-18906-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2036494 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2036506 WARN  (closeThreadPool-18908-thread-5) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5ab50c6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2036506 WARN  (closeThreadPool-18908-thread-5) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5ab50c6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2036511 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2036511 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-7-001/solr.xml
   [junit4]   2> 2036514 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2036514 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2036517 INFO  (closeThreadPool-18908-thread-7) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2036532 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 8 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-8-001 of type NRT for shard1
   [junit4]   2> 2036569 WARN  (closeThreadPool-18908-thread-5) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@46f61bf3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2036569 WARN  (closeThreadPool-18908-thread-5) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@46f61bf3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2036571 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35229/solr
   [junit4]   2> 2036573 INFO  (closeThreadPool-18908-thread-8) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2036573 INFO  (closeThreadPool-18908-thread-8) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2036574 INFO  (closeThreadPool-18908-thread-8) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 2036585 INFO  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2036608 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2036629 INFO  (zkConnectionManagerCallback-18968-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2036629 INFO  (closeThreadPool-18908-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2036641 WARN  (closeThreadPool-18908-thread-5-SendThread(127.0.0.1:35229)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x108137e1d660010.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x108137e1d660010, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x108137e1d660010, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2036642 INFO  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3
   [junit4]   2> 2036682 INFO  (closeThreadPool-18908-thread-8) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2036682 INFO  (closeThreadPool-18908-thread-8) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2036682 INFO  (closeThreadPool-18908-thread-8) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2036683 INFO  (closeThreadPool-18908-thread-8) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d4b09e6{/,null,AVAILABLE}
   [junit4]   2> 2036693 INFO  (OverseerCollectionConfigSetProcessor-74330826231644164-127.0.0.1:33111_-n_0000000000) [n:127.0.0.1:33111_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2036697 INFO  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3
   [junit4]   2> 2036697 INFO  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d3c6ab3
   [junit4]   2> 2036702 INFO  (closeThreadPool-18908-thread-2) [n:127.0.0.1:46533_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-2-001/cores
   [junit4]   2> 2036720 INFO  (closeThreadPool-18908-thread-8) [     ] o.e.j.s.AbstractConnector Started ServerConnector@cb08948{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42101}
   [junit4]   2> 2036720 INFO  (closeThreadPool-18908-thread-8) [     ] o.e.j.s.Server Started @2036808ms
   [junit4]   2> 2036720 INFO  (closeThreadPool-18908-thread-8) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/tempDir-001/jetty8, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=42101, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001/shard-8-001/cores}
   [junit4]   2> 2036720 ERROR (closeThreadPool-18908-thread-8) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2036720 INFO  (closeThreadPool-18908-thread-8) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2036720 INFO  (closeThreadPool-18908-thread-8) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.1
   [junit4]   2> 2036720 INFO  (closeThreadPool-18908-thread-8) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2036720 INFO  (closeThreadPool-18908-thread-8) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr
   [junit4]   2> 2036720 INFO  (closeThreadPool-18908-thread-8) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-07T21:03:02.177Z
   [junit4]   2> 2036738 INFO  (closeThreadPool-18908-thread-8) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2036748 INFO  (zkConnectionManagerCallback-18971-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2036748 INFO  (closeThreadPool-18908-thread-8) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2036769 INFO  (closeThreadPool-18908-thread-5) [n:127.0.0.1:36495_     

[...truncated too long message...]

nit4]   2> 	2	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2181769 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35229
   [junit4]   2> 2181770 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35229
   [junit4]   2> 2181770 INFO  (TEST-RollingRestartTest.test-seed#[122146AF08F14B68]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35229
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=122146AF08F14B68 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/test-data/enwiki.random.lines.txt -Dtests.locale=be -Dtests.timezone=Europe/Mariehamn -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    150s J0 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:36495
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([122146AF08F14B68:9A757975A60D2690]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
   [junit4]    > 	... 56 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.10/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_122146AF08F14B68-001
   [junit4]   2> Oct 07, 2021 9:05:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1391, maxMBSortInHeap=5.071074076252288, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=be, timezone=Europe/Mariehamn
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=148699288,total=535298048
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrJacksonAnnotation, SolrShardReporterTest, ZkSolrClientTest, ExitableDirectoryReaderTest, ShowFileRequestHandlerTest, AnalysisAfterCoreReloadTest, TestSolrQueryParser, BasicZkTest, OverseerSolrResponseTest, ExecutePlanActionTest, BinaryUpdateRequestHandlerTest, DeleteNodeTest, TestSolrCachePerf, PreAnalyzedUpdateProcessorTest, CheckHdfsIndexTest, TestSimScenario, AtomicUpdatesTest, TestNestedDocsSort, SpatialRPTFieldTypeTest, CoreAdminHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, DataDrivenBlockJoinTest, PathHierarchyTokenizerFactoryTest, CopyFieldTest, NodeAddedTriggerIntegrationTest, BlockJoinFacetSimpleTest, SolrTestCaseJ4Test, TestUninvertingReader, TestPullReplica, TriLevelCompositeIdRoutingTest, DisMaxRequestHandlerTest, TestHighlightDedupGrouping, SecurityHeadersTest, TestCustomDocTransformer, ResponseBuilderTest, HdfsUnloadDistributedZkTest, TestInitParams, TestCloudPivotFacet, CircularListTest, UniqFieldsUpdateProcessorFactoryTest, TestCodecSupport, TestCoreAdminApis, TestCircuitBreaker, TestJsonRequest, TestNonDefinedSimilarityFactory, TestOmitPositions, DistribCursorPagingTest, ConcurrentCreateCollectionTest, RegexBytesRefFilterTest, TestReloadAndDeleteDocs, HdfsCollectionsAPIDistributedZkTest, TestSSLRandomization, TestFaceting, SliceStateTest, SpellPossibilityIteratorTest, TestLuceneMatchVersion, TestCoreDiscovery, HLLSerializationTest, CollectionReloadTest, TestFieldResource, TestSimDistributedQueue, SolrCoreCheckLockOnStartupTest, TestSimpleQParserPlugin, TestAnalyzeInfixSuggestions, PrimUtilsTest, SuggesterFSTTest, DynamicMapsTest, TestInPlaceUpdatesDistrib, TestPKIAuthenticationPlugin, ClassificationUpdateProcessorTest, RequiredFieldsTest, RuleEngineTest, AutoAddReplicasIntegrationTest, TestXmlQParser, TestSolrConfigHandlerCloud, SolrIndexSearcherTest, MaxSizeAutoCommitTest, PreAnalyzedFieldManagedSchemaCloudTest, SearchHandlerTest, TestLRUCache, TestJsonFacetsWithNestedObjects, TestSimLargeCluster, TestRuleBasedAuthorizationWithKerberos, TestNumericRangeQuery32, TestIBSimilarityFactory, HdfsChaosMonkeySafeLeaderTest, TestCopyFieldCollectionResource, TestBooleanSimilarityFactory, MultiThreadedOCPTest, CreateCollectionCleanupTest, JvmMetricsTest, TestUnifiedSolrHighlighterWithoutStoredId, TestUniqueKeyFieldResource, TestCloudSearcherWarming, TestCloudDeduplication, TestElisionMultitermQuery, TestSolrDeletionPolicy1, TestObjectReleaseTracker, TestUnInvertedFieldException, TestFieldCacheReopen, ZkCollectionPropsCachingTest, HdfsRestartWhileUpdatingTest, HdfsLockFactoryTest, ScheduledTriggerTest, ConfigureRecoveryStrategyTest, TestMissingGroups, BlobRepositoryCloudTest, CurrencyRangeFacetCloudTest, OverriddenZkACLAndCredentialsProvidersTest, ShardRoutingCustomTest, BaseCdcrDistributedZkTest, ClusterStateMockUtilTest, SystemInfoHandlerTest, TestComplexPhraseQParserPlugin, TestNestedUpdateProcessor, MetricUtilsTest, TestAtomicUpdateErrorCases, TestSimpleTrackingShardHandler, TestDeprecatedFilters, TestLuceneIndexBackCompat, BasicDistributedZk2Test, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, DeleteStatusTest, DistributedQueueTest, DocValuesNotIndexedTest, ForceLeaderTest, HttpPartitionOnCommitTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MetricsHistoryWithAuthIntegrationTest, MigrateRouteKeyTest, MoveReplicaHDFSTest, MoveReplicaTest, MultiSolrCloudTestCaseTest, OverseerRolesTest, PeerSyncReplicationTest, RollingRestartTest]
   [junit4] Completed [564/947 (1!)] on J0 in 150.67s, 1 test, 1 error <<< FAILURES!

[...truncated 55551 lines...]