You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/03/12 09:25:06 UTC

[JENKINS] Lucene » Lucene-Solr-BadApples-Tests-8.x - Build # 214 - Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-Tests-8.x/214/

1 tests failed.
FAILED:  org.apache.solr.schema.EnumFieldTest.testFacetEnumSearch

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([181E2EAF87354CC6:9EDEC99A23D32FAF]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1023)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:983)
	at org.apache.solr.schema.EnumFieldTest.testFacetEnumSearch(EnumFieldTest.java:594)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//*[@name='facets']/int/text()=6
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">35</int><lst name="params"><str name="q">severity:*</str><str name="json.facet">{ severity : { type : terms, field : severity, missing : true, exists : true, allBuckets : true, method : enum }}</str><str name="fl">severity</str><str name="wt">xml</str></lst></lst><result name="response" numFound="0" start="0" numFoundExact="true"></result><lst name="facets"><int name="count">0</int></lst>
</response>

	request was:q=severity:*&json.facet={+severity+:+{+type+:+terms,+field+:+severity,+missing+:+true,+exists+:+true,+allBuckets+:+true,+method+:+enum+}}&fl=severity&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1016)
	... 45 more




Build Log:
[...truncated 13514 lines...]
   [junit4] Suite: org.apache.solr.schema.EnumFieldTest
   [junit4]   2> 256067 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 256068 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.schema.EnumFieldTest_181E2EAF87354CC6-001/data-dir-16-001
   [junit4]   2> 256068 WARN  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
   [junit4]   2> 256068 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 256070 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 256070 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 256071 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 256076 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 256089 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 256096 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.s.IndexSchema Schema name=tiny
   [junit4]   2> 256098 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 257057 WARN  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_281]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_281]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_281]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_281]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:377) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:342) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:183) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.schema.EnumFieldTest.doInitCore(EnumFieldTest.java:48) [test/:?]
   [junit4]   2> 	at org.apache.solr.schema.EnumFieldTest.beforeClass(EnumFieldTest.java:40) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_281]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> 257058 WARN  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_281]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_281]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1311) ~[?:1.8.0_281]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1343) ~[?:1.8.0_281]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:561) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:81) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:678) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:184) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.schema.EnumFieldTest.doInitCore(EnumFieldTest.java:48) [test/:?]
   [junit4]   2> 	at org.apache.solr.schema.EnumFieldTest.beforeClass(EnumFieldTest.java:40) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_281]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_281]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_281]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> 257059 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 257060 WARN  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 257061 WARN  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7d67ba61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 257061 WARN  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7d67ba61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 257063 WARN  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 257064 WARN  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@78febac0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 257064 WARN  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@78febac0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 257065 WARN  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 257091 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b6765
   [junit4]   2> 257097 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b6765
   [junit4]   2> 257097 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b6765
   [junit4]   2> 257122 INFO  (coreLoadExecutor-2972-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 257135 INFO  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 257151 INFO  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 257158 INFO  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=tiny
   [junit4]   2> 257160 INFO  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 257160 INFO  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 257161 INFO  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b6765
   [junit4]   2> 257161 INFO  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.schema.EnumFieldTest_181E2EAF87354CC6-001/data-dir-16-001/]
   [junit4]   2> 257162 INFO  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6060334619281823]
   [junit4]   2> 257202 INFO  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 257202 INFO  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 257203 INFO  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18032739776643877]
   [junit4]   2> 257203 WARN  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
   [junit4]   2> 257204 INFO  (coreLoadExecutor-2972-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 257206 INFO  (searcherExecutor-2974-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 257206 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 257210 INFO  (TEST-EnumFieldTest.testKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testKnownIntegerEnumIndexing
   [junit4]   2> 257210 INFO  (TEST-EnumFieldTest.testKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 257211 INFO  (TEST-EnumFieldTest.testKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 257212 INFO  (TEST-EnumFieldTest.testKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 257220 INFO  (TEST-EnumFieldTest.testKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 257245 INFO  (searcherExecutor-2974-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 257245 INFO  (TEST-EnumFieldTest.testKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 24
   [junit4]   2> 257245 INFO  (TEST-EnumFieldTest.testKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=id,severity&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 257249 INFO  (TEST-EnumFieldTest.testKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testKnownIntegerEnumIndexing
   [junit4]   2> 257252 INFO  (TEST-EnumFieldTest.testEnumSchema-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testEnumSchema
   [junit4]   2> 257253 INFO  (TEST-EnumFieldTest.testEnumSchema-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testEnumSchema
   [junit4]   2> 257256 INFO  (TEST-EnumFieldTest.testSetQuery-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testSetQuery
   [junit4]   2> 257257 INFO  (TEST-EnumFieldTest.testSetQuery-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testSetQuery
   [junit4] IGNOR/A 0.01s J1 | EnumFieldTest.testSetQuery
   [junit4]    > Assumption #1: Skipping testing of unindexed EnumField without docValues, which is unsupported.
   [junit4]   2> 257267 INFO  (TEST-EnumFieldTest.testBogusEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testBogusEnumIndexing
   [junit4]   2> 257268 INFO  (TEST-EnumFieldTest.testBogusEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 257271 INFO  (TEST-EnumFieldTest.testBogusEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 2
   [junit4]   2> 257273 INFO  (TEST-EnumFieldTest.testBogusEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{} 0 1
   [junit4]   2> 257274 INFO  (TEST-EnumFieldTest.testBogusEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.h.RequestHandlerBase Ignoring exception matching Unknown value for enum field: severity, value: blabla
   [junit4]   2> 257274 INFO  (TEST-EnumFieldTest.testBogusEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{} 0 0
   [junit4]   2> 257274 INFO  (TEST-EnumFieldTest.testBogusEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.h.RequestHandlerBase Ignoring exception matching Unknown value for enum field: severity, value: 145
   [junit4]   2> 257274 INFO  (TEST-EnumFieldTest.testBogusEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{} 0 0
   [junit4]   2> 257275 INFO  (TEST-EnumFieldTest.testBogusEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.h.RequestHandlerBase Ignoring exception matching Unknown value for enum field: severity, value: -4
   [junit4]   2> 257275 INFO  (TEST-EnumFieldTest.testBogusEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testBogusEnumIndexing
   [junit4]   2> 257279 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testMultivaluedBogusEnumIndexing
   [junit4]   2> 257279 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 257279 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 257280 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{} 0 0
   [junit4]   2> 257280 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.h.RequestHandlerBase Ignoring exception matching Unknown value for enum field: severity_mv, value: blabla
   [junit4]   2> 257280 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{} 0 0
   [junit4]   2> 257280 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.h.RequestHandlerBase Ignoring exception matching Unknown value for enum field: severity_mv, value: 145
   [junit4]   2> 257280 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{} 0 0
   [junit4]   2> 257281 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.h.RequestHandlerBase Ignoring exception matching Unknown value for enum field: severity_mv, value: -4
   [junit4]   2> 257281 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedBogusEnumIndexing
   [junit4]   2> 257285 INFO  (TEST-EnumFieldTest.testMultivaluedKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testMultivaluedKnownIntegerEnumIndexing
   [junit4]   2> 257285 INFO  (TEST-EnumFieldTest.testMultivaluedKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 257285 INFO  (TEST-EnumFieldTest.testMultivaluedKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 257288 INFO  (TEST-EnumFieldTest.testMultivaluedKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 2
   [junit4]   2> 257292 INFO  (TEST-EnumFieldTest.testMultivaluedKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 257300 INFO  (searcherExecutor-2974-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 257301 INFO  (TEST-EnumFieldTest.testMultivaluedKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 7
   [junit4]   2> 257301 INFO  (TEST-EnumFieldTest.testMultivaluedKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=id,severity_mv&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 257303 INFO  (TEST-EnumFieldTest.testMultivaluedKnownIntegerEnumIndexing-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedKnownIntegerEnumIndexing
   [junit4]   2> 257310 INFO  (TEST-EnumFieldTest.testMultivaluedSetQuery-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testMultivaluedSetQuery
   [junit4]   2> 257311 INFO  (TEST-EnumFieldTest.testMultivaluedSetQuery-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedSetQuery
   [junit4] IGNOR/A 0.01s J1 | EnumFieldTest.testMultivaluedSetQuery
   [junit4]    > Assumption #1: Skipping testing of unindexed EnumField without docValues, which is unsupported.
   [junit4]   2> 257317 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testMultivaluedBogusEnumSearch
   [junit4]   2> 257318 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 257318 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 257319 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 257320 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 257320 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 257321 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 257321 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[4]} 0 0
   [junit4]   2> 257326 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[8]} 0 4
   [junit4]   2> 257326 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[9]} 0 0
   [junit4]   2> 257330 INFO  (searcherExecutor-2974-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 257331 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 4
   [junit4]   2> 257332 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=severity_mv:bla&fl=severity_mv&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 257333 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=severity_mv:7&fl=severity_mv&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 257337 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=severity_mv:"-3"&fl=severity_mv&wt=xml} hits=0 status=0 QTime=4
   [junit4]   2> 257338 INFO  (TEST-EnumFieldTest.testMultivaluedBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedBogusEnumSearch
   [junit4]   2> 257342 INFO  (TEST-EnumFieldTest.testEnumRangeSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testEnumRangeSearch
   [junit4]   2> 257343 INFO  (TEST-EnumFieldTest.testEnumRangeSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testEnumRangeSearch
   [junit4] IGNOR/A 0.01s J1 | EnumFieldTest.testEnumRangeSearch
   [junit4]    > Assumption #1: Skipping testing of unindexed EnumField without docValues, which is unsupported.
   [junit4]   2> 257346 INFO  (TEST-EnumFieldTest.testEnumSort-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testEnumSort
   [junit4]   2> 257351 INFO  (TEST-EnumFieldTest.testEnumSort-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testEnumSort
   [junit4] IGNOR/A 0.01s J1 | EnumFieldTest.testEnumSort
   [junit4]    > Assumption #1: Skipping testing of unindexed EnumField without docValues, which is unsupported.
   [junit4]   2> 257355 INFO  (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testFacetEnumSearch
   [junit4]   2> 257355 INFO  (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 257355 INFO  (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 257366 INFO  (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 8
   [junit4]   2> 257366 INFO  (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 257368 INFO  (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 1
   [junit4]   2> 257369 INFO  (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 257369 INFO  (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[4]} 0 0
   [junit4]   2> 257369 INFO  (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5]} 0 0
   [junit4]   2> 257385 INFO  (searcherExecutor-2974-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 257389 INFO  (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 19
   [junit4]   2> 257425 INFO  (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=severity:*&json.facet={+severity+:+{+type+:+terms,+field+:+severity,+missing+:+true,+exists+:+true,+allBuckets+:+true,+method+:+enum+}}&fl=severity&wt=xml} hits=0 status=0 QTime=35
   [junit4]   2> 257425 ERROR (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//*[@name='facets']/int/text()=6
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">35</int><lst name="params"><str name="q">severity:*</str><str name="json.facet">{ severity : { type : terms, field : severity, missing : true, exists : true, allBuckets : true, method : enum }}</str><str name="fl">severity</str><str name="wt">xml</str></lst></lst><result name="response" numFound="0" start="0" numFoundExact="true"></result><lst name="facets"><int name="count">0</int></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=severity:*&json.facet={+severity+:+{+type+:+terms,+field+:+severity,+missing+:+true,+exists+:+true,+allBuckets+:+true,+method+:+enum+}}&fl=severity&wt=xml
   [junit4]   2> 257425 ERROR (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=severity:*&json.facet={+severity+:+{+type+:+terms,+field+:+severity,+missing+:+true,+exists+:+true,+allBuckets+:+true,+method+:+enum+}}&fl=severity&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=//*[@name='facets']/int/text()=6
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">35</int><lst name="params"><str name="q">severity:*</str><str name="json.facet">{ severity : { type : terms, field : severity, missing : true, exists : true, allBuckets : true, method : enum }}</str><str name="fl">severity</str><str name="wt">xml</str></lst></lst><result name="response" numFound="0" start="0" numFoundExact="true"></result><lst name="facets"><int name="count">0</int></lst>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=severity:*&json.facet={+severity+:+{+type+:+terms,+field+:+severity,+missing+:+true,+exists+:+true,+allBuckets+:+true,+method+:+enum+}}&fl=severity&wt=xml
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1016)
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:983)
   [junit4]   2> 	at org.apache.solr.schema.EnumFieldTest.testFacetEnumSearch(EnumFieldTest.java:594)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 257426 INFO  (TEST-EnumFieldTest.testFacetEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testFacetEnumSearch
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=EnumFieldTest -Dtests.method=testFacetEnumSearch -Dtests.seed=181E2EAF87354CC6 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=en-MT -Dtests.timezone=Atlantic/Azores -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.08s J1 | EnumFieldTest.testFacetEnumSearch <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([181E2EAF87354CC6:9EDEC99A23D32FAF]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1023)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:983)
   [junit4]    > 	at org.apache.solr.schema.EnumFieldTest.testFacetEnumSearch(EnumFieldTest.java:594)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//*[@name='facets']/int/text()=6
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">35</int><lst name="params"><str name="q">severity:*</str><str name="json.facet">{ severity : { type : terms, field : severity, missing : true, exists : true, allBuckets : true, method : enum }}</str><str name="fl">severity</str><str name="wt">xml</str></lst></lst><result name="response" numFound="0" start="0" numFoundExact="true"></result><lst name="facets"><int name="count">0</int></lst>
   [junit4]    > </response>
   [junit4]    > 	request was:q=severity:*&json.facet={+severity+:+{+type+:+terms,+field+:+severity,+missing+:+true,+exists+:+true,+allBuckets+:+true,+method+:+enum+}}&fl=severity&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1016)
   [junit4]    > 	... 45 more
   [junit4]   2> 257431 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testBogusEnumSearch
   [junit4]   2> 257432 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 257432 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 257432 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 257435 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 2
   [junit4]   2> 257435 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 257436 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 257436 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[4]} 0 0
   [junit4]   2> 257436 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[8]} 0 0
   [junit4]   2> 257439 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[9]} 0 0
   [junit4]   2> 257453 INFO  (searcherExecutor-2974-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 257455 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 16
   [junit4]   2> 257455 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=severity:bla&fl=severity&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 257456 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=severity:7&fl=severity&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 257456 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=severity:"-3"&fl=severity&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 257461 INFO  (TEST-EnumFieldTest.testBogusEnumSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testBogusEnumSearch
   [junit4]   2> 257465 INFO  (TEST-EnumFieldTest.testMultivaluedEnumRangeSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testMultivaluedEnumRangeSearch
   [junit4]   2> 257467 INFO  (TEST-EnumFieldTest.testMultivaluedEnumRangeSearch-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedEnumRangeSearch
   [junit4] IGNOR/A 0.01s J1 | EnumFieldTest.testMultivaluedEnumRangeSearch
   [junit4]    > Assumption #1: Skipping testing of range searching over multivalued EnumField - see SOLR-11193
   [junit4]   2> 257471 INFO  (TEST-EnumFieldTest.testMultivaluedEnumSort-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testMultivaluedEnumSort
   [junit4]   2> 257471 INFO  (TEST-EnumFieldTest.testMultivaluedEnumSort-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedEnumSort
   [junit4] IGNOR/A 0.01s J1 | EnumFieldTest.testMultivaluedEnumSort
   [junit4]    > Assumption #1: Skipping testing of sorting over multivalued EnumField - see SOLR-11193
   [junit4]   2> 257475 INFO  (TEST-EnumFieldTest.testEnumFieldTypeWithoutDocValues-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testEnumFieldTypeWithoutDocValues
   [junit4]   2> 257475 INFO  (TEST-EnumFieldTest.testEnumFieldTypeWithoutDocValues-seed#[181E2EAF87354CC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testEnumFieldTypeWithoutDocValues
   [junit4] IGNOR/A 0.00s J1 | EnumFieldTest.testEnumFieldTypeWithoutDocValues
   [junit4]    > Assumption #1: Only testing EnumFieldType without docValues.
   [junit4]   2> 257476 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 257476 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1947488353
   [junit4]   2> 257476 INFO  (coreCloseExecutor-2979-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@58cd40c4
   [junit4]   2> 257477 INFO  (coreCloseExecutor-2979-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@58cd40c4
   [junit4]   2> 257477 INFO  (coreCloseExecutor-2979-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@784aa702: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@1d126788
   [junit4]   2> 257487 INFO  (coreCloseExecutor-2979-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 257488 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 257488 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40604aa8: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@4afa24a7
   [junit4]   2> 257493 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 257493 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5927fb54: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@683d0fbc
   [junit4]   2> 257495 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 257495 INFO  (SUITE-EnumFieldTest-seed#[181E2EAF87354CC6]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c29501a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@763c3c59
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.schema.EnumFieldTest_181E2EAF87354CC6-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {severity_missingFirst=PostingsFormat(name=MockRandom), severity_missingLast=FST50, id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=758, maxMBSortInHeap=7.5365618405718715, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=en-MT, timezone=Atlantic/Azores
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=166947800,total=469762048
   [junit4]   2> NOTE: All tests run in this JVM: [TestBulkSchemaConcurrent, TestFieldSortValues, TestZkChroot, PolyFieldTest, TestBulkSchemaAPI, HighlighterMaxOffsetTest, TestLFUCache, TestTolerantUpdateProcessorRandomCloud, LeaderTragicEventTest, TestAddFieldRealTimeGet, TestStreamBody, TestSortByMinMaxFunction, TestTestInjection, DeleteReplicaTest, PackageManagerCLITest, NestedShardedAtomicUpdateTest, EnumFieldTest]
   [junit4] Completed [87/934 (1!)] on J1 in 1.51s, 15 tests, 1 error, 7 skipped <<< FAILURES!

[...truncated 53706 lines...]

[JENKINS] Lucene » Lucene-Solr-BadApples-Tests-8.x - Build # 219 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-Tests-8.x/219/

1 tests failed.
FAILED:  org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:37919/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:37919/solr
	at __randomizedtesting.SeedInfo.seed([73D52F72023F223C:3B557DA25E7F0111]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins(SolrCloudReportersTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 53 more




Build Log:
[...truncated 16046 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest
   [junit4]   2> 2013223 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2013224 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/data-dir-189-001
   [junit4]   2> 2013224 WARN  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 2013224 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2013226 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2013226 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2013226 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 2013226 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 0 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/tempDir-001
   [junit4]   2> 2013226 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2013228 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2013228 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2013229 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2013328 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 41397
   [junit4]   2> 2013328 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41397
   [junit4]   2> 2013328 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41397
   [junit4]   2> 2013328 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41397
   [junit4]   2> 2013330 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2013334 INFO  (zkConnectionManagerCallback-20667-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2013334 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2013337 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2013341 INFO  (zkConnectionManagerCallback-20669-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2013341 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2013342 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2013345 INFO  (zkConnectionManagerCallback-20671-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2013345 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2013457 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultPlugins
   [junit4]   2> 2013457 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2013458 WARN  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker-SendThread(127.0.0.1:41397)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f6545e900000.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f6545e900000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f6545e900000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2013560 WARN  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker-SendThread(127.0.0.1:41397)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f6545e900001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f6545e900001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f6545e900001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2013661 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41397
   [junit4]   2> 2013661 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41397
   [junit4]   2> 2013661 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41397
   [junit4]   2> 2013662 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/tempDir-002
   [junit4]   2> 2013663 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2013663 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2013663 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2013664 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2013763 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.ZkTestServer start zk server on port: 43515
   [junit4]   2> 2013763 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43515
   [junit4]   2> 2013763 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43515
   [junit4]   2> 2013763 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43515
   [junit4]   2> 2013764 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2013766 INFO  (zkConnectionManagerCallback-20676-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2013766 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2013775 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2013776 INFO  (zkConnectionManagerCallback-20678-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2013776 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2013776 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2013777 INFO  (zkConnectionManagerCallback-20680-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2013777 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2013782 WARN  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]-SendThread(127.0.0.1:43515)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f65460430002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f65460430002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f65460430002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2013883 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2013883 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2013883 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2013883 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2013883 INFO  (jetty-launcher-20681-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 2013883 INFO  (jetty-launcher-20681-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 2013891 INFO  (jetty-launcher-20681-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2013891 INFO  (jetty-launcher-20681-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2013891 INFO  (jetty-launcher-20681-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2013891 INFO  (jetty-launcher-20681-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23d733af{/solr,null,AVAILABLE}
   [junit4]   2> 2013893 INFO  (jetty-launcher-20681-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2013893 INFO  (jetty-launcher-20681-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@65689e66{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44713}
   [junit4]   2> 2013893 INFO  (jetty-launcher-20681-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2013893 INFO  (jetty-launcher-20681-thread-2) [     ] o.e.j.s.Server Started @2013921ms
   [junit4]   2> 2013893 INFO  (jetty-launcher-20681-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2013893 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:43515/solr, hostPort=44713}
   [junit4]   2> 2013893 ERROR (jetty-launcher-20681-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2013893 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2013893 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 2013893 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2013893 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 2013893 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-17T08:57:13.458Z
   [junit4]   2> 2013897 INFO  (jetty-launcher-20681-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5add270a{/solr,null,AVAILABLE}
   [junit4]   2> 2013897 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2013898 INFO  (jetty-launcher-20681-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@57f8a097{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:37919}
   [junit4]   2> 2013898 INFO  (jetty-launcher-20681-thread-1) [     ] o.e.j.s.Server Started @2013925ms
   [junit4]   2> 2013898 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:43515/solr, hostPort=37919}
   [junit4]   2> 2013898 ERROR (jetty-launcher-20681-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2013898 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2013898 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 2013898 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2013898 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 2013898 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-17T08:57:13.463Z
   [junit4]   2> 2013898 INFO  (zkConnectionManagerCallback-20683-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2013898 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2013898 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2013898 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2013900 INFO  (zkConnectionManagerCallback-20685-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2013900 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2013901 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2013901 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2013901 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2013902 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2013902 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce0ad25, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2013902 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2013904 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce0ad25, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2013904 WARN  (jetty-launcher-20681-thread-1-SendThread(127.0.0.1:43515)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f65460430004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f65460430004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f65460430004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2014331 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2014331 WARN  (jetty-launcher-20681-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@43afb806[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2014332 WARN  (jetty-launcher-20681-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@43afb806[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2014341 WARN  (jetty-launcher-20681-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@183698bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2014341 WARN  (jetty-launcher-20681-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@183698bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2014342 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43515/solr
   [junit4]   2> 2014343 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2014345 INFO  (zkConnectionManagerCallback-20699-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2014346 INFO  (jetty-launcher-20681-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2014349 WARN  (jetty-launcher-20681-thread-1-SendThread(127.0.0.1:43515)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f65460430005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f65460430005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f65460430005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2014450 INFO  (jetty-launcher-20681-thread-1) [n:127.0.0.1:37919_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2014451 INFO  (zkConnectionManagerCallback-20701-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2014451 INFO  (jetty-launcher-20681-thread-1) [n:127.0.0.1:37919_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2014525 INFO  (jetty-launcher-20681-thread-1) [n:127.0.0.1:37919_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37919_solr
   [junit4]   2> 2014525 INFO  (jetty-launcher-20681-thread-1) [n:127.0.0.1:37919_solr     ] o.a.s.c.Overseer Overseer (id=73172861220749318-127.0.0.1:37919_solr-n_0000000000) starting
   [junit4]   2> 2014529 INFO  (OverseerStateUpdate-73172861220749318-127.0.0.1:37919_solr-n_0000000000) [n:127.0.0.1:37919_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37919_solr
   [junit4]   2> 2014533 INFO  (jetty-launcher-20681-thread-1) [n:127.0.0.1:37919_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37919_solr
   [junit4]   2> 2014535 INFO  (jetty-launcher-20681-thread-1) [n:127.0.0.1:37919_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2014536 WARN  (jetty-launcher-20681-thread-1) [n:127.0.0.1:37919_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2014541 INFO  (zkCallback-20700-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2014547 INFO  (jetty-launcher-20681-thread-1) [n:127.0.0.1:37919_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2014565 INFO  (jetty-launcher-20681-thread-1) [n:127.0.0.1:37919_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce0ad25
   [junit4]   2> 2014571 INFO  (jetty-launcher-20681-thread-1) [n:127.0.0.1:37919_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce0ad25
   [junit4]   2> 2014571 INFO  (jetty-launcher-20681-thread-1) [n:127.0.0.1:37919_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce0ad25
   [junit4]   2> 2014572 INFO  (jetty-launcher-20681-thread-1) [n:127.0.0.1:37919_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/tempDir-002/node1
   [junit4]   2> 2015464 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2015465 WARN  (jetty-launcher-20681-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@c9ad5e5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2015465 WARN  (jetty-launcher-20681-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@c9ad5e5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2015467 WARN  (jetty-launcher-20681-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3bc423b3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2015467 WARN  (jetty-launcher-20681-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3bc423b3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2015468 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43515/solr
   [junit4]   2> 2015470 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2015470 INFO  (zkConnectionManagerCallback-20721-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2015470 INFO  (jetty-launcher-20681-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2015471 WARN  (jetty-launcher-20681-thread-2-SendThread(127.0.0.1:43515)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f65460430007.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f65460430007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f65460430007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2015572 INFO  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2015572 INFO  (zkConnectionManagerCallback-20723-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2015573 INFO  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2015576 INFO  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2015579 INFO  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:44713_solr as DOWN
   [junit4]   2> 2015579 INFO  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2015580 INFO  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44713_solr
   [junit4]   2> 2015581 INFO  (zkCallback-20700-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2015581 INFO  (zkCallback-20722-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2015582 INFO  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2015582 WARN  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2015603 INFO  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2015623 INFO  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce0ad25
   [junit4]   2> 2015633 INFO  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce0ad25
   [junit4]   2> 2015633 INFO  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce0ad25
   [junit4]   2> 2015634 INFO  (jetty-launcher-20681-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/tempDir-002/node2
   [junit4]   2> 2015652 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 2015653 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2015657 INFO  (zkConnectionManagerCallback-20736-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2015657 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2015659 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2015663 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43515/solr ready
   [junit4]   2> 2015665 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2015667 INFO  (zkConnectionManagerCallback-20738-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2015667 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2015779 INFO  (OverseerThreadFactory-20708-thread-1-processing-n:127.0.0.1:37919_solr) [n:127.0.0.1:37919_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection test_collection
   [junit4]   2> 2015783 INFO  (OverseerThreadFactory-20708-thread-1-processing-n:127.0.0.1:37919_solr) [n:127.0.0.1:37919_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"test_collection_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:37919_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:37919/solr",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2015785 INFO  (OverseerThreadFactory-20708-thread-1-processing-n:127.0.0.1:37919_solr) [n:127.0.0.1:37919_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"test_collection_shard1_replica_n3",
   [junit4]   2>   "node_name":"127.0.0.1:44713_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:44713/solr",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2015787 INFO  (OverseerThreadFactory-20708-thread-1-processing-n:127.0.0.1:37919_solr) [n:127.0.0.1:37919_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"test_collection_shard2_replica_n5",
   [junit4]   2>   "node_name":"127.0.0.1:37919_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:37919/solr",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2015806 INFO  (OverseerThreadFactory-20708-thread-1-processing-n:127.0.0.1:37919_solr) [n:127.0.0.1:37919_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"test_collection_shard2_replica_n7",
   [junit4]   2>   "node_name":"127.0.0.1:44713_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:44713/solr",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2015814 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr    x:test_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2015814 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr    x:test_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2015818 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr    x:test_collection_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n3&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2015818 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr    x:test_collection_shard2_replica_n5 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n5&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2015818 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr    x:test_collection_shard2_replica_n7 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n7&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2015835 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 2015838 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 2015845 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 2015846 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 2015846 WARN  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 2015846 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 2015846 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n5' using configuration from configset test, trusted=true
   [junit4]   2> 2015846 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.test_collection.shard2.replica_n5' (registry 'solr.core.test_collection.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce0ad25
   [junit4]   2> 2015846 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.SolrCore [[test_collection_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/tempDir-002/node1/test_collection_shard2_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/tempDir-002/node1/test_collection_shard2_replica_n5/data/]
   [junit4]   2> 2015861 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 2015877 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 2015877 WARN  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 2015877 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 2015877 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n1' using configuration from configset test, trusted=true
   [junit4]   2> 2015877 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.test_collection.shard1.replica_n1' (registry 'solr.core.test_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce0ad25
   [junit4]   2> 2015878 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[test_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/tempDir-002/node1/test_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/tempDir-002/node1/test_collection_shard1_replica_n1/data/]
   [junit4]   2> 2015878 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 2015878 WARN  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 2015878 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 2015878 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n7' using configuration from configset test, trusted=true
   [junit4]   2> 2015878 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.test_collection.shard2.replica_n7' (registry 'solr.core.test_collection.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce0ad25
   [junit4]   2> 2015878 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.SolrCore [[test_collection_shard2_replica_n7] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/tempDir-002/node2/test_collection_shard2_replica_n7], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/tempDir-002/node2/test_collection_shard2_replica_n7/data/]
   [junit4]   2> 2015884 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 2015885 WARN  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 2015885 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 2015885 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n3' using configuration from configset test, trusted=true
   [junit4]   2> 2015885 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.test_collection.shard1.replica_n3' (registry 'solr.core.test_collection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce0ad25
   [junit4]   2> 2015885 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [[test_collection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/tempDir-002/node2/test_collection_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001/tempDir-002/node2/test_collection_shard1_replica_n3/data/]
   [junit4]   2> 2015953 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2015953 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2015954 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2015954 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2015961 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 2015962 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 2015962 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2015962 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 2015963 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 2015963 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2015968 INFO  (searcherExecutor-20740-thread-1-processing-n:127.0.0.1:37919_solr x:test_collection_shard2_replica_n5 c:test_collection s:shard2 r:core_node6) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.SolrCore [test_collection_shard2_replica_n5]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2015969 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2015969 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2015971 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 2015972 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 2015973 INFO  (searcherExecutor-20744-thread-1-processing-n:127.0.0.1:44713_solr x:test_collection_shard2_replica_n7 c:test_collection s:shard2 r:core_node8) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.SolrCore [test_collection_shard2_replica_n7]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2015973 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2015975 INFO  (searcherExecutor-20742-thread-1-processing-n:127.0.0.1:37919_solr x:test_collection_shard1_replica_n1 c:test_collection s:shard1 r:core_node2) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [test_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2015976 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2015976 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2015978 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 2015979 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 2015979 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2015981 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_collection/terms/shard2 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 2015981 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_collection/leaders/shard2
   [junit4]   2> 2015981 INFO  (searcherExecutor-20746-thread-1-processing-n:127.0.0.1:44713_solr x:test_collection_shard1_replica_n3 c:test_collection s:shard1 r:core_node4) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [test_collection_shard1_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2015983 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_collection/terms/shard2 to Terms{values={core_node6=0, core_node8=0}, version=1}
   [junit4]   2> 2015986 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_collection/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 2015986 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_collection/leaders/shard1
   [junit4]   2> 2015986 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
   [junit4]   2> 2015987 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoute in=14998ms
   [junit4]   2> 2015987 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_collection/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 2015987 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_collection/leaders/shard1
   [junit4]   2> 2015987 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_collection/leaders/shard2
   [junit4]   2> 2015993 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2015993 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2015993 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44713/solr/test_collection_shard1_replica_n3/
   [junit4]   2> 2015993 ERROR (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
   [junit4]   2> 2015993 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2015993 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test_collection/leaders/shard1/leader after winning as /collections/test_collection/leader_elect/shard1/election/73172861220749320-core_node4-n_0000000000
   [junit4]   2> 2015995 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44713/solr/test_collection_shard1_replica_n3/ shard1
   [junit4]   2> 2015998 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2016000 INFO  (zkCallback-20722-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2016000 INFO  (zkCallback-20722-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2016001 INFO  (qtp1806663011-41447) [n:127.0.0.1:44713_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n3&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=183
   [junit4]   2> 2016487 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2016487 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2016487 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44713/solr/test_collection_shard2_replica_n7/
   [junit4]   2> 2016487 ERROR (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
   [junit4]   2> 2016487 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2016488 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test_collection/leaders/shard2/leader after winning as /collections/test_collection/leader_elect/shard2/election/73172861220749320-core_node8-n_0000000000
   [junit4]   2> 2016489 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44713/solr/test_collection_shard2_replica_n7/ shard2
   [junit4]   2> 2016489 INFO  (zkCallback-20722-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2016489 INFO  (zkCallback-20722-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2016489 INFO  (zkCallback-20722-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2016490 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2016490 INFO  (zkCallback-20722-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2016490 INFO  (zkCallback-20722-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2016490 INFO  (zkCallback-20722-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2016492 INFO  (qtp1806663011-41450) [n:127.0.0.1:44713_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n7&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=673
   [junit4]   2> 2016994 INFO  (zkCallback-20722-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2016994 INFO  (zkCallback-20722-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2016994 INFO  (zkCallback-20700-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2016994 INFO  (zkCallback-20722-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2016995 INFO  (qtp1497322944-41444) [n:127.0.0.1:37919_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n5&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1177
   [junit4]   2> 2074550 INFO  (qtp1497322944-41452) [n:127.0.0.1:37919_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.test_collection.shard1.replica_n1:QUERY./select.requests&key=solr.core.test_collection.shard2.replica_n5:INDEX.sizeInBytes&key=solr.core.test_collection.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.test_collection.shard1.replica_n1:UPDATE./update.requests&key=solr.core.test_collection.shard2.replica_n5:QUERY./select.requests&key=solr.core.test_collection.shard2.replica_n5:UPDATE./update.requests} status=0 QTime=0
   [junit4]   2> 2074552 INFO  (qtp1497322944-41454) [n:127.0.0.1:37919_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.jvm:os.processCpuLoad&key=solr.node:CONTAINER.fs.coreRoot.usableSpace&key=solr.jvm:os.systemLoadAverage&key=solr.jvm:memory.heap.used} status=0 QTime=1
   [junit4]   2> 2074554 INFO  (qtp1806663011-41449) [n:127.0.0.1:44713_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.test_collection.shard2.replica_n7:UPDATE./update.requests&key=solr.core.test_collection.shard2.replica_n7:INDEX.sizeInBytes&key=solr.core.test_collection.shard2.replica_n7:QUERY./select.requests&key=solr.core.test_collection.shard1.replica_n3:QUERY./select.requests&key=solr.core.test_collection.shard1.replica_n3:INDEX.sizeInBytes&key=solr.core.test_collection.shard1.replica_n3:UPDATE./update.requests} status=0 QTime=0
   [junit4]   2> 2074555 INFO  (qtp1806663011-41445) [n:127.0.0.1:44713_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.jvm:os.processCpuLoad&key=solr.node:CONTAINER.fs.coreRoot.usableSpace&key=solr.jvm:os.systemLoadAverage&key=solr.jvm:memory.heap.used} status=0 QTime=0
   [junit4]   2> 2105963 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultPlugins
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrCloudReportersTest -Dtests.method=testDefaultPlugins -Dtests.seed=73D52F72023F223C -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-AR -Dtests.timezone=Africa/Lubumbashi -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   92.5s J2 | SolrCloudReportersTest.testDefaultPlugins <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:37919/solr
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([73D52F72023F223C:3B557DA25E7F0111]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
   [junit4]    > 	at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins(SolrCloudReportersTest.java:176)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
   [junit4]    > 	... 53 more
   [junit4]   2> 2105986 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[73D52F72023F223C]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testExplicitConfiguration
   [junit4]   2> 2105987 WARN  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[73D52F72023F223C]-SendThread(127.0.0.1:43515)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f65460430009.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f65460430009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f65460430009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2106176 INFO  (jetty-closer-20759-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=813930895
   [junit4]   2> 2106176 INFO  (jetty-closer-20759-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44713_solr
   [junit4]   2> 2106176 INFO  (jetty-closer-20759-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2106176 INFO  (jetty-closer-20759-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:44713_solr as DOWN
   [junit4]   2> 2106179 ERROR (OverseerStateUpdate-73172861220749318-127.0.0.1:37919_solr-n_0000000000) [n:127.0.0.1:37919_solr     ] o.a.s.c.c.PerReplicaStatesOps multi op exception : KeeperErrorCode = NoNode[core_node6:1:A, core_node8:2:A:L, core_node2:0:D, core_node4:3:A]
   [junit4]   2> 2106179 INFO  (OverseerStateUpdate-73172861220749318-127.0.0.1:37919_solr-n_0000000000) [n:127.0.0.1:37919_solr     ] o.a.s.c.c.PerReplicaStatesOps Stale state for /collections/test_collection/state.json, attempt: 0. retrying...
   [junit4]   2> 2106183 INFO  (zkCallback-20722-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2106184 INFO  (zkCallback-20722-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2106184 INFO  (zkCallback-20722-thread-6) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2106184 INFO  (zkCallback-20700-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2106197 INFO  (coreCloseExecutor-20764-thread-1) [n:127.0.0.1:44713_solr     ] o.a.s.c.SolrCore [test_collection_shard2_replica_n7]  CLOSING SolrCore org.apache.solr.core.SolrCore@533f52d9
   [junit4]   2> 2106198 INFO  (coreCloseExecutor-20764-thread-1) [n:127.0.0.1:44713_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_collection.shard2.replica_n7 tag=SolrCore@533f52d9
   [junit4]   2> 2106198 INFO  (coreCloseExecutor-20764-thread-1) [n:127.0.0.1:44713_solr     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a909d87: rootName = null, domain = solr.core.test_collection.shard2.replica_n7, service url = null, agent id = null] for registry solr.core.test_collection.shard2.replica_n7/com.codahale.metrics.MetricRegistry@28c688a7
   [junit4]   2> 2106226 INFO  (coreCloseExecutor-20764-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.c.SolrCore [test_collection_shard1_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@41dae64c
   [junit4]   2> 2106228 INFO  (coreCloseExecutor-20764-thread-1) [n:127.0.0.1:44713_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_collection.shard2.leader tag=SolrCore@533f52d9
   [junit4]   2> 2106228 INFO  (coreCloseExecutor-20764-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_collection.shard1.replica_n3 tag=SolrCore@41dae64c
   [junit4]   2> 2106228 INFO  (coreCloseExecutor-20764-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@374ced5: rootName = null, domain = solr.core.test_collection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.test_collection.shard1.replica_n3/com.codahale.metrics.MetricRegistry@54f33fba
   [junit4]   2> 2106228 INFO  (coreCloseExecutor-20764-thread-1) [n:127.0.0.1:44713_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 2106239 INFO  (coreCloseExecutor-20764-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_collection.shard1.leader tag=SolrCore@41dae64c
   [junit4]   2> 2106240 INFO  (coreCloseExecutor-20764-thread-2) [n:127.0.0.1:44713_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 2106241 INFO  (jetty-closer-20759-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 2106242 INFO  (jetty-closer-20759-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@72faf6cd: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2e600cc1
   [junit4]   2> 2106247 INFO  (jetty-closer-20759-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 2106247 INFO  (jetty-closer-20759-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@401c8b4b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1dc23241
   [junit4]   2> 2106249 INFO  (jetty-closer-20759-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 2106249 INFO  (jetty-closer-20759-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40f07829: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@6d83595b
   [junit4]   2> 2106249 INFO  (jetty-closer-20759-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 2106253 INFO  (zkCallback-20700-thread-3) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2106253 INFO  (zkCallback-20700-thread-4) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2106260 INFO  (zkCallback-20700-thread-5) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2106353 INFO  (jetty-closer-20759-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@65689e66{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2106353 INFO  (jetty-closer-20759-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23d733af{/solr,null,STOPPED}
   [junit4]   2> 2106353 INFO  (jetty-closer-20759-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2108753 INFO  (zkCallback-20700-thread-3) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37919/solr/test_collection_shard1_replica_n1/
   [junit4]   2> 2108753 ERROR (zkCallback-20700-thread-3) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
   [junit4]   2> 2108753 INFO  (zkCallback-20700-thread-3) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2108753 INFO  (zkCallback-20700-thread-3) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test_collection/leaders/shard1/leader after winning as /collections/test_collection/leader_elect/shard1/election/73172861220749318-core_node2-n_0000000001
   [junit4]   2> 2108753 INFO  (zkCallback-20700-thread-4) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37919/solr/test_collection_shard2_replica_n5/
   [junit4]   2> 2108753 ERROR (zkCallback-20700-thread-4) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
   [junit4]   2> 2108754 INFO  (zkCallback-20700-thread-4) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2108754 INFO  (zkCallback-20700-thread-4) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test_collection/leaders/shard2/leader after winning as /collections/test_collection/leader_elect/shard2/election/73172861220749318-core_node6-n_0000000001
   [junit4]   2> 2108755 INFO  (zkCallback-20700-thread-3) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37919/solr/test_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2108755 INFO  (zkCallback-20700-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2108756 INFO  (zkCallback-20700-thread-4) [n:127.0.0.1:37919_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37919/solr/test_collection_shard2_replica_n5/ shard2
   [junit4]   2> 2109757 INFO  (qtp1497322944-41453) [n:127.0.0.1:37919_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2109758 INFO  (zkCallback-20700-thread-5) [     ] o.

[...truncated too long message...]

-n_0000000000) closing
   [junit4]   2> 2209966 INFO  (zkCallback-20819-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2209966 INFO  (jetty-closer-20856-thread-1-processing-n:127.0.0.1:35917_solr) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@74773e29{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2209966 INFO  (jetty-closer-20856-thread-1-processing-n:127.0.0.1:35917_solr) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2cf3038c{/solr,null,STOPPED}
   [junit4]   2> 2209966 INFO  (jetty-closer-20856-thread-1-processing-n:127.0.0.1:35917_solr) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2209967 WARN  (jetty-launcher-20778-thread-1-SendThread(127.0.0.1:41545)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f65729280008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f65729280008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f65729280008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2210170 INFO  (jetty-closer-20856-thread-2-processing-n:127.0.0.1:35917_solr) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7de7d30b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2210170 INFO  (jetty-closer-20856-thread-2-processing-n:127.0.0.1:35917_solr) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7c656b53{/solr,null,STOPPED}
   [junit4]   2> 2210170 INFO  (jetty-closer-20856-thread-2-processing-n:127.0.0.1:35917_solr) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2210172 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [n:127.0.0.1:35917_solr     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2210172 WARN  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[73D52F72023F223C]-SendThread(127.0.0.1:41545)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f65729280000.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f65729280000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f65729280000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2210577 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/test_collection/terms/shard2
   [junit4]   2> 	5	/solr/collections/test_collection/terms/shard1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/configs/test
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/collections/test_collection/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/collections/test_collection/state.json
   [junit4]   2> 	12	/solr/overseer/queue
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2210581 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [n:127.0.0.1:35917_solr     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41545
   [junit4]   2> 2210581 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [n:127.0.0.1:35917_solr     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41545
   [junit4]   2> 2210581 INFO  (SUITE-SolrCloudReportersTest-seed#[73D52F72023F223C]-worker) [n:127.0.0.1:35917_solr     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41545
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_73D52F72023F223C-001
   [junit4]   2> Mar 17, 2021 9:00:30 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=574, maxMBSortInHeap=6.767966834643009, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=es-AR, timezone=Africa/Lubumbashi
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=173397616,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [TestUtils, TestReload, CachingDirectoryFactoryTest, TestSnapshotCloudManager, CopyFieldTest, TestDocTermOrds, SolrInfoBeanTest, HighlighterTest, ConcurrentCreateRoutedAliasTest, FullHLLTest, SolrCloudExampleTest, FacetPivotSmallTest, TestContainerPlugin, NestedAtomicUpdateTest, RootFieldTest, TestMinimalConfig, ZkCLITest, AddBlockUpdateTest, ShardTermsTest, TestLegacyFieldReuse, TestWordDelimiterFilterFactory, TestReloadAndDeleteDocs, TestSizeLimitedDistributedMap, HttpPartitionTest, TestDynamicLoadingUrl, OverseerStatusTest, TestXIncludeConfig, TestReRankQParserPlugin, TestBooleanSimilarityFactory, JsonLoaderTest, DocValuesMissingTest, StatelessScriptUpdateProcessorFactoryTest, TestElisionMultitermQuery, SuggestComponentTest, RestartWhileUpdatingTest, TestNestedDocsSort, TestCoreDiscovery, SystemCollectionCompatTest, TestIBSimilarityFactory, SolrIndexMetricsTest, ScheduledTriggerIntegrationTest, TestRandomDVFaceting, TestUtilizeNode, TestSolrQueryParser, TestCopyFieldCollectionResource, TestLeaderElectionWithEmptyReplica, TestSolrCachePerf, TestExplainDocTransformer, BackupRestoreApiErrorConditionsTest, DistributedFacetPivotWhiteBoxTest, TestBadConfig, TestReplicationHandlerBackup, SOLR749Test, ImplicitSnitchTest, TestHashQParserPlugin, CollectionsAPIDistributedZkTest, TestOnReconnectListenerSupport, TestConfigSetImmutable, TestUseDocValuesAsStored2, TestLRUCache, TestUniqueKeyFieldResource, TestPartialUpdateDeduplication, SolrMetricManagerTest, TestJsonFacetsWithNestedObjects, TestSimDistribStateManager, TestSolrConfigHandlerConcurrent, AuthToolTest, AddSchemaFieldsUpdateProcessorFactoryTest, DebugComponentTest, LeaderElectionTest, ShardSplitTest, PeerSyncWithBufferUpdatesTest, TestUnifiedSolrHighlighterWithoutStoredId, TestSchemalessBufferedUpdates, DistributedQueryElevationComponentTest, HdfsChaosMonkeyNothingIsSafeTest, OverseerModifyCollectionTest, QueryResultKeyTest, PropertiesRequestHandlerTest, DistanceUnitsTest, TestSurroundQueryParser, TestJsonFacetErrors, MoveReplicaTest, BadCopyFieldTest, TestCursorMarkWithoutUniqueKey, CdcrWithNodesRestartsTest, TransactionLogTest, HdfsTlogReplayBufferedWhileIndexingTest, DeleteShardTest, TestSolrCloudWithHadoopAuthPlugin, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestFieldResource, PeerSyncReplicationTest, TestAnalyzedSuggestions, ForceLeaderTest, CleanupOldIndexTest, DistribJoinFromCollectionTest, TestNonDefinedSimilarityFactory, CdcrOpsAndBoundariesTest, SearchHandlerTest, ActionThrottleTest, AlternateDirectoryTest, HealthCheckHandlerTest, TestSolrCloudWithSecureImpersonation, LeaderVoteWaitTimeoutTest, HttpSolrCallGetCoreTest, ClassificationUpdateProcessorFactoryTest, TestPayloadCheckQParserPlugin, IndexBasedSpellCheckerTest, BlockJoinFacetSimpleTest, TestApiFramework, MetricTriggerTest, TestPHPSerializedResponseWriter, XmlInterpolationTest, MigrateRouteKeyTest, ReindexCollectionTest, TestCloudSearcherWarming, TestRebalanceLeaders, TestTolerantUpdateProcessorCloud, TestWithCollection, ZkSolrClientTest, HdfsCollectionsAPIDistributedZkTest, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasIntegrationTest, IndexSizeTriggerTest, MetricTriggerIntegrationTest, NodeLostTriggerIntegrationTest, NodeLostTriggerTest, TriggerEventQueueTest, TriggerIntegrationTest, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestJmxIntegration, TestLazyCores, DocumentAnalysisRequestHandlerTest, PingRequestHandlerTest, TestReqParamsAPI, TestSQLHandlerNonCloud, TestSnapshotCoreBackup, V2ApiIntegrationTest, V2StandaloneTest, AutoscalingHistoryHandlerTest, MetricsHistoryHandlerTest, StatsReloadRaceTest, BadComponentTest, CustomHighlightComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLongTailTest, QueryElevationComponentTest, TermsComponentTest, TestTrackingShardHandlerFactory, TestNumericRangeQuery64, SolrCoreMetricManagerTest, SolrJmxReporterTest, SolrCloudReportersTest]
   [junit4] Completed [811/934 (1!)] on J2 in 198.03s, 2 tests, 1 error <<< FAILURES!

[...truncated 51164 lines...]

[JENKINS] Lucene » Lucene-Solr-BadApples-Tests-8.x - Build # 218 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-Tests-8.x/218/

3 tests failed.
FAILED:  org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver

Error Message:
Error from server at https://127.0.0.1:45911/solr: Underlying core creation failed while creating collection: testLeaderFailsOver

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45911/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitShardWithRule

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:45063/_g/bv

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:45063/_g/bv
	at __randomizedtesting.SeedInfo.seed([DEF16CAC28713513:5FFFBD1EB5836E38]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.doSplitShardWithRule(ShardSplitTest.java:660)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitShardWithRule(ShardSplitTest.java:637)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 56 more


FAILED:  org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:35251/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:35251/solr
	at __randomizedtesting.SeedInfo.seed([DEF16CAC28713513:96713E7C7431163E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins(SolrCloudReportersTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 53 more




Build Log:
[...truncated 15041 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
   [junit4]   2> 1397752 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1397752 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1397753 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderTragicEventTest_DEF16CAC28713513-001/data-dir-172-001
   [junit4]   2> 1397753 WARN  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=102 numCloses=102
   [junit4]   2> 1397753 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1397754 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1397755 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderTragicEventTest_DEF16CAC28713513-001/tempDir-001
   [junit4]   2> 1397755 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1397756 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1397756 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1397756 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1397856 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 45461
   [junit4]   2> 1397856 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45461
   [junit4]   2> 1397856 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45461
   [junit4]   2> 1397856 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45461
   [junit4]   2> 1397857 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1397859 INFO  (zkConnectionManagerCallback-13069-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1397859 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1397863 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1397864 INFO  (zkConnectionManagerCallback-13071-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1397864 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1397864 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1397865 INFO  (zkConnectionManagerCallback-13073-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1397865 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1397968 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1397968 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1397968 INFO  (jetty-launcher-13074-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 1397968 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1397968 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1397968 INFO  (jetty-launcher-13074-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 1397973 INFO  (jetty-launcher-13074-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1397973 INFO  (jetty-launcher-13074-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1397973 INFO  (jetty-launcher-13074-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1397973 INFO  (jetty-launcher-13074-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1397973 INFO  (jetty-launcher-13074-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1397973 INFO  (jetty-launcher-13074-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1397973 INFO  (jetty-launcher-13074-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ed10df3{/solr,null,AVAILABLE}
   [junit4]   2> 1397973 INFO  (jetty-launcher-13074-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4337a50e{/solr,null,AVAILABLE}
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@72f9e4d4{SSL, (ssl, http/1.1)}{127.0.0.1:41065}
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4e1bf42d{SSL, (ssl, http/1.1)}{127.0.0.1:45911}
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-2) [     ] o.e.j.s.Server Started @1398001ms
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-1) [     ] o.e.j.s.Server Started @1398001ms
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45461/solr, hostPort=41065}
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45461/solr, hostPort=45911}
   [junit4]   2> 1397974 ERROR (jetty-launcher-13074-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1397974 ERROR (jetty-launcher-13074-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-16T08:38:38.151Z
   [junit4]   2> 1397974 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-16T08:38:38.151Z
   [junit4]   2> 1397975 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1397975 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1397976 INFO  (zkConnectionManagerCallback-13077-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1397976 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1397976 INFO  (zkConnectionManagerCallback-13078-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1397976 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1397976 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1397976 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1397980 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1397980 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1397980 WARN  (jetty-launcher-13074-thread-1-SendThread(127.0.0.1:45461)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f11accae0004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f11accae0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f11accae0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1398752 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1398752 WARN  (jetty-launcher-13074-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1398753 WARN  (jetty-launcher-13074-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74877ecb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1398753 WARN  (jetty-launcher-13074-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74877ecb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1398756 WARN  (jetty-launcher-13074-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1398756 WARN  (jetty-launcher-13074-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4a1e6a65[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1398756 WARN  (jetty-launcher-13074-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4a1e6a65[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1398757 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45461/solr
   [junit4]   2> 1398758 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1398759 INFO  (zkConnectionManagerCallback-13092-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1398759 INFO  (jetty-launcher-13074-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1398760 WARN  (jetty-launcher-13074-thread-1-SendThread(127.0.0.1:45461)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f11accae0005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f11accae0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f11accae0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1398861 INFO  (jetty-launcher-13074-thread-1) [n:127.0.0.1:45911_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1398862 INFO  (zkConnectionManagerCallback-13094-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1398862 INFO  (jetty-launcher-13074-thread-1) [n:127.0.0.1:45911_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1398923 INFO  (jetty-launcher-13074-thread-1) [n:127.0.0.1:45911_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45911_solr
   [junit4]   2> 1398923 INFO  (jetty-launcher-13074-thread-1) [n:127.0.0.1:45911_solr     ] o.a.s.c.Overseer Overseer (id=73167116373458950-127.0.0.1:45911_solr-n_0000000000) starting
   [junit4]   2> 1398928 INFO  (OverseerStateUpdate-73167116373458950-127.0.0.1:45911_solr-n_0000000000) [n:127.0.0.1:45911_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45911_solr
   [junit4]   2> 1398928 INFO  (jetty-launcher-13074-thread-1) [n:127.0.0.1:45911_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45911_solr
   [junit4]   2> 1398929 INFO  (OverseerStateUpdate-73167116373458950-127.0.0.1:45911_solr-n_0000000000) [n:127.0.0.1:45911_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1398930 INFO  (jetty-launcher-13074-thread-1) [n:127.0.0.1:45911_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1398931 WARN  (jetty-launcher-13074-thread-1) [n:127.0.0.1:45911_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1398952 INFO  (jetty-launcher-13074-thread-1) [n:127.0.0.1:45911_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderTragicEventTest_DEF16CAC28713513-001/tempDir-001/node1
   [junit4]   2> 1399202 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1399203 WARN  (jetty-launcher-13074-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1399203 WARN  (jetty-launcher-13074-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@bbd991e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1399203 WARN  (jetty-launcher-13074-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@bbd991e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1399206 WARN  (jetty-launcher-13074-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1399211 WARN  (jetty-launcher-13074-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7a298f17[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1399211 WARN  (jetty-launcher-13074-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7a298f17[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1399212 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45461/solr
   [junit4]   2> 1399214 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1399215 INFO  (zkConnectionManagerCallback-13112-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1399215 INFO  (jetty-launcher-13074-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1399316 INFO  (jetty-launcher-13074-thread-2) [n:127.0.0.1:41065_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1399317 INFO  (zkConnectionManagerCallback-13114-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1399317 INFO  (jetty-launcher-13074-thread-2) [n:127.0.0.1:41065_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1399322 INFO  (jetty-launcher-13074-thread-2) [n:127.0.0.1:41065_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1399325 INFO  (jetty-launcher-13074-thread-2) [n:127.0.0.1:41065_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:41065_solr as DOWN
   [junit4]   2> 1399326 INFO  (jetty-launcher-13074-thread-2) [n:127.0.0.1:41065_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1399326 INFO  (jetty-launcher-13074-thread-2) [n:127.0.0.1:41065_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41065_solr
   [junit4]   2> 1399327 INFO  (zkCallback-13093-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1399327 INFO  (zkCallback-13113-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1399328 INFO  (jetty-launcher-13074-thread-2) [n:127.0.0.1:41065_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1399328 WARN  (jetty-launcher-13074-thread-2) [n:127.0.0.1:41065_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1399342 INFO  (jetty-launcher-13074-thread-2) [n:127.0.0.1:41065_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderTragicEventTest_DEF16CAC28713513-001/tempDir-001/node2
   [junit4]   2> 1399350 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1399351 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1399351 INFO  (zkConnectionManagerCallback-13125-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1399351 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1399352 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1399353 INFO  (SUITE-LeaderTragicEventTest-seed#[DEF16CAC28713513]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45461/solr ready
   [junit4]   2> 1399372 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
   [junit4]   2> 1399413 INFO  (OverseerThreadFactory-13101-thread-1-processing-n:127.0.0.1:45911_solr) [n:127.0.0.1:45911_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testOtherReplicasAreNotActive
   [junit4]   2> 1399520 INFO  (OverseerStateUpdate-73167116373458950-127.0.0.1:45911_solr-n_0000000000) [n:127.0.0.1:45911_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:41065_solr",
   [junit4]   2>   "base_url":"https://127.0.0.1:41065/solr",
   [junit4]   2>   "collection":"testOtherReplicasAreNotActive",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1399521 INFO  (OverseerStateUpdate-73167116373458950-127.0.0.1:45911_solr-n_0000000000) [n:127.0.0.1:45911_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
   [junit4]   2>   "node_name":"127.0.0.1:45911_solr",
   [junit4]   2>   "base_url":"https://127.0.0.1:45911/solr",
   [junit4]   2>   "collection":"testOtherReplicasAreNotActive",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1399740 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr    x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1399741 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr    x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1399757 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 1399778 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1399778 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1399778 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
   [junit4]   2> 1399778 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderTragicEventTest_DEF16CAC28713513-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderTragicEventTest_DEF16CAC28713513-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
   [junit4]   2> 1399793 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr    x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1399813 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 1399820 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1399820 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1399820 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
   [junit4]   2> 1399821 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderTragicEventTest_DEF16CAC28713513-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderTragicEventTest_DEF16CAC28713513-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
   [junit4]   2> 1399825 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1399825 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1399826 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1399826 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1399831 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1399831 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1399831 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1399831 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1694377097306308608
   [junit4]   2> 1399833 INFO  (searcherExecutor-13127-thread-1-processing-n:127.0.0.1:45911_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 c:testOtherReplicasAreNotActive s:shard1 r:core_node4) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1399837 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1399837 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
   [junit4]   2> 1399846 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoute in=9999ms
   [junit4]   2> 1399847 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1399847 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1399848 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1399848 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1399849 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1399849 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1399849 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1399849 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1694377097325182976
   [junit4]   2> 1399851 INFO  (searcherExecutor-13129-thread-1-processing-n:127.0.0.1:41065_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 c:testOtherReplicasAreNotActive s:shard1 r:core_node3) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1399855 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 1399855 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
   [junit4]   2> 1400347 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1400347 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1400347 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45911/solr/testOtherReplicasAreNotActive_shard1_replica_n2/
   [junit4]   2> 1400348 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n2 url=https://127.0.0.1:45911/solr  START replicas=[https://127.0.0.1:41065/solr/testOtherReplicasAreNotActive_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 1400348 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n2 url=https://127.0.0.1:45911/solr  DONE. We have no versions. sync failed.
   [junit4]   2> 1400354 INFO  (qtp1023612735-20594) [n:127.0.0.1:41065_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1400355 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1400355 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1400355 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testOtherReplicasAreNotActive/leaders/shard1/leader after winning as /collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/73167116373458950-core_node4-n_0000000000
   [junit4]   2> 1400357 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45911/solr/testOtherReplicasAreNotActive_shard1_replica_n2/ shard1
   [junit4]   2> 1400458 INFO  (zkCallback-13093-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1400459 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1400461 INFO  (qtp31527002-20593) [n:127.0.0.1:45911_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=721
   [junit4]   2> 1400561 INFO  (zkCallback-13093-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1400561 INFO  (zkCallback-13093-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1400861 INFO  (qtp1023612735-20589) [n:127.0.0.1:41065_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1069
   [junit4]   2> 1400863 INFO  (qtp31527002-20586) [n:127.0.0.1:45911_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1400961 INFO  (zkCallback-13093-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1400961 INFO  (zkCallback-13093-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1400961 INFO  (zkCallback-13113-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1400961 INFO  (zkCallback-13113-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1400962 INFO  (qtp31527002-20586) [n:127.0.0.1:45911_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=testOtherReplicasAreNotActive&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1550
   [junit4]   2> 1400962 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testOtherReplicasAreNotActive
   [junit4]   2> 1400965 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.c.LeaderTragicEventTest Stop jetty node : https://127.0.0.1:41065/solr state:DocCollection(testOtherReplicasAreNotActive//collections/testOtherReplicasAreNotActive/state.json/5 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:41065_solr",
   [junit4]   2>           "base_url":"https://127.0.0.1:41065/solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
   [junit4]   2>           "node_name":"127.0.0.1:45911_solr",
   [junit4]   2>           "base_url":"https://127.0.0.1:45911/solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false",
   [junit4]   2>           "leader":"true"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0"}
   [junit4]   2> 1400966 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1025740287
   [junit4]   2> 1400966 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41065_solr
   [junit4]   2> 1400966 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1400966 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:41065_solr as DOWN
   [junit4]   2> 1400967 INFO  (coreCloseExecutor-13141-thread-1) [n:127.0.0.1:41065_solr     ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@613cb3e9
   [junit4]   2> 1400968 INFO  (coreCloseExecutor-13141-thread-1) [n:127.0.0.1:41065_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n1 tag=SolrCore@613cb3e9
   [junit4]   2> 1400968 INFO  (coreCloseExecutor-13141-thread-1) [n:127.0.0.1:41065_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@613cb3e9
   [junit4]   2> 1400968 INFO  (coreCloseExecutor-13141-thread-1) [n:127.0.0.1:41065_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 1400969 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1400969 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1400969 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1400969 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1400972 WARN  (jetty-launcher-13074-thread-2-SendThread(127.0.0.1:45461)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f11accae0008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f11accae0008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f11accae0008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1400973 INFO  (zkCallback-13124-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1401073 INFO  (zkCallback-13093-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1401073 INFO  (zkCallback-13093-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1401073 INFO  (zkCallback-13093-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1401074 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@72f9e4d4{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 1401075 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4337a50e{/solr,null,STOPPED}
   [junit4]   2> 1401075 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1401075 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 41065
   [junit4]   2> 1401076 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.c.SolrCloudTestCase waitForState (testOtherReplicasAreNotActive): Timeout waiting for replica get down
   [junit4]   2> 1401078 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.c.LeaderTragicEventTest Will crash leader : core_node4:{
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
   [junit4]   2>   "node_name":"127.0.0.1:45911_solr",
   [junit4]   2>   "base_url":"https://127.0.0.1:45911/solr",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "leader":"true"}
   [junit4]   2> 1401086 ERROR (qtp31527002-20588) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.SolrIndexWriter Error closing IndexWriter
   [junit4]   2>           => java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3894)
   [junit4]   2> java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3894) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3886) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1235) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1278) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:209) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.newIndexWriter(DefaultSolrCoreState.java:233) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:2215) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:229) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2638) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) [jetty-util-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) [jetty-util-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> Caused by: java.lang.Exception: injected tragedy
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:364) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210) ~[java/:?]
   [junit4]   2> 	... 40 more
   [junit4]   2> 1401088 INFO  (qtp31527002-20588) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1401088 ERROR (qtp31527002-20588) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Random tragedy fail
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2638)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1401088 INFO  (qtp31527002-20588) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n2]  webapp=/solr path=/update params={commit=true&wt=javabin&version=2} status=500 QTime=3
   [junit4]   2> 1401088 ERROR (qtp31527002-20588) [n:127.0.0.1:45911_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Random tragedy fail
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2638)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1401091 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=41065)
   [junit4]   2> 1401092 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 41065 try number 2 ...
   [junit4]   2> 1401092 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 1401094 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1401094 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1401094 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1401094 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@122c287c{/solr,null,AVAILABLE}
   [junit4]   2> 1401095 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3e880d14{SSL, (ssl, http/1.1)}{127.0.0.1:41065}
   [junit4]   2> 1401095 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.e.j.s.Server Started @1401122ms
   [junit4]   2> 1401095 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[DEF16CAC28713513]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45461/solr, hostPort=41065}
   [junit4]   2> 1401095 ERROR (TEST-

[...truncated too long message...]

  2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2406982 WARN  (OverseerThreadFactory-20893-thread-1-processing-n:127.0.0.1:35251_solr) [n:127.0.0.1:35251_solr     ] o.a.s.c.OverseerTaskProcessor Resetting task: /overseer/collection-queue-work/qn-0000000000, requestid: null, taskKey: test_collection
   [junit4]   2> 2406982 INFO  (OverseerAutoScalingTriggerThread-73167170584444934-127.0.0.1:35251_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2406984 INFO  (jetty-closer-20944-thread-1-processing-n:127.0.0.1:46445_solr) [     ] o.a.s.c.Overseer Overseer (id=73167170584444934-127.0.0.1:35251_solr-n_0000000000) closing
   [junit4]   2> 2406984 INFO  (closeThreadPool-20956-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73167170584444934-127.0.0.1:35251_solr-n_0000000000) closing
   [junit4]   2> 2406985 INFO  (jetty-closer-20944-thread-1-processing-n:127.0.0.1:46445_solr) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@23352613{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2406985 INFO  (jetty-closer-20944-thread-1-processing-n:127.0.0.1:46445_solr) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17d99db7{/solr,null,STOPPED}
   [junit4]   2> 2406985 INFO  (jetty-closer-20944-thread-1-processing-n:127.0.0.1:46445_solr) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2406989 INFO  (SUITE-SolrCloudReportersTest-seed#[DEF16CAC28713513]-worker) [n:127.0.0.1:46445_solr     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2406990 WARN  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[DEF16CAC28713513]-SendThread(127.0.0.1:33115)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f1276be80000.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f1276be80000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f1276be80000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2407263 WARN  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[DEF16CAC28713513]-SendThread(127.0.0.1:33115)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103f1276be80001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103f1276be80001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103f1276be80001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2407365 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/test_collection/terms/shard2
   [junit4]   2> 	5	/solr/collections/test_collection/terms/shard1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/configs/test
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/collections/test_collection/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	16	/solr/collections/test_collection/state.json
   [junit4]   2> 	14	/solr/overseer/queue
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2407375 INFO  (SUITE-SolrCloudReportersTest-seed#[DEF16CAC28713513]-worker) [n:127.0.0.1:46445_solr     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33115
   [junit4]   2> 2407375 INFO  (SUITE-SolrCloudReportersTest-seed#[DEF16CAC28713513]-worker) [n:127.0.0.1:46445_solr     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33115
   [junit4]   2> 2407375 INFO  (SUITE-SolrCloudReportersTest-seed#[DEF16CAC28713513]-worker) [n:127.0.0.1:46445_solr     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33115
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DEF16CAC28713513-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ga-IE, timezone=America/Detroit
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=222267552,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [MultiDestinationAuditLoggerTest, TestJsonFacetsStatsParsing, TestRangeQuery, DistributedFacetExistsSmallTest, DocValuesNotIndexedTest, SpellPossibilityIteratorTest, TestFieldSortValues, TestImpersonationWithHadoopAuth, TriggerEventQueueTest, BJQFilterAccessibleTest, VMParamsZkACLAndCredentialsProvidersTest, TestFieldCollectionResource, AnalyticsQueryTest, SecurityHeadersTest, TestSchemaNameResource, TestSimComputePlanAction, ByteBuffersDirectoryFactoryTest, TestStreamBody, SystemInfoHandlerTest, TestSolrConfigHandlerCloud, NumberUtilsTest, TestSimExtremeIndexing, HdfsBackupRepositoryIntegrationTest, ReindexCollectionTest, SignificantTermsQParserPluginTest, CollectionsAPIAsyncDistributedZkTest, DistributedFacetPivotSmallTest, ManagedSchemaRoundRobinCloudTest, SearchRateTriggerTest, PhrasesIdentificationComponentTest, TestManagedSynonymGraphFilterFactory, TestDistributedSearch, TestUpdate, ShardRoutingTest, ResourceLoaderTest, AutoScalingHandlerTest, TestFieldCacheWithThreads, ShowFileRequestHandlerTest, TestAnalyzeInfixSuggestions, TestBM25SimilarityFactory, TestConfigSetsAPIZkFailure, SortByFunctionTest, TestMultiValuedNumericRangeQuery, TestDistributedMap, TestDFRSimilarityFactory, HdfsLockFactoryTest, TestReplicationHandler, TestSystemCollAutoCreate, TestRecoveryHdfs, TestCSVResponseWriter, TestConfigReload, MetricsHistoryHandlerTest, RankFieldTest, DaemonStreamApiTest, BasicFunctionalityTest, TestRebalanceLeaders, DocExpirationUpdateProcessorFactoryTest, HdfsThreadLeakTest, TestDistribPackageStore, TestLogWatcher, TestCloudJSONFacetSKGEquiv, TestPivotHelperCode, TestCloudNestedDocsSort, LeaderElectionIntegrationTest, CategoryRoutedAliasUpdateProcessorTest, MoveReplicaHDFSTest, XsltUpdateRequestHandlerTest, TestSimNodeLostTrigger, TestBackupRepositoryFactory, TestExceedMaxTermLength, TestSolrXml, TestQuerySenderNoQuery, TestInPlaceUpdatesRequiredField, TestSolrCoreProperties, TestCloudPseudoReturnFields, JavaBinAtomicUpdateMultivalueTest, TestConfigOverlay, PurgeGraphTest, XMLAtomicUpdateMultivalueTest, CustomTermsComponentTest, TestSearcherReuse, TestFreeTextSuggestions, HttpTriggerListenerTest, RoutingToNodesWithPropertiesTest, NestedShardedAtomicUpdateTest, ScheduledMaintenanceTriggerTest, DirectoryFactoriesTest, BlockCacheTest, TestBulkSchemaAPI, TestSolrJ, TestCollationFieldDocValues, TestQueryTypes, AssignBackwardCompatibilityTest, TestCollectionAPI, TestLFUCache, TestCrossCoreJoin, TestDocSet, SyncSliceTest, SuggestComponentContextFilterQueryTest, SuggesterFSTTest, RegexBoostProcessorTest, TestMergePolicyConfig, JWTAuthPluginIntegrationTest, ZkDynamicConfigTest, DateMathParserTest, TestMinHashQParser, URLClassifyProcessorTest, RangeFacetCloudTest, TestSchemaManager, TestTolerantUpdateProcessorRandomCloud, DistribDocExpirationUpdateProcessorTest, TestClusterProperties, TestSolr4Spatial2, OverseerTaskQueueTest, ReplicationFactorTest, TestLockTree, TestMiniSolrCloudClusterSSL, TestSegmentSorting, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, SimpleCollectionCreateDeleteTest, ComputePlanActionTest, MetricTriggerIntegrationTest, NodeLostTriggerIntegrationTest, ScheduledTriggerIntegrationTest, TriggerSetPropertiesIntegrationTest, TestSimTriggerIntegration, TestSimUtils, CdcrBidirectionalTest, CdcrBootstrapTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ImplicitSnitchTest, RuleEngineTest, AlternateDirectoryTest, BlobRepositoryCloudTest, ExitableDirectoryReaderTest, PluginInfoTest, QueryResultKeyTest, TestDynamicLoading, TestRestoreCore, TestStressIncrementalBackup, SecurityConfHandlerTest, TestApiFramework, TestCoreAdminApis, DistributedFacetPivotWhiteBoxTest, DistributedSuggestComponentTest, TestDistributedStatsComponentCardinality, SolrCloudReportersTest]
   [junit4] Completed [815/934 (3!)] on J1 in 195.79s, 2 tests, 1 error <<< FAILURES!

[...truncated 51178 lines...]

[JENKINS] Lucene » Lucene-Solr-BadApples-Tests-8.x - Build # 217 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-Tests-8.x/217/

1 tests failed.
FAILED:  org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnlySortFirst

Error Message:
Unexpected number of elements in the group for 'intGSF' size: '9' GroupValue: 'null' rsp: {responseHeader={zkConnected=true,status=0,QTime=13,params={q=*:*,group.sort=id asc,_stateVer_=dv_coll:3,group.limit=100,rows=100,wt=javabin,version=2,group.field=intGSF,group=true}},grouped={intGSF={matches=44,groups=[{groupValue=null,doclist={numFound=9,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10000, _version_=1694287889802723328, _root_=10000}, SolrDocument{id=10010, _version_=1694287889805869056, _root_=10010}, SolrDocument{id=10015, _version_=1694287889806917637, _root_=10015}, SolrDocument{id=10020, _version_=1694287889806917638, _root_=10020}, SolrDocument{id=10025, _version_=1694287889805869058, _root_=10025}, SolrDocument{id=10030, _version_=1694287889804820487, _root_=10030}, SolrDocument{id=10035, _version_=1694287889805869062, _root_=10035}, SolrDocument{id=10040, _version_=1694287889804820490, _root_=10040}, SolrDocument{id=10045, _version_=1694287889805869064, _root_=10045}]}}, {groupValue=264730894,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=0, intGSF=264730894, longGSF=1076187408874527525, doubleGSF=9093.198974722003, floatGSF=9251.307, dateGSF=Mon May 18 08:50:47 IST 19615772, stringGSF=base_string_768274__00003043, boolGSF=true, sortableGSF=base_string_275228__00007513, _version_=1694287889805869056, _root_=0}, SolrDocument{id=1, intGSF=264730894, longGSF=1076187408874527525, doubleGSF=9093.198974722003, floatGSF=9251.307, dateGSF=Mon May 18 08:50:47 IST 19615772, stringGSF=base_string_768274__00003043, boolGSF=false, sortableGSF=base_string_275228__00007513, _version_=1694287889805869056, _root_=1}, SolrDocument{id=2, intGSF=264730894, longGSF=1076187408874527525, doubleGSF=9093.198974722003, floatGSF=9251.307, dateGSF=Mon May 18 08:50:47 IST 19615772, stringGSF=base_string_768274__00003043, boolGSF=true, sortableGSF=base_string_275228__00007513, _version_=1694287889803771904, _root_=2}, SolrDocument{id=3, intGSF=264730894, longGSF=1076187408874527525, doubleGSF=9093.198974722003, floatGSF=9251.307, dateGSF=Mon May 18 08:50:47 IST 19615772, stringGSF=base_string_768274__00003043, boolGSF=false, sortableGSF=base_string_275228__00007513, _version_=1694287889804820480, _root_=3}, SolrDocument{id=5, intGSF=264730894, longGSF=1076187408874527525, doubleGSF=9093.198974722003, floatGSF=9251.307, dateGSF=Mon May 18 08:50:47 IST 19615772, stringGSF=base_string_768274__00003043, boolGSF=false, sortableGSF=base_string_275228__00007513, _version_=1694287889804820480, _root_=5}, SolrDocument{id=6, intGSF=264730894, longGSF=1076187408874527525, doubleGSF=9093.198974722003, floatGSF=9251.307, dateGSF=Mon May 18 08:50:47 IST 19615772, stringGSF=base_string_768274__00003043, boolGSF=true, sortableGSF=base_string_275228__00007513, _version_=1694287889804820481, _root_=6}]}}, {groupValue=264741842,doclist={numFound=4,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=14, intGSF=264741842, longGSF=1076187408874535674, doubleGSF=11051.198974722003, floatGSF=15659.307, dateGSF=Mon May 18 08:51:00 IST 19615772, stringGSF=base_string_768274__00012595, boolGSF=true, sortableGSF=base_string_275228__00019330, _version_=1694287889806917636, _root_=14}, SolrDocument{id=17, intGSF=264741842, longGSF=1076187408874535674, doubleGSF=11051.198974722003, floatGSF=15659.307, dateGSF=Mon May 18 08:51:00 IST 19615772, stringGSF=base_string_768274__00012595, boolGSF=false, sortableGSF=base_string_275228__00019330, _version_=1694287889804820481, _root_=17}, SolrDocument{id=18, intGSF=264741842, longGSF=1076187408874535674, doubleGSF=11051.198974722003, floatGSF=15659.307, dateGSF=Mon May 18 08:51:00 IST 19615772, stringGSF=base_string_768274__00012595, boolGSF=true, sortableGSF=base_string_275228__00019330, _version_=1694287889805869057, _root_=18}, SolrDocument{id=19, intGSF=264741842, longGSF=1076187408874535674, doubleGSF=11051.198974722003, floatGSF=15659.307, dateGSF=Mon May 18 08:51:00 IST 19615772, stringGSF=base_string_768274__00012595, boolGSF=false, sortableGSF=base_string_275228__00019330, _version_=1694287889804820482, _root_=19}]}}, {groupValue=264749549,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=21, intGSF=264749549, longGSF=1076187408874543305, doubleGSF=14305.198974722003, floatGSF=23650.307, dateGSF=Mon May 18 08:51:01 IST 19615772, stringGSF=base_string_768274__00018792, boolGSF=false, sortableGSF=base_string_275228__00019640, _version_=1694287889804820483, _root_=21}, SolrDocument{id=23, intGSF=264749549, longGSF=1076187408874543305, doubleGSF=14305.198974722003, floatGSF=23650.307, dateGSF=Mon May 18 08:51:01 IST 19615772, stringGSF=base_string_768274__00018792, boolGSF=false, sortableGSF=base_string_275228__00019640, _version_=1694287889804820484, _root_=23}, SolrDocument{id=24, intGSF=264749549, longGSF=1076187408874543305, doubleGSF=14305.198974722003, floatGSF=23650.307, dateGSF=Mon May 18 08:51:01 IST 19615772, stringGSF=base_string_768274__00018792, boolGSF=true, sortableGSF=base_string_275228__00019640, _version_=1694287889806917639, _root_=24}, SolrDocument{id=25, intGSF=264749549, longGSF=1076187408874543305, doubleGSF=14305.198974722003, floatGSF=23650.307, dateGSF=Mon May 18 08:51:01 IST 19615772, stringGSF=base_string_768274__00018792, boolGSF=false, sortableGSF=base_string_275228__00019640, _version_=1694287889804820485, _root_=25}, SolrDocument{id=26, intGSF=264749549, longGSF=1076187408874543305, doubleGSF=14305.198974722003, floatGSF=23650.307, dateGSF=Mon May 18 08:51:01 IST 19615772, stringGSF=base_string_768274__00018792, boolGSF=true, sortableGSF=base_string_275228__00019640, _version_=1694287889805869059, _root_=26}, SolrDocument{id=27, intGSF=264749549, longGSF=1076187408874543305, doubleGSF=14305.198974722003, floatGSF=23650.307, dateGSF=Mon May 18 08:51:01 IST 19615772, stringGSF=base_string_768274__00018792, boolGSF=false, sortableGSF=base_string_275228__00019640, _version_=1694287889806917640, _root_=27}]}}, {groupValue=264753009,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=28, intGSF=264753009, longGSF=1076187408874550477, doubleGSF=19250.198974722003, floatGSF=29951.307, dateGSF=Mon May 18 08:51:04 IST 19615772, stringGSF=base_string_768274__00021799, boolGSF=true, sortableGSF=base_string_275228__00020794, _version_=1694287889806917641, _root_=28}, SolrDocument{id=29, intGSF=264753009, longGSF=1076187408874550477, doubleGSF=19250.198974722003, floatGSF=29951.307, dateGSF=Mon May 18 08:51:04 IST 19615772, stringGSF=base_string_768274__00021799, boolGSF=false, sortableGSF=base_string_275228__00020794, _version_=1694287889804820486, _root_=29}, SolrDocument{id=30, intGSF=264753009, longGSF=1076187408874550477, doubleGSF=19250.198974722003, floatGSF=29951.307, dateGSF=Mon May 18 08:51:04 IST 19615772, stringGSF=base_string_768274__00021799, boolGSF=true, sortableGSF=base_string_275228__00020794, _version_=1694287889805869060, _root_=30}, SolrDocument{id=31, intGSF=264753009, longGSF=1076187408874550477, doubleGSF=19250.198974722003, floatGSF=29951.307, dateGSF=Mon May 18 08:51:04 IST 19615772, stringGSF=base_string_768274__00021799, boolGSF=false, sortableGSF=base_string_275228__00020794, _version_=1694287889805869061, _root_=31}, SolrDocument{id=32, intGSF=264753009, longGSF=1076187408874550477, doubleGSF=19250.198974722003, floatGSF=29951.307, dateGSF=Mon May 18 08:51:04 IST 19615772, stringGSF=base_string_768274__00021799, boolGSF=true, sortableGSF=base_string_275228__00020794, _version_=1694287889807966208, _root_=32}, SolrDocument{id=33, intGSF=264753009, longGSF=1076187408874550477, doubleGSF=19250.198974722003, floatGSF=29951.307, dateGSF=Mon May 18 08:51:04 IST 19615772, stringGSF=base_string_768274__00021799, boolGSF=false, sortableGSF=base_string_275228__00020794, _version_=1694287889804820488, _root_=33}]}}, {groupValue=264758065,doclist={numFound=4,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=37, intGSF=264758065, longGSF=1076187408874559988, doubleGSF=24809.198974722003, floatGSF=33799.31, dateGSF=Mon May 18 08:51:12 IST 19615772, stringGSF=base_string_768274__00024856, boolGSF=false, sortableGSF=base_string_275228__00026335, _version_=1694287889804820489, _root_=37}, SolrDocument{id=38, intGSF=264758065, longGSF=1076187408874559988, doubleGSF=24809.198974722003, floatGSF=33799.31, dateGSF=Mon May 18 08:51:12 IST 19615772, stringGSF=base_string_768274__00024856, boolGSF=true, sortableGSF=base_string_275228__00026335, _version_=1694287889807966209, _root_=38}, SolrDocument{id=39, intGSF=264758065, longGSF=1076187408874559988, doubleGSF=24809.198974722003, floatGSF=33799.31, dateGSF=Mon May 18 08:51:12 IST 19615772, stringGSF=base_string_768274__00024856, boolGSF=false, sortableGSF=base_string_275228__00026335, _version_=1694287889805869063, _root_=39}, SolrDocument{id=40, intGSF=264758065, longGSF=1076187408874559988, doubleGSF=24809.198974722003, floatGSF=33799.31, dateGSF=Mon May 18 08:51:12 IST 19615772, stringGSF=base_string_768274__00024856, boolGSF=true, sortableGSF=base_string_275228__00026335, _version_=1694287889807966210, _root_=40}]}}, {groupValue=264761694,doclist={numFound=3,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=42, intGSF=264761694, longGSF=1076187408874563151, doubleGSF=33589.19897472201, floatGSF=36642.31, dateGSF=Mon May 18 08:51:18 IST 19615772, stringGSF=base_string_768274__00033712, boolGSF=true, sortableGSF=base_string_275228__00034850, _version_=1694287889807966211, _root_=42}, SolrDocument{id=45, intGSF=264761694, longGSF=1076187408874563151, doubleGSF=33589.19897472201, floatGSF=36642.31, dateGSF=Mon May 18 08:51:18 IST 19615772, stringGSF=base_string_768274__00033712, boolGSF=false, sortableGSF=base_string_275228__00034850, _version_=1694287889804820491, _root_=45}, SolrDocument{id=48, intGSF=264761694, longGSF=1076187408874563151, doubleGSF=33589.19897472201, floatGSF=36642.31, dateGSF=Mon May 18 08:51:18 IST 19615772, stringGSF=base_string_768274__00033712, boolGSF=true, sortableGSF=base_string_275228__00034850, _version_=1694287889807966212, _root_=48}]}}, {groupValue=264740764,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10, intGSF=264740764, longGSF=1076187408874529525, doubleGSF=9106.198974722003, floatGSF=12825.307, dateGSF=Mon May 18 08:50:54 IST 19615772, stringGSF=base_string_768274__00010542, boolGSF=true, sortableGSF=base_string_275228__00016808, _version_=1694287889806917633, _root_=10}, SolrDocument{id=11, intGSF=264740764, longGSF=1076187408874529525, doubleGSF=9106.198974722003, floatGSF=12825.307, dateGSF=Mon May 18 08:50:54 IST 19615772, stringGSF=base_string_768274__00010542, boolGSF=false, sortableGSF=base_string_275228__00016808, _version_=1694287889806917634, _root_=11}, SolrDocument{id=13, intGSF=264740764, longGSF=1076187408874529525, doubleGSF=9106.198974722003, floatGSF=12825.307, dateGSF=Mon May 18 08:50:54 IST 19615772, stringGSF=base_string_768274__00010542, boolGSF=false, sortableGSF=base_string_275228__00016808, _version_=1694287889806917635, _root_=13}, SolrDocument{id=7, intGSF=264740764, longGSF=1076187408874529525, doubleGSF=9106.198974722003, floatGSF=12825.307, dateGSF=Mon May 18 08:50:54 IST 19615772, stringGSF=base_string_768274__00010542, boolGSF=false, sortableGSF=base_string_275228__00016808, _version_=1694287889804820482, _root_=7}, SolrDocument{id=8, intGSF=264740764, longGSF=1076187408874529525, doubleGSF=9106.198974722003, floatGSF=12825.307, dateGSF=Mon May 18 08:50:54 IST 19615772, stringGSF=base_string_768274__00010542, boolGSF=true, sortableGSF=base_string_275228__00016808, _version_=1694287889806917632, _root_=8}, SolrDocument{id=9, intGSF=264740764, longGSF=1076187408874529525, doubleGSF=9106.198974722003, floatGSF=12825.307, dateGSF=Mon May 18 08:50:54 IST 19615772, stringGSF=base_string_768274__00010542, boolGSF=false, sortableGSF=base_string_275228__00016808, _version_=1694287889804820483, _root_=9}]}}]}}}

Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for 'intGSF' size: '9' GroupValue: 'null' rsp: {responseHeader={zkConnected=true,status=0,QTime=13,params={q=*:*,group.sort=id asc,_stateVer_=dv_coll:3,group.limit=100,rows=100,wt=javabin,version=2,group.field=intGSF,group=true}},grouped={intGSF={matches=44,groups=[{groupValue=null,doclist={numFound=9,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10000, _version_=1694287889802723328, _root_=10000}, SolrDocument{id=10010, _version_=1694287889805869056, _root_=10010}, SolrDocument{id=10015, _version_=1694287889806917637, _root_=10015}, SolrDocument{id=10020, _version_=1694287889806917638, _root_=10020}, SolrDocument{id=10025, _version_=1694287889805869058, _root_=10025}, SolrDocument{id=10030, _version_=1694287889804820487, _root_=10030}, SolrDocument{id=10035, _version_=1694287889805869062, _root_=10035}, SolrDocument{id=10040, _version_=1694287889804820490, _root_=10040}, SolrDocument{id=10045, _version_=1694287889805869064, _root_=10045}]}}, {groupValue=264730894,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=0, intGSF=264730894, longGSF=1076187408874527525, doubleGSF=9093.198974722003, floatGSF=9251.307, dateGSF=Mon May 18 08:50:47 IST 19615772, stringGSF=base_string_768274__00003043, boolGSF=true, sortableGSF=base_string_275228__00007513, _version_=1694287889805869056, _root_=0}, SolrDocument{id=1, intGSF=264730894, longGSF=1076187408874527525, doubleGSF=9093.198974722003, floatGSF=9251.307, dateGSF=Mon May 18 08:50:47 IST 19615772, stringGSF=base_string_768274__00003043, boolGSF=false, sortableGSF=base_string_275228__00007513, _version_=1694287889805869056, _root_=1}, SolrDocument{id=2, intGSF=264730894, longGSF=1076187408874527525, doubleGSF=9093.198974722003, floatGSF=9251.307, dateGSF=Mon May 18 08:50:47 IST 19615772, stringGSF=base_string_768274__00003043, boolGSF=true, sortableGSF=base_string_275228__00007513, _version_=1694287889803771904, _root_=2}, SolrDocument{id=3, intGSF=264730894, longGSF=1076187408874527525, doubleGSF=9093.198974722003, floatGSF=9251.307, dateGSF=Mon May 18 08:50:47 IST 19615772, stringGSF=base_string_768274__00003043, boolGSF=false, sortableGSF=base_string_275228__00007513, _version_=1694287889804820480, _root_=3}, SolrDocument{id=5, intGSF=264730894, longGSF=1076187408874527525, doubleGSF=9093.198974722003, floatGSF=9251.307, dateGSF=Mon May 18 08:50:47 IST 19615772, stringGSF=base_string_768274__00003043, boolGSF=false, sortableGSF=base_string_275228__00007513, _version_=1694287889804820480, _root_=5}, SolrDocument{id=6, intGSF=264730894, longGSF=1076187408874527525, doubleGSF=9093.198974722003, floatGSF=9251.307, dateGSF=Mon May 18 08:50:47 IST 19615772, stringGSF=base_string_768274__00003043, boolGSF=true, sortableGSF=base_string_275228__00007513, _version_=1694287889804820481, _root_=6}]}}, {groupValue=264741842,doclist={numFound=4,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=14, intGSF=264741842, longGSF=1076187408874535674, doubleGSF=11051.198974722003, floatGSF=15659.307, dateGSF=Mon May 18 08:51:00 IST 19615772, stringGSF=base_string_768274__00012595, boolGSF=true, sortableGSF=base_string_275228__00019330, _version_=1694287889806917636, _root_=14}, SolrDocument{id=17, intGSF=264741842, longGSF=1076187408874535674, doubleGSF=11051.198974722003, floatGSF=15659.307, dateGSF=Mon May 18 08:51:00 IST 19615772, stringGSF=base_string_768274__00012595, boolGSF=false, sortableGSF=base_string_275228__00019330, _version_=1694287889804820481, _root_=17}, SolrDocument{id=18, intGSF=264741842, longGSF=1076187408874535674, doubleGSF=11051.198974722003, floatGSF=15659.307, dateGSF=Mon May 18 08:51:00 IST 19615772, stringGSF=base_string_768274__00012595, boolGSF=true, sortableGSF=base_string_275228__00019330, _version_=1694287889805869057, _root_=18}, SolrDocument{id=19, intGSF=264741842, longGSF=1076187408874535674, doubleGSF=11051.198974722003, floatGSF=15659.307, dateGSF=Mon May 18 08:51:00 IST 19615772, stringGSF=base_string_768274__00012595, boolGSF=false, sortableGSF=base_string_275228__00019330, _version_=1694287889804820482, _root_=19}]}}, {groupValue=264749549,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=21, intGSF=264749549, longGSF=1076187408874543305, doubleGSF=14305.198974722003, floatGSF=23650.307, dateGSF=Mon May 18 08:51:01 IST 19615772, stringGSF=base_string_768274__00018792, boolGSF=false, sortableGSF=base_string_275228__00019640, _version_=1694287889804820483, _root_=21}, SolrDocument{id=23, intGSF=264749549, longGSF=1076187408874543305, doubleGSF=14305.198974722003, floatGSF=23650.307, dateGSF=Mon May 18 08:51:01 IST 19615772, stringGSF=base_string_768274__00018792, boolGSF=false, sortableGSF=base_string_275228__00019640, _version_=1694287889804820484, _root_=23}, SolrDocument{id=24, intGSF=264749549, longGSF=1076187408874543305, doubleGSF=14305.198974722003, floatGSF=23650.307, dateGSF=Mon May 18 08:51:01 IST 19615772, stringGSF=base_string_768274__00018792, boolGSF=true, sortableGSF=base_string_275228__00019640, _version_=1694287889806917639, _root_=24}, SolrDocument{id=25, intGSF=264749549, longGSF=1076187408874543305, doubleGSF=14305.198974722003, floatGSF=23650.307, dateGSF=Mon May 18 08:51:01 IST 19615772, stringGSF=base_string_768274__00018792, boolGSF=false, sortableGSF=base_string_275228__00019640, _version_=1694287889804820485, _root_=25}, SolrDocument{id=26, intGSF=264749549, longGSF=1076187408874543305, doubleGSF=14305.198974722003, floatGSF=23650.307, dateGSF=Mon May 18 08:51:01 IST 19615772, stringGSF=base_string_768274__00018792, boolGSF=true, sortableGSF=base_string_275228__00019640, _version_=1694287889805869059, _root_=26}, SolrDocument{id=27, intGSF=264749549, longGSF=1076187408874543305, doubleGSF=14305.198974722003, floatGSF=23650.307, dateGSF=Mon May 18 08:51:01 IST 19615772, stringGSF=base_string_768274__00018792, boolGSF=false, sortableGSF=base_string_275228__00019640, _version_=1694287889806917640, _root_=27}]}}, {groupValue=264753009,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=28, intGSF=264753009, longGSF=1076187408874550477, doubleGSF=19250.198974722003, floatGSF=29951.307, dateGSF=Mon May 18 08:51:04 IST 19615772, stringGSF=base_string_768274__00021799, boolGSF=true, sortableGSF=base_string_275228__00020794, _version_=1694287889806917641, _root_=28}, SolrDocument{id=29, intGSF=264753009, longGSF=1076187408874550477, doubleGSF=19250.198974722003, floatGSF=29951.307, dateGSF=Mon May 18 08:51:04 IST 19615772, stringGSF=base_string_768274__00021799, boolGSF=false, sortableGSF=base_string_275228__00020794, _version_=1694287889804820486, _root_=29}, SolrDocument{id=30, intGSF=264753009, longGSF=1076187408874550477, doubleGSF=19250.198974722003, floatGSF=29951.307, dateGSF=Mon May 18 08:51:04 IST 19615772, stringGSF=base_string_768274__00021799, boolGSF=true, sortableGSF=base_string_275228__00020794, _version_=1694287889805869060, _root_=30}, SolrDocument{id=31, intGSF=264753009, longGSF=1076187408874550477, doubleGSF=19250.198974722003, floatGSF=29951.307, dateGSF=Mon May 18 08:51:04 IST 19615772, stringGSF=base_string_768274__00021799, boolGSF=false, sortableGSF=base_string_275228__00020794, _version_=1694287889805869061, _root_=31}, SolrDocument{id=32, intGSF=264753009, longGSF=1076187408874550477, doubleGSF=19250.198974722003, floatGSF=29951.307, dateGSF=Mon May 18 08:51:04 IST 19615772, stringGSF=base_string_768274__00021799, boolGSF=true, sortableGSF=base_string_275228__00020794, _version_=1694287889807966208, _root_=32}, SolrDocument{id=33, intGSF=264753009, longGSF=1076187408874550477, doubleGSF=19250.198974722003, floatGSF=29951.307, dateGSF=Mon May 18 08:51:04 IST 19615772, stringGSF=base_string_768274__00021799, boolGSF=false, sortableGSF=base_string_275228__00020794, _version_=1694287889804820488, _root_=33}]}}, {groupValue=264758065,doclist={numFound=4,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=37, intGSF=264758065, longGSF=1076187408874559988, doubleGSF=24809.198974722003, floatGSF=33799.31, dateGSF=Mon May 18 08:51:12 IST 19615772, stringGSF=base_string_768274__00024856, boolGSF=false, sortableGSF=base_string_275228__00026335, _version_=1694287889804820489, _root_=37}, SolrDocument{id=38, intGSF=264758065, longGSF=1076187408874559988, doubleGSF=24809.198974722003, floatGSF=33799.31, dateGSF=Mon May 18 08:51:12 IST 19615772, stringGSF=base_string_768274__00024856, boolGSF=true, sortableGSF=base_string_275228__00026335, _version_=1694287889807966209, _root_=38}, SolrDocument{id=39, intGSF=264758065, longGSF=1076187408874559988, doubleGSF=24809.198974722003, floatGSF=33799.31, dateGSF=Mon May 18 08:51:12 IST 19615772, stringGSF=base_string_768274__00024856, boolGSF=false, sortableGSF=base_string_275228__00026335, _version_=1694287889805869063, _root_=39}, SolrDocument{id=40, intGSF=264758065, longGSF=1076187408874559988, doubleGSF=24809.198974722003, floatGSF=33799.31, dateGSF=Mon May 18 08:51:12 IST 19615772, stringGSF=base_string_768274__00024856, boolGSF=true, sortableGSF=base_string_275228__00026335, _version_=1694287889807966210, _root_=40}]}}, {groupValue=264761694,doclist={numFound=3,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=42, intGSF=264761694, longGSF=1076187408874563151, doubleGSF=33589.19897472201, floatGSF=36642.31, dateGSF=Mon May 18 08:51:18 IST 19615772, stringGSF=base_string_768274__00033712, boolGSF=true, sortableGSF=base_string_275228__00034850, _version_=1694287889807966211, _root_=42}, SolrDocument{id=45, intGSF=264761694, longGSF=1076187408874563151, doubleGSF=33589.19897472201, floatGSF=36642.31, dateGSF=Mon May 18 08:51:18 IST 19615772, stringGSF=base_string_768274__00033712, boolGSF=false, sortableGSF=base_string_275228__00034850, _version_=1694287889804820491, _root_=45}, SolrDocument{id=48, intGSF=264761694, longGSF=1076187408874563151, doubleGSF=33589.19897472201, floatGSF=36642.31, dateGSF=Mon May 18 08:51:18 IST 19615772, stringGSF=base_string_768274__00033712, boolGSF=true, sortableGSF=base_string_275228__00034850, _version_=1694287889807966212, _root_=48}]}}, {groupValue=264740764,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10, intGSF=264740764, longGSF=1076187408874529525, doubleGSF=9106.198974722003, floatGSF=12825.307, dateGSF=Mon May 18 08:50:54 IST 19615772, stringGSF=base_string_768274__00010542, boolGSF=true, sortableGSF=base_string_275228__00016808, _version_=1694287889806917633, _root_=10}, SolrDocument{id=11, intGSF=264740764, longGSF=1076187408874529525, doubleGSF=9106.198974722003, floatGSF=12825.307, dateGSF=Mon May 18 08:50:54 IST 19615772, stringGSF=base_string_768274__00010542, boolGSF=false, sortableGSF=base_string_275228__00016808, _version_=1694287889806917634, _root_=11}, SolrDocument{id=13, intGSF=264740764, longGSF=1076187408874529525, doubleGSF=9106.198974722003, floatGSF=12825.307, dateGSF=Mon May 18 08:50:54 IST 19615772, stringGSF=base_string_768274__00010542, boolGSF=false, sortableGSF=base_string_275228__00016808, _version_=1694287889806917635, _root_=13}, SolrDocument{id=7, intGSF=264740764, longGSF=1076187408874529525, doubleGSF=9106.198974722003, floatGSF=12825.307, dateGSF=Mon May 18 08:50:54 IST 19615772, stringGSF=base_string_768274__00010542, boolGSF=false, sortableGSF=base_string_275228__00016808, _version_=1694287889804820482, _root_=7}, SolrDocument{id=8, intGSF=264740764, longGSF=1076187408874529525, doubleGSF=9106.198974722003, floatGSF=12825.307, dateGSF=Mon May 18 08:50:54 IST 19615772, stringGSF=base_string_768274__00010542, boolGSF=true, sortableGSF=base_string_275228__00016808, _version_=1694287889806917632, _root_=8}, SolrDocument{id=9, intGSF=264740764, longGSF=1076187408874529525, doubleGSF=9106.198974722003, floatGSF=12825.307, dateGSF=Mon May 18 08:50:54 IST 19615772, stringGSF=base_string_768274__00010542, boolGSF=false, sortableGSF=base_string_275228__00016808, _version_=1694287889804820483, _root_=9}]}}]}}}
	at __randomizedtesting.SeedInfo.seed([74E2AC051E260E09:7E6B0B694EFBC980]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.doGroupingDvOnly(DocValuesNotIndexedTest.java:404)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnlySortFirst(DocValuesNotIndexedTest.java:327)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14912 lines...]
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4]   2> 1297305 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1297305 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1297305 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001/data-dir-127-001
   [junit4]   2> 1297306 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1297306 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1297306 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 1297307 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001/tempDir-001
   [junit4]   2> 1297307 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1297307 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1297307 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1297308 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1297407 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 35379
   [junit4]   2> 1297407 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35379
   [junit4]   2> 1297407 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35379
   [junit4]   2> 1297407 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35379
   [junit4]   2> 1297409 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297413 INFO  (zkConnectionManagerCallback-12229-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1297413 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1297417 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297418 INFO  (zkConnectionManagerCallback-12231-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1297418 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1297419 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297420 INFO  (zkConnectionManagerCallback-12233-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1297420 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1297522 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1297522 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1297522 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1297522 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1297522 INFO  (jetty-launcher-12234-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 1297522 INFO  (jetty-launcher-12234-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21698498{/solr,null,AVAILABLE}
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c7b90c3{/solr,null,AVAILABLE}
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@28c45147{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39333}
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7b1d56da{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44801}
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-2) [     ] o.e.j.s.Server Started @1297562ms
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-1) [     ] o.e.j.s.Server Started @1297562ms
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:35379/solr, hostPort=39333}
   [junit4]   2> 1297529 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:35379/solr, hostPort=44801}
   [junit4]   2> 1297530 ERROR (jetty-launcher-12234-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1297530 ERROR (jetty-launcher-12234-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1297530 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1297530 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1297530 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 1297530 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 1297530 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1297530 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1297530 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 1297530 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 1297530 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-15T09:00:42.099Z
   [junit4]   2> 1297530 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-15T09:00:42.099Z
   [junit4]   2> 1297531 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297531 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297531 INFO  (zkConnectionManagerCallback-12237-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1297531 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1297531 INFO  (zkConnectionManagerCallback-12238-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1297532 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1297532 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1297532 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1297536 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1297536 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1297536 WARN  (jetty-launcher-12234-thread-2-SendThread(127.0.0.1:35379)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103ec0ad74b0003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103ec0ad74b0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103ec0ad74b0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1297536 WARN  (jetty-launcher-12234-thread-1-SendThread(127.0.0.1:35379)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103ec0ad74b0004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103ec0ad74b0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103ec0ad74b0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1298666 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1298668 WARN  (jetty-launcher-12234-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ab29aa6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1298668 WARN  (jetty-launcher-12234-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ab29aa6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1298689 WARN  (jetty-launcher-12234-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29f32765[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1298689 WARN  (jetty-launcher-12234-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29f32765[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1298690 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35379/solr
   [junit4]   2> 1298709 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1298720 INFO  (zkConnectionManagerCallback-12252-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1298720 INFO  (jetty-launcher-12234-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1298838 INFO  (jetty-launcher-12234-thread-2) [n:127.0.0.1:39333_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1298843 INFO  (zkConnectionManagerCallback-12254-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1298843 INFO  (jetty-launcher-12234-thread-2) [n:127.0.0.1:39333_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1298900 INFO  (jetty-launcher-12234-thread-2) [n:127.0.0.1:39333_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39333_solr
   [junit4]   2> 1298901 INFO  (jetty-launcher-12234-thread-2) [n:127.0.0.1:39333_solr     ] o.a.s.c.Overseer Overseer (id=73161550273904646-127.0.0.1:39333_solr-n_0000000000) starting
   [junit4]   2> 1298905 INFO  (OverseerStateUpdate-73161550273904646-127.0.0.1:39333_solr-n_0000000000) [n:127.0.0.1:39333_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39333_solr
   [junit4]   2> 1298913 INFO  (jetty-launcher-12234-thread-2) [n:127.0.0.1:39333_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39333_solr
   [junit4]   2> 1298915 INFO  (jetty-launcher-12234-thread-2) [n:127.0.0.1:39333_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1298916 WARN  (jetty-launcher-12234-thread-2) [n:127.0.0.1:39333_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1298925 INFO  (zkCallback-12253-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1298932 INFO  (jetty-launcher-12234-thread-2) [n:127.0.0.1:39333_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001/tempDir-001/node2
   [junit4]   2> 1299556 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1299557 WARN  (jetty-launcher-12234-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33e10aa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1299557 WARN  (jetty-launcher-12234-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33e10aa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1299560 WARN  (jetty-launcher-12234-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@31a31f81[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1299560 WARN  (jetty-launcher-12234-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@31a31f81[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1299561 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35379/solr
   [junit4]   2> 1299561 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1299562 INFO  (zkConnectionManagerCallback-12272-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1299563 INFO  (jetty-launcher-12234-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1299674 INFO  (jetty-launcher-12234-thread-1) [n:127.0.0.1:44801_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1299683 INFO  (zkConnectionManagerCallback-12274-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1299683 INFO  (jetty-launcher-12234-thread-1) [n:127.0.0.1:44801_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1299693 INFO  (jetty-launcher-12234-thread-1) [n:127.0.0.1:44801_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1299698 INFO  (jetty-launcher-12234-thread-1) [n:127.0.0.1:44801_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:44801_solr as DOWN
   [junit4]   2> 1299699 INFO  (jetty-launcher-12234-thread-1) [n:127.0.0.1:44801_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1299699 INFO  (jetty-launcher-12234-thread-1) [n:127.0.0.1:44801_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44801_solr
   [junit4]   2> 1299700 INFO  (zkCallback-12253-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1299703 INFO  (jetty-launcher-12234-thread-1) [n:127.0.0.1:44801_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1299703 WARN  (jetty-launcher-12234-thread-1) [n:127.0.0.1:44801_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1299709 INFO  (zkCallback-12273-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1299713 INFO  (jetty-launcher-12234-thread-1) [n:127.0.0.1:44801_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001/tempDir-001/node1
   [junit4]   2> 1299719 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1299719 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1299720 INFO  (zkConnectionManagerCallback-12285-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1299720 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1299721 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1299722 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35379/solr ready
   [junit4]   2> 1299728 INFO  (OverseerThreadFactory-12261-thread-1-processing-n:127.0.0.1:39333_solr) [n:127.0.0.1:39333_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection dv_coll
   [junit4]   2> 1299835 INFO  (OverseerStateUpdate-73161550273904646-127.0.0.1:39333_solr-n_0000000000) [n:127.0.0.1:39333_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"dv_coll_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:39333_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:39333/solr",
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1299837 INFO  (OverseerStateUpdate-73161550273904646-127.0.0.1:39333_solr-n_0000000000) [n:127.0.0.1:39333_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"dv_coll_shard2_replica_n2",
   [junit4]   2>   "node_name":"127.0.0.1:44801_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:44801/solr",
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1299838 INFO  (OverseerStateUpdate-73161550273904646-127.0.0.1:39333_solr-n_0000000000) [n:127.0.0.1:39333_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"dv_coll_shard3_replica_n4",
   [junit4]   2>   "node_name":"127.0.0.1:39333_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:39333/solr",
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1299840 INFO  (OverseerStateUpdate-73161550273904646-127.0.0.1:39333_solr-n_0000000000) [n:127.0.0.1:39333_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"dv_coll_shard4_replica_n6",
   [junit4]   2>   "node_name":"127.0.0.1:44801_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:44801/solr",
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1300044 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr    x:dv_coll_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica_n1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1300044 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr    x:dv_coll_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1300049 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr    x:dv_coll_shard3_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica_n4&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1300049 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr    x:dv_coll_shard4_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica_n6&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1300049 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr    x:dv_coll_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica_n2&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1300061 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 1300074 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1300075 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1300075 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1300075 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SolrCore [[dv_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001/tempDir-001/node2/dv_coll_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001/tempDir-001/node2/dv_coll_shard1_replica_n1/data/]
   [junit4]   2> 1300075 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 1300081 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 1300084 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 1300086 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1300097 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1300097 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica_n6' using configuration from configset conf1, trusted=true
   [junit4]   2> 1300097 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SolrCore [[dv_coll_shard4_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001/tempDir-001/node1/dv_coll_shard4_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001/tempDir-001/node1/dv_coll_shard4_replica_n6/data/]
   [junit4]   2> 1300099 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1300099 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1300099 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1300099 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica_n4' using configuration from configset conf1, trusted=true
   [junit4]   2> 1300100 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1300100 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica_n2' using configuration from configset conf1, trusted=true
   [junit4]   2> 1300101 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SolrCore [[dv_coll_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001/tempDir-001/node1/dv_coll_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001/tempDir-001/node1/dv_coll_shard2_replica_n2/data/]
   [junit4]   2> 1300101 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SolrCore [[dv_coll_shard3_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001/tempDir-001/node2/dv_coll_shard3_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001/tempDir-001/node2/dv_coll_shard3_replica_n4/data/]
   [junit4]   2> 1300122 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1300122 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1300123 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1300123 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1300124 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1300124 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1300124 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1300125 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1300125 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1300125 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1694287889373855744
   [junit4]   2> 1300127 INFO  (searcherExecutor-12287-thread-1-processing-n:127.0.0.1:39333_solr x:dv_coll_shard1_replica_n1 c:dv_coll s:shard1 r:core_node3) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1300128 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1300128 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1300129 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1300129 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1300130 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1300131 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1300131 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1300132 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1300132 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/dv_coll/leaders/shard1
   [junit4]   2> 1300132 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1300132 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1300132 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1694287889381195776
   [junit4]   2> 1300134 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1300134 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1300134 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1300134 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1300135 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1300135 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1300135 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1300135 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1300137 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1300137 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1300137 INFO  (searcherExecutor-12289-thread-1-processing-n:127.0.0.1:44801_solr x:dv_coll_shard4_replica_n6 c:dv_coll s:shard4 r:core_node8) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SolrCore [dv_coll_shard4_replica_n6]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1300137 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1300137 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1300137 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1300137 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1300138 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1300138 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1300138 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1300138 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1300138 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1694287889387487232
   [junit4]   2> 1300138 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1694287889387487232
   [junit4]   2> 1300140 INFO  (searcherExecutor-12293-thread-1-processing-n:127.0.0.1:44801_solr x:dv_coll_shard2_replica_n2 c:dv_coll s:shard2 r:core_node5) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SolrCore [dv_coll_shard2_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1300140 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1300140 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1300140 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39333/solr/dv_coll_shard1_replica_n1/
   [junit4]   2> 1300140 INFO  (searcherExecutor-12291-thread-1-processing-n:127.0.0.1:39333_solr x:dv_coll_shard3_replica_n4 c:dv_coll s:shard3 r:core_node7) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SolrCore [dv_coll_shard3_replica_n4]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1300141 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1300141 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:39333/solr/dv_coll_shard1_replica_n1/ has no replicas
   [junit4]   2> 1300141 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/dv_coll/leaders/shard1/leader after winning as /collections/dv_coll/leader_elect/shard1/election/73161550273904646-core_node3-n_0000000000
   [junit4]   2> 1300144 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard4 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 1300144 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/dv_coll/leaders/shard4
   [junit4]   2> 1300146 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39333/solr/dv_coll_shard1_replica_n1/ shard1
   [junit4]   2> 1300146 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard2 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 1300146 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/dv_coll/leaders/shard2
   [junit4]   2> 1300147 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard3 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 1300147 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/dv_coll/leaders/shard3
   [junit4]   2> 1300149 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1300149 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1300149 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44801/solr/dv_coll_shard4_replica_n6/
   [junit4]   2> 1300149 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1300150 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SyncStrategy http://127.0.0.1:44801/solr/dv_coll_shard4_replica_n6/ has no replicas
   [junit4]   2> 1300150 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/dv_coll/leaders/shard4/leader after winning as /collections/dv_coll/leader_elect/shard4/election/73161550273904648-core_node8-n_0000000000
   [junit4]   2> 1300150 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1300150 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1300150 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39333/solr/dv_coll_shard3_replica_n4/
   [junit4]   2> 1300150 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1300150 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SyncStrategy http://127.0.0.1:39333/solr/dv_coll_shard3_replica_n4/ has no replicas
   [junit4]   2> 1300150 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/dv_coll/leaders/shard3/leader after winning as /collections/dv_coll/leader_elect/shard3/election/73161550273904646-core_node7-n_0000000000
   [junit4]   2> 1300151 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1300151 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39333/solr/dv_coll_shard3_replica_n4/ shard3
   [junit4]   2> 1300151 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1300151 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44801/solr/dv_coll_shard2_replica_n2/
   [junit4]   2> 1300152 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1300153 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:44801/solr/dv_coll_shard2_replica_n2/ has no replicas
   [junit4]   2> 1300153 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/dv_coll/leaders/shard2/leader after winning as /collections/dv_coll/leader_elect/shard2/election/73161550273904648-core_node5-n_0000000000
   [junit4]   2> 1300154 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44801/solr/dv_coll_shard4_replica_n6/ shard4
   [junit4]   2> 1300156 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44801/solr/dv_coll_shard2_replica_n2/ shard2
   [junit4]   2> 1300257 INFO  (zkCallback-12273-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300257 INFO  (zkCallback-12253-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300258 INFO  (zkCallback-12273-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300258 INFO  (zkCallback-12253-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300258 INFO  (zkCallback-12273-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300258 INFO  (zkCallback-12253-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300258 INFO  (zkCallback-12253-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300258 INFO  (zkCallback-12273-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300259 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1300259 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1300260 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1300260 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1300264 INFO  (qtp1977267729-19506) [n:127.0.0.1:44801_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica_n2&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=215
   [junit4]   2> 1300264 INFO  (qtp637774839-19503) [n:127.0.0.1:39333_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica_n4&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=215
   [junit4]   2> 1300265 INFO  (qtp1977267729-19497) [n:127.0.0.1:44801_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica_n6&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT} status=0 QTime=215
   [junit4]   2> 1300265 INFO  (qtp637774839-19500) [n:127.0.0.1:39333_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica_n1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=221
   [junit4]   2> 1300267 INFO  (qtp1977267729-19498) [n:127.0.0.1:44801_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1300365 INFO  (zkCallback-12273-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300365 INFO  (zkCallback-12273-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300365 INFO  (zkCallback-12273-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300365 INFO  (zkCallback-12273-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300365 INFO  (zkCallback-12253-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300365 INFO  (zkCallback-12253-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300365 INFO  (zkCallback-12253-thread-6) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300365 INFO  (zkCallback-12253-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300365 INFO  (zkCallback-12253-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300365 INFO  (zkCallback-12273-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1300366 INFO  (qtp1977267729-19498) [n:127.0.0.1:44801_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&nrtReplicas=1&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=640
   [junit4]   2> 1300366 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: dv_coll
   [junit4]   2> 1300385 INFO  (qtp1977267729-19501) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 1300387 INFO  (qtp1977267729-19501) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1300387 INFO  (qtp1977267729-19501) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1300400 INFO  (qtp1977267729-19501) [n:127.0.0.1:44801_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ZkController Persisted config data to node /configs/conf1/managed-schema 
   [junit4]   2> 1300400 INFO  (zkCallback-12273-thread-3) [     ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 1300400 INFO  (zkCallback-12253-thread-5) [     ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 1300400 INFO  (zkCallback-12253-thread-6) [     ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 1300400 INFO  (zkCallback-12273-thread-5) [     ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 1300401 INFO  (zkCallback-12253-thread-5) [     ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from Zookeeper
   [junit4]   2> 1300401 INFO  (zkCallback-12253-thread-6) [     ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from Zookeeper
   [junit4]   2> 1300401 INFO  (zkCallback-12273-thread-3) [     ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from Zookeeper
   [junit4]   2> 1300402 INFO  (zkCallback-12253-thread-5)

[...truncated too long message...]

gerThread woken up but we are closed, exiting.
   [junit4]   2> 1301186 INFO  (closeThreadPool-12336-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73161550273904646-127.0.0.1:39333_solr-n_0000000000) closing
   [junit4]   2> 1301285 INFO  (jetty-closer-12324-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b1d56da{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1301286 INFO  (jetty-closer-12324-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c7b90c3{/solr,null,STOPPED}
   [junit4]   2> 1301286 INFO  (jetty-closer-12324-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1301384 INFO  (jetty-closer-12324-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73161550273904646-127.0.0.1:39333_solr-n_0000000000) closing
   [junit4]   2> 1301386 INFO  (jetty-closer-12324-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@28c45147{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1301386 INFO  (jetty-closer-12324-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@21698498{/solr,null,STOPPED}
   [junit4]   2> 1301386 INFO  (jetty-closer-12324-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1301387 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1301489 WARN  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker-SendThread(127.0.0.1:35379)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103ec0ad74b0001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103ec0ad74b0001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103ec0ad74b0001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1301590 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/configs/conf1/managed-schema
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/dv_coll/terms/shard3
   [junit4]   2> 	3	/solr/collections/dv_coll/terms/shard2
   [junit4]   2> 	3	/solr/collections/dv_coll/terms/shard1
   [junit4]   2> 	3	/solr/collections/dv_coll/terms/shard4
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/dv_coll/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	30	/solr/collections/dv_coll/state.json
   [junit4]   2> 	4	/solr/configs/conf1/managed-schema
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/overseer/queue
   [junit4]   2> 	12	/solr/collections/dv_coll/state.json
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1301592 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35379
   [junit4]   2> 1301592 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35379
   [junit4]   2> 1301592 INFO  (SUITE-DocValuesNotIndexedTest-seed#[74E2AC051E260E09]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35379
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_74E2AC051E260E09-001
   [junit4]   2> Mar 15, 2021 9:00:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=Lucene84, id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{floatField=DocValuesFormat(name=Lucene80), doubleField=DocValuesFormat(name=Direct), intFieldMulti=DocValuesFormat(name=Lucene80), boolFieldMulti=DocValuesFormat(name=Direct), sortableGSL=DocValuesFormat(name=Asserting), longFieldMulti=DocValuesFormat(name=Lucene80), floatGSL=DocValuesFormat(name=Asserting), sortableGSF=DocValuesFormat(name=Lucene80), intField=DocValuesFormat(name=Direct), boolField=DocValuesFormat(name=Asserting), sortableFieldMulti=DocValuesFormat(name=Lucene80), stringFieldMulti=DocValuesFormat(name=Asserting), dateFieldMulti=DocValuesFormat(name=Lucene80), longGSF=DocValuesFormat(name=Lucene80), doubleFieldMulti=DocValuesFormat(name=Asserting), stringGSL=DocValuesFormat(name=Lucene80), doubleGSF=DocValuesFormat(name=Direct), doubleGSL=DocValuesFormat(name=Lucene80), stringGSF=DocValuesFormat(name=Direct), sortableText=DocValuesFormat(name=Lucene80), intGSL=DocValuesFormat(name=Direct), longField=DocValuesFormat(name=Lucene80), dateField=DocValuesFormat(name=Asserting), dateGSF=DocValuesFormat(name=Asserting), boolGSF=DocValuesFormat(name=Asserting), longGSL=DocValuesFormat(name=Asserting), boolGSL=DocValuesFormat(name=Lucene80), floatFieldMulti=DocValuesFormat(name=Direct), floatGSF=DocValuesFormat(name=Lucene80), dateGSL=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Lucene80), intGSF=DocValuesFormat(name=Lucene80), stringField=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=968, maxMBSortInHeap=6.953124802330244, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sl, timezone=Europe/Dublin
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=201983312,total=520093696
   [junit4]   2> NOTE: All tests run in this JVM: [CurrencyRangeFacetCloudTest, TestSurroundQueryParser, TestDownShardTolerantSearch, TestNonDefinedSimilarityFactory, JsonLoaderTest, NodeMutatorTest, BasicAuthIntegrationTest, TestSQLHandler, MaxScoreCollectorTest, V2ApiIntegrationTest, TestUnifiedSolrHighlighterWithoutStoredId, DefaultValueUpdateProcessorTest, TestQueryingOnDownCollection, TestSizeLimitedDistributedMap, DistanceFunctionTest, JWTAuthPluginTest, OverseerModifyCollectionTest, CollectionsAPIDistributedZkTest, DistanceUnitsTest, TestCloudManagedSchema, TestDocTermOrds, DeleteShardTest, SolrIndexSearcherTest, TestSimGenericDistributedQueue, SpellingQueryConverterTest, HdfsRecoveryZkTest, TestCharFilters, BackupRestoreApiErrorConditionsTest, BinaryUpdateRequestHandlerTest, SolrInfoBeanTest, TestHdfsUpdateLog, TestComplexPhraseQParserPlugin, DocValuesMissingTest, FullHLLTest, TestRandomDVFaceting, ForceLeaderTest, TestSimDistribStateManager, PKIAuthenticationIntegrationTest, ThreadDumpHandlerTest, TestTrackingShardHandlerFactory, TestJsonFacetsWithNestedObjects, HttpSolrCallGetCoreTest, DistributedFacetPivotWhiteBoxTest, HdfsChaosMonkeyNothingIsSafeTest, TestLRUCache, OrderedExecutorTest, TestStressRecovery, TestXIncludeConfig, TestRequestStatusCollectionAPI, TestHalfAndHalfDocValues, ActionThrottleTest, ConvertedLegacyTest, TestWordDelimiterFilterFactory, SystemLogListenerTest, SuggesterTSTTest, MigrateRouteKeyTest, TestRetrieveFieldsOptimizer, TestContainerPlugin, AlternateDirectoryTest, BadComponentTest, SolrShardReporterTest, TestLeaderElectionWithEmptyReplica, TestCloudInspectUtil, TestExplainDocTransformer, NodeLostTriggerTest, RequiredFieldsTest, QueryElevationComponentTest, TransactionLogTest, TestDistributedStatsComponentCardinality, NestedAtomicUpdateTest, DirectUpdateHandlerTest, TestSolrDeletionPolicy1, DistributedQueryElevationComponentTest, CachingDirectoryFactoryTest, TestFunctionQuery, ShardsWhitelistTest, TestFilteredDocIdSet, OverseerStatusTest, LeaderElectionTest, CdcrWithNodesRestartsTest, DebugComponentTest, CopyFieldTest, TestCursorMarkWithoutUniqueKey, DeleteInactiveReplicaTest, BigEndianAscendingWordDeserializerTest, TestRequestForwarding, HealthCheckHandlerTest, RegexBytesRefFilterTest, SparseHLLTest, TestFaceting, MoveReplicaTest, AddBlockUpdateTest, TestSolrConfigHandlerConcurrent, TestUtils, TestInPlaceUpdatesStandalone, JSONWriterTest, TestFieldCacheSort, TestSchemaResource, TestNumericRangeQuery32, TestClusterStateMutator, ZkShardTermsTest, FieldMutatingUpdateProcessorTest, ClassificationUpdateProcessorFactoryTest, SolrRequestParserTest, TestLegacyFieldReuse, PeerSyncWithBufferUpdatesTest, TestSimpleQParserPlugin, ComputePlanActionTest, JvmMetricsTest, PeerSyncReplicationTest, TestElisionMultitermQuery, TestTlogReplayVsRecovery, XmlInterpolationTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, TestDocumentBuilder, TestGroupingSearch, TestSolrCoreProperties, TestTolerantSearch, TestTrie, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, BasicDistributedZkTest, CleanupOldIndexTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest]
   [junit4] Completed [501/934 (1!)] on J2 in 4.76s, 5 tests, 1 failure <<< FAILURES!

[...truncated 52340 lines...]

[JENKINS] Lucene » Lucene-Solr-BadApples-Tests-8.x - Build # 216 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-Tests-8.x/216/

1 tests failed.
FAILED:  org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:34987/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:34987/solr
	at __randomizedtesting.SeedInfo.seed([F7693BC24424F6AF:B3A51B392A1E20C5]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration(SolrCloudReportersTest.java:73)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 53 more




Build Log:
[...truncated 15833 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest
   [junit4]   2> 2119058 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2119058 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2119058 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/data-dir-187-001
   [junit4]   2> 2119058 WARN  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 2119058 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2119060 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2119060 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 2119060 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 0 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/tempDir-001
   [junit4]   2> 2119060 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2119060 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2119060 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2119061 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2119160 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 46111
   [junit4]   2> 2119161 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46111
   [junit4]   2> 2119161 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46111
   [junit4]   2> 2119161 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46111
   [junit4]   2> 2119162 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2119166 INFO  (zkConnectionManagerCallback-19872-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2119166 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2119178 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2119185 INFO  (zkConnectionManagerCallback-19874-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2119185 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2119186 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2119189 INFO  (zkConnectionManagerCallback-19876-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2119189 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2119190 WARN  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker-SendThread(127.0.0.1:46111)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103e6f0b8210002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103e6f0b8210002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103e6f0b8210002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2119298 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testExplicitConfiguration
   [junit4]   2> 2119298 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2119400 WARN  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker-SendThread(127.0.0.1:46111)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103e6f0b8210001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103e6f0b8210001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103e6f0b8210001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2119502 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:46111
   [junit4]   2> 2119502 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46111
   [junit4]   2> 2119502 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46111
   [junit4]   2> 2119503 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/tempDir-002
   [junit4]   2> 2119503 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2119503 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2119504 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2119505 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2119603 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.ZkTestServer start zk server on port: 39511
   [junit4]   2> 2119604 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39511
   [junit4]   2> 2119604 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39511
   [junit4]   2> 2119604 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39511
   [junit4]   2> 2119605 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2119609 INFO  (zkConnectionManagerCallback-19881-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2119609 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2119617 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2119618 INFO  (zkConnectionManagerCallback-19883-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2119618 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2119618 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2119621 INFO  (zkConnectionManagerCallback-19885-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2119621 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2119723 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2119723 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2119723 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2119723 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2119723 INFO  (jetty-launcher-19886-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 2119723 INFO  (jetty-launcher-19886-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 2119731 INFO  (jetty-launcher-19886-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2119731 INFO  (jetty-launcher-19886-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2119731 INFO  (jetty-launcher-19886-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2119731 INFO  (jetty-launcher-19886-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2119731 INFO  (jetty-launcher-19886-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2119731 INFO  (jetty-launcher-19886-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2119731 INFO  (jetty-launcher-19886-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dba86bd{/solr,null,AVAILABLE}
   [junit4]   2> 2119733 INFO  (jetty-launcher-19886-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@29bd42f4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:32929}
   [junit4]   2> 2119733 INFO  (jetty-launcher-19886-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@357255c0{/solr,null,AVAILABLE}
   [junit4]   2> 2119733 INFO  (jetty-launcher-19886-thread-1) [     ] o.e.j.s.Server Started @2119760ms
   [junit4]   2> 2119733 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:39511/solr, hostPort=32929}
   [junit4]   2> 2119733 ERROR (jetty-launcher-19886-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2119733 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2119733 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 2119733 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2119733 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 2119733 INFO  (jetty-launcher-19886-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3102f44b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34987}
   [junit4]   2> 2119733 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-14T09:16:28.672Z
   [junit4]   2> 2119733 INFO  (jetty-launcher-19886-thread-2) [     ] o.e.j.s.Server Started @2119761ms
   [junit4]   2> 2119733 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:39511/solr, hostPort=34987}
   [junit4]   2> 2119734 ERROR (jetty-launcher-19886-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2119734 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2119734 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 2119734 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2119734 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 2119734 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-14T09:16:28.673Z
   [junit4]   2> 2119737 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2119741 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2119741 INFO  (zkConnectionManagerCallback-19888-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2119741 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2119741 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2119742 INFO  (zkConnectionManagerCallback-19890-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2119742 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2119742 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2119744 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2119744 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2119745 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2119745 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2119747 WARN  (jetty-launcher-19886-thread-2-SendThread(127.0.0.1:39511)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103e6f0b9de0004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103e6f0b9de0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103e6f0b9de0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2120223 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2120224 WARN  (jetty-launcher-19886-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4edef9ec[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2120224 WARN  (jetty-launcher-19886-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4edef9ec[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2120226 WARN  (jetty-launcher-19886-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2be6b2d0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2120226 WARN  (jetty-launcher-19886-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2be6b2d0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2120227 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39511/solr
   [junit4]   2> 2120228 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2120229 INFO  (zkConnectionManagerCallback-19904-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2120229 INFO  (jetty-launcher-19886-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2120331 INFO  (jetty-launcher-19886-thread-1) [n:127.0.0.1:32929_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2120332 INFO  (zkConnectionManagerCallback-19906-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2120332 INFO  (jetty-launcher-19886-thread-1) [n:127.0.0.1:32929_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2120400 INFO  (jetty-launcher-19886-thread-1) [n:127.0.0.1:32929_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32929_solr
   [junit4]   2> 2120401 INFO  (jetty-launcher-19886-thread-1) [n:127.0.0.1:32929_solr     ] o.a.s.c.Overseer Overseer (id=73155940552933382-127.0.0.1:32929_solr-n_0000000000) starting
   [junit4]   2> 2120405 INFO  (OverseerStateUpdate-73155940552933382-127.0.0.1:32929_solr-n_0000000000) [n:127.0.0.1:32929_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:32929_solr
   [junit4]   2> 2120409 INFO  (jetty-launcher-19886-thread-1) [n:127.0.0.1:32929_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32929_solr
   [junit4]   2> 2120411 INFO  (zkCallback-19905-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2120412 INFO  (jetty-launcher-19886-thread-1) [n:127.0.0.1:32929_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2120412 WARN  (jetty-launcher-19886-thread-1) [n:127.0.0.1:32929_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2120435 INFO  (jetty-launcher-19886-thread-1) [n:127.0.0.1:32929_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2120450 INFO  (jetty-launcher-19886-thread-1) [n:127.0.0.1:32929_solr     ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
   [junit4]   2> 2120450 INFO  (jetty-launcher-19886-thread-1) [n:127.0.0.1:32929_solr     ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
   [junit4]   2> 2120450 INFO  (jetty-launcher-19886-thread-1) [n:127.0.0.1:32929_solr     ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
   [junit4]   2> 2120504 INFO  (jetty-launcher-19886-thread-1) [n:127.0.0.1:32929_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/tempDir-002/node1
   [junit4]   2> 2120780 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2120781 WARN  (jetty-launcher-19886-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4a6a9f20[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2120781 WARN  (jetty-launcher-19886-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4a6a9f20[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2120789 WARN  (jetty-launcher-19886-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@61deca4e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2120790 WARN  (jetty-launcher-19886-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@61deca4e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2120791 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39511/solr
   [junit4]   2> 2120791 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2120793 INFO  (zkConnectionManagerCallback-19926-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2120793 INFO  (jetty-launcher-19886-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2120895 INFO  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2120896 INFO  (zkConnectionManagerCallback-19928-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2120896 INFO  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2120900 INFO  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2120902 INFO  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34987_solr as DOWN
   [junit4]   2> 2120903 INFO  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2120903 INFO  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34987_solr
   [junit4]   2> 2120904 INFO  (zkCallback-19905-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2120905 INFO  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2120905 WARN  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2120913 INFO  (zkCallback-19927-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2120916 INFO  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2120924 INFO  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
   [junit4]   2> 2120924 INFO  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
   [junit4]   2> 2120924 INFO  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
   [junit4]   2> 2120928 INFO  (jetty-launcher-19886-thread-2) [n:127.0.0.1:34987_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/tempDir-002/node2
   [junit4]   2> 2120941 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 2120942 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2120945 INFO  (zkConnectionManagerCallback-19941-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2120945 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2120946 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2120947 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39511/solr ready
   [junit4]   2> 2120948 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2120948 INFO  (zkConnectionManagerCallback-19943-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2120948 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2121055 INFO  (OverseerThreadFactory-19913-thread-1-processing-n:127.0.0.1:32929_solr) [n:127.0.0.1:32929_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection test_collection
   [junit4]   2> 2121059 INFO  (OverseerThreadFactory-19913-thread-1-processing-n:127.0.0.1:32929_solr) [n:127.0.0.1:32929_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"test_collection_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:32929_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:32929/solr",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2121062 INFO  (OverseerThreadFactory-19913-thread-1-processing-n:127.0.0.1:32929_solr) [n:127.0.0.1:32929_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"test_collection_shard1_replica_n3",
   [junit4]   2>   "node_name":"127.0.0.1:34987_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:34987/solr",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2121065 INFO  (OverseerThreadFactory-19913-thread-1-processing-n:127.0.0.1:32929_solr) [n:127.0.0.1:32929_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"test_collection_shard2_replica_n5",
   [junit4]   2>   "node_name":"127.0.0.1:32929_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:32929/solr",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2121067 INFO  (OverseerThreadFactory-19913-thread-1-processing-n:127.0.0.1:32929_solr) [n:127.0.0.1:32929_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"test_collection_shard2_replica_n7",
   [junit4]   2>   "node_name":"127.0.0.1:34987_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:34987/solr",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2121071 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr    x:test_collection_shard2_replica_n5 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n5&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2121071 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr    x:test_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2121071 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr    x:test_collection_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n3&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2121071 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr    x:test_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2121072 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr    x:test_collection_shard2_replica_n7 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n7&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2121086 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 2121087 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 2121097 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 2121099 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 2121099 WARN  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 2121099 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 2121099 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n7' using configuration from configset test, trusted=true
   [junit4]   2> 2121100 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n7
   [junit4]   2> 2121103 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 2121105 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 2121106 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 2121106 WARN  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 2121106 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 2121106 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n5' using configuration from configset test, trusted=true
   [junit4]   2> 2121106 WARN  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 2121106 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 2121106 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n1' using configuration from configset test, trusted=true
   [junit4]   2> 2121106 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n5
   [junit4]   2> 2121106 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n1
   [junit4]   2> 2121114 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 2121114 WARN  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 2121114 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 2121114 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n3' using configuration from configset test, trusted=true
   [junit4]   2> 2121115 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n3
   [junit4]   2> 2121118 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.SolrCore [[test_collection_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/tempDir-002/node1/test_collection_shard2_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/tempDir-002/node1/test_collection_shard2_replica_n5/data/]
   [junit4]   2> 2121119 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.SolrCore [[test_collection_shard2_replica_n7] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/tempDir-002/node2/test_collection_shard2_replica_n7], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/tempDir-002/node2/test_collection_shard2_replica_n7/data/]
   [junit4]   2> 2121129 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[test_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/tempDir-002/node1/test_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/tempDir-002/node1/test_collection_shard1_replica_n1/data/]
   [junit4]   2> 2121129 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [[test_collection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/tempDir-002/node2/test_collection_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001/tempDir-002/node2/test_collection_shard1_replica_n3/data/]
   [junit4]   2> 2121179 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2121179 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2121179 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2121179 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2121181 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 2121181 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 2121181 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 2121181 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 2121181 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2121181 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2121183 INFO  (searcherExecutor-19951-thread-1-processing-n:127.0.0.1:34987_solr x:test_collection_shard1_replica_n3 c:test_collection s:shard1 r:core_node4) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [test_collection_shard1_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2121183 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2121183 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2121184 INFO  (searcherExecutor-19949-thread-1-processing-n:127.0.0.1:32929_solr x:test_collection_shard1_replica_n1 c:test_collection s:shard1 r:core_node2) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [test_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2121185 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2121185 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2121190 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 2121190 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 2121191 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 2121191 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 2121191 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2121191 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2121193 INFO  (searcherExecutor-19945-thread-1-processing-n:127.0.0.1:34987_solr x:test_collection_shard2_replica_n7 c:test_collection s:shard2 r:core_node8) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.SolrCore [test_collection_shard2_replica_n7]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2121194 INFO  (searcherExecutor-19947-thread-1-processing-n:127.0.0.1:32929_solr x:test_collection_shard2_replica_n5 c:test_collection s:shard2 r:core_node6) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.SolrCore [test_collection_shard2_replica_n5]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2121199 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2121199 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_collection/leaders/shard1
   [junit4]   2> 2121205 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_collection/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 2121205 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr c:test_collection s:shard1 r:core_node4 x:test_collection_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_collection/leaders/shard1
   [junit4]   2> 2121205 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_collection/terms/shard2 to Terms{values={core_node6=0}, version=0}
   [junit4]   2> 2121205 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_collection/leaders/shard2
   [junit4]   2> 2121213 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/test_collection/terms/shard2 to Terms{values={core_node6=0, core_node8=0}, version=1}
   [junit4]   2> 2121213 INFO  (qtp1069882819-31821) [n:127.0.0.1:34987_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n7 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/test_collection/leaders/shard2
   [junit4]   2> 2121214 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2121214 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2121214 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32929/solr/test_collection_shard1_replica_n1/
   [junit4]   2> 2121214 ERROR (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
   [junit4]   2> 2121214 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2121214 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test_collection/leaders/shard1/leader after winning as /collections/test_collection/leader_elect/shard1/election/73155940552933382-core_node2-n_0000000000
   [junit4]   2> 2121217 INFO  (zkCallback-19927-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2121217 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32929/solr/test_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2121219 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2121219 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2121220 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32929/solr/test_collection_shard2_replica_n5/
   [junit4]   2> 2121220 ERROR (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
   [junit4]   2> 2121220 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2121220 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/test_collection/leaders/shard2/leader after winning as /collections/test_collection/leader_elect/shard2/election/73155940552933382-core_node6-n_0000000000
   [junit4]   2> 2121222 INFO  (qtp662354027-31823) [n:127.0.0.1:32929_solr c:test_collection s:shard2 r:core_node6 x:test_collection_shard2_replica_n5 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32929/solr/test_collection_shard2_replica_n5/ shard2
   [junit4]   2> 2121224 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr c:test_collection s:shard1 r:core_node2 x:test_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2121229 INFO  (zkCallback-19927-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2121229 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=158
   [junit4]   2> 2121231 INFO  (qtp1069882819-31828) [n:127.0.0.1:34987_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n3&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=160
   [junit4]   2> 2121231 INFO  (zkCallback-19905-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2121231 INFO  (zkCallback-19905-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2121231 INFO  (zkCallback-19927-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2125593 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=83
   [junit4]   2> 2125929 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2126118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2126118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2126120 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2126130 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2130508 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2130930 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2131118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2131118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2131120 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2131130 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2135507 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2135930 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2136118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2136118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2136119 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2136130 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2140507 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2140930 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2141118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2141118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2141119 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2141130 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2145507 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2145930 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2146118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2146118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2146120 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2146130 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2150507 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2150930 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2151118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2151118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2151119 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2151130 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2155506 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2155930 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2156118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2156118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2156120 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2156130 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2160507 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2160930 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2161118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2161118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2161120 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2161130 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2165507 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2165930 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2166118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2166118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2166119 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2166130 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2170506 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2170930 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2171118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2171118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2171120 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2171130 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2175507 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2175930 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2176118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2176118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2176120 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2176130 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2180439 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.test_collection.shard1.replica_n1:QUERY./select.requests&key=solr.core.test_collection.shard2.replica_n5:INDEX.sizeInBytes&key=solr.core.test_collection.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.test_collection.shard1.replica_n1:UPDATE./update.requests&key=solr.core.test_collection.shard2.replica_n5:QUERY./select.requests&key=solr.core.test_collection.shard2.replica_n5:UPDATE./update.requests} status=0 QTime=0
   [junit4]   2> 2180440 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.jvm:os.processCpuLoad&key=solr.node:CONTAINER.fs.coreRoot.usableSpace&key=solr.jvm:os.systemLoadAverage&key=solr.jvm:memory.heap.used} status=0 QTime=0
   [junit4]   2> 2180442 INFO  (qtp1069882819-31826) [n:127.0.0.1:34987_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.test_collection.shard2.replica_n7:UPDATE./update.requests&key=solr.core.test_collection.shard2.replica_n7:INDEX.sizeInBytes&key=solr.core.test_collection.shard2.replica_n7:QUERY./select.requests&key=solr.core.test_collection.shard1.replica_n3:QUERY./select.requests&key=solr.core.test_collection.shard1.replica_n3:INDEX.sizeInBytes&key=solr.core.test_collection.shard1.replica_n3:UPDATE./update.requests} status=0 QTime=0
   [junit4]   2> 2180443 INFO  (qtp1069882819-31829) [n:127.0.0.1:34987_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.jvm:os.processCpuLoad&key=solr.node:CONTAINER.fs.coreRoot.usableSpace&key=solr.jvm:os.systemLoadAverage&key=solr.jvm:memory.heap.used} status=0 QTime=0
   [junit4]   2> 2180505 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2180930 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2181118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2181118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2181119 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2181130 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2185507 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2185930 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2186118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2186118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2186119 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2186130 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2190507 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2190930 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2191118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2191118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2191119 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2191130 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2195507 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2195930 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2196118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2196118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2196119 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2196130 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2200506 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2200930 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2201118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2201118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2201119 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2201130 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2205511 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2205930 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2206118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2206118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2206119 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2206130 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2210507 INFO  (qtp662354027-31825) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:32929_solr} status=0 QTime=0
   [junit4]   2> 2210930 INFO  (qtp662354027-31827) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:34987_solr} status=0 QTime=0
   [junit4]   2> 2211118 WARN  (metrics-solr-reporter-4-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2211118 WARN  (metrics-solr-reporter-3-thread-1) [     ] o.a.s.m.r.s.SolrShardReporter No leader for test_collection/shard2
   [junit4]   2> 2211120 INFO  (qtp662354027-31822) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node2} status=0 QTime=0
   [junit4]   2> 2211130 INFO  (qtp662354027-31820) [n:127.0.0.1:32929_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node4} status=0 QTime=0
   [junit4]   2> 2211142 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[F7693BC24424F6AF]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testExplicitConfiguration
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrCloudReportersTest -Dtests.method=testExplicitConfiguration -Dtests.seed=F7693BC24424F6AF -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-VE -Dtests.timezone=Greenwich -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   91.9s J3 | SolrCloudReportersTest.testExplicitConfiguration <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:34987/solr
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F7693BC24424F6AF:B3A51B392A1E20C5]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
   [junit4]    > 	at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration(SolrCloudReportersTest.java:73)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(

[...truncated too long message...]

065-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@b9562cf{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2221572 INFO  (jetty-closer-20065-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4b8bd324{/solr,null,STOPPED}
   [junit4]   2> 2221572 INFO  (jetty-closer-20065-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2221572 WARN  (jetty-launcher-19987-thread-2-SendThread(127.0.0.1:33147)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103e6f22b700008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103e6f22b700008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103e6f22b700008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2221675 INFO  (jetty-closer-20065-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@2d98fa14{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2221676 INFO  (jetty-closer-20065-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78aa6f3e{/solr,null,STOPPED}
   [junit4]   2> 2221676 INFO  (jetty-closer-20065-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2221677 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2221783 WARN  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[F7693BC24424F6AF]-SendThread(127.0.0.1:33147)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103e6f22b700001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103e6f22b700001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103e6f22b700001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2221973 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/test_collection/terms/shard2
   [junit4]   2> 	5	/solr/collections/test_collection/terms/shard1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/configs/test
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/test_collection/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/collections/test_collection/state.json
   [junit4]   2> 	14	/solr/overseer/queue
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2221979 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33147
   [junit4]   2> 2221979 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33147
   [junit4]   2> 2221987 INFO  (SUITE-SolrCloudReportersTest-seed#[F7693BC24424F6AF]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33147
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_F7693BC24424F6AF-001
   [junit4]   2> Mar 14, 2021 9:18:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=538, maxMBSortInHeap=7.048648553997015, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=es-VE, timezone=Greenwich
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=294512688,total=527958016
   [junit4]   2> NOTE: All tests run in this JVM: [TestCorePropertiesReload, CursorMarkTest, HighlighterWithoutStoredIdTest, ExitableDirectoryReaderTest, TestSolrJacksonAnnotation, TestSimDistributedQueue, TestPerFieldSimilarity, TestHdfsCloudBackupRestore, SolrXmlInZkTest, TestObjectReleaseTracker, CoreAdminRequestStatusTest, DocValuesMultiTest, TestSubQueryTransformer, DynamicMapsTest, TestSimScenario, SpellCheckComponentTest, MergeStrategyTest, UpdateLogTest, SimpleCollectionCreateDeleteTest, V2StandaloneTest, TestBlendedInfixSuggestions, TestScoreJoinQPNoScore, SecurityConfHandlerTest, BigEndianAscendingWordSerializerTest, SuggesterTest, ConcurrentCreateCollectionTest, TestSolrQueryResponse, TestPayloadScoreQParserPlugin, TokenizerChainTest, ConfigureRecoveryStrategyTest, TestSkipOverseerOperations, TestSortableTextField, TermVectorComponentDistributedTest, TestTrie, TestCircuitBreaker, TestDocTermOrdsUninvertLimit, TestExtendedDismaxParser, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CursorPagingTest, SortSpecParsingTest, TestPushWriter, SchemaApiFailureTest, TriggerSetPropertiesIntegrationTest, TestCloudRecovery2, TestIntervalFaceting, SmileWriterTest, DistributedDebugComponentTest, SolrLogAuditLoggerPluginTest, TestInPlaceUpdateWithRouteField, TestDeprecatedFilters, IndexSchemaRuntimeFieldTest, TestSlowCompositeReaderWrapper, TestReloadDeadlock, ParsingFieldUpdateProcessorsTest, TestSha256AuthenticationProvider, OutOfBoxZkACLAndCredentialsProvidersTest, TestCodecSupport, BasicAuthOnSingleNodeTest, TestManagedResourceStorage, TestReplicationHandlerDiskOverFlow, JWTIssuerConfigTest, LegacyCloudClusterPropTest, SplitHandlerTest, TestSolrCoreParser, SoftAutoCommitTest, TestLegacyNumericUtils, TestRTGBase, TriLevelCompositeIdRoutingTest, NodeAddedTriggerIntegrationTest, ResponseBuilderTest, CloudExitableDirectoryReaderTest, RecoveryAfterSoftCommitTest, TestGeoJSONResponseWriter, SolrMetricReporterTest, TestSort, TestEmbeddedSolrServerSchemaAPI, TestStressIncrementalBackup, CdcrReplicationHandlerTest, MinimalSchemaTest, SynonymTokenizerTest, PreAnalyzedFieldTest, UUIDFieldTest, TestSmileRequest, HttpPartitionWithTlogReplicasTest, TestFieldTypeCollectionResource, TestLeaderElectionZkExpiry, TestConfigSetsAPIExclusivity, TestWaitForStateWithJettyShutdowns, TestManagedSchema, SaslZkACLProviderTest, TestWriterPerf, CloudMLTQParserTest, OverseerTaskQueueTest, MultiSolrCloudTestCaseTest, ExecutePlanActionTest, TestNumericTerms32, TestLRUStatsCache, Tagger2Test, TestDynamicURP, TestSuggestSpellingConverter, V2CollectionBackupsAPIMappingTest, BufferStoreTest, ScriptEngineTest, ZkSolrClientTest, TestHdfsBackupRestoreCore, CSVRequestHandlerTest, OverseerRolesTest, TestFiltering, DeleteLastCustomShardedReplicaTest, InfixSuggestersTest, AutoAddReplicasIntegrationTest, TestPrepRecovery, ChaosMonkeySafeLeaderTest, TestGroupingSearch, SpellCheckCollatorTest, TestExpandComponent, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4DeleteCoreTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestLuceneIndexBackCompat, BasicDistributedZk2Test, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, CollectionsAPISolrJTest, MetricsHistoryIntegrationTest, MigrateRouteKeyTest, RecoveryZkTest, ReindexCollectionTest, TestLockTree, TestMiniSolrCloudClusterSSL, TestTlogReplica, IndexSizeTriggerSizeEstimationTest, RestoreTriggerStateTest, TestPolicyCloud, CdcrWithNodesRestartsTest, HDFSCollectionsAPITest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, TestClusterStateMutator, ZkCollectionPropsCachingTest, ZkDynamicConfigTest, AlternateDirectoryTest, BlobRepositoryCloudTest, TestConfigSetImmutable, TestDynamicLoading, RequestLoggingTest, SearchHandlerTest, TestCSVLoader, TestSQLHandler, AdminHandlersProxyTest, HealthCheckHandlerTest, IndexSizeEstimatorTest, MBeansHandlerTest, DistributedFacetPivotLongTailTest, DistributedQueryElevationComponentTest, ResponseLogComponentTest, SearchHandlerTest, TaggingAttributeTest, HighlighterConfigTest, TestUnifiedSolrHighlighter, TestNumericRangeQuery64, SolrJmxReporterCloudTest, SolrCloudReportersTest]
   [junit4] Completed [765/934 (1!)] on J3 in 103.75s, 2 tests, 1 error <<< FAILURES!

[...truncated 51381 lines...]

[JENKINS] Lucene » Lucene-Solr-BadApples-Tests-8.x - Build # 215 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-BadApples-Tests-8.x/215/

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver

Error Message:
Error from server at http://127.0.0.1:43299/solr: Underlying core creation failed while creating collection: testLeaderFailsOver

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43299/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14195 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
   [junit4]   2> 847699 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 847699 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 847700 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_223D442854DBCCB6-001/data-dir-68-001
   [junit4]   2> 847700 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 847701 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 847702 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_223D442854DBCCB6-001/tempDir-001
   [junit4]   2> 847702 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 847702 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 847702 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 847704 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 847802 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 45261
   [junit4]   2> 847803 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45261
   [junit4]   2> 847803 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45261
   [junit4]   2> 847803 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45261
   [junit4]   2> 847804 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 847807 INFO  (zkConnectionManagerCallback-7952-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 847807 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 847809 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 847810 INFO  (zkConnectionManagerCallback-7954-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 847810 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 847811 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 847811 INFO  (zkConnectionManagerCallback-7956-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 847811 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 847914 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 847914 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 847914 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 847914 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 847914 INFO  (jetty-launcher-7957-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 847914 INFO  (jetty-launcher-7957-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 847915 INFO  (jetty-launcher-7957-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 847915 INFO  (jetty-launcher-7957-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 847915 INFO  (jetty-launcher-7957-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 847915 INFO  (jetty-launcher-7957-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 847915 INFO  (jetty-launcher-7957-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 847915 INFO  (jetty-launcher-7957-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 847915 INFO  (jetty-launcher-7957-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57991ddd{/solr,null,AVAILABLE}
   [junit4]   2> 847915 INFO  (jetty-launcher-7957-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a3b41a0{/solr,null,AVAILABLE}
   [junit4]   2> 847915 INFO  (jetty-launcher-7957-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7c872535{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43299}
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-1) [     ] o.e.j.s.Server Started @847969ms
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1ad90def{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41281}
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45261/solr, hostPort=43299}
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-2) [     ] o.e.j.s.Server Started @847969ms
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45261/solr, hostPort=41281}
   [junit4]   2> 847916 ERROR (jetty-launcher-7957-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 847916 ERROR (jetty-launcher-7957-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-13T08:46:47.039Z
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 847916 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-13T08:46:47.039Z
   [junit4]   2> 847917 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 847917 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 847917 INFO  (zkConnectionManagerCallback-7959-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 847917 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 847918 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 847918 INFO  (zkConnectionManagerCallback-7961-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 847918 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 847918 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 847921 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 847921 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 847922 WARN  (jetty-launcher-7957-thread-1-SendThread(127.0.0.1:45261)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103e1af2e740003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103e1af2e740003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103e1af2e740003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 847922 WARN  (jetty-launcher-7957-thread-2-SendThread(127.0.0.1:45261)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103e1af2e740004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103e1af2e740004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103e1af2e740004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 848401 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 848402 WARN  (jetty-launcher-7957-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3fa62825[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 848402 WARN  (jetty-launcher-7957-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3fa62825[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 848404 WARN  (jetty-launcher-7957-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55b49b4a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 848404 WARN  (jetty-launcher-7957-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55b49b4a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 848405 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45261/solr
   [junit4]   2> 848406 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 848406 INFO  (zkConnectionManagerCallback-7975-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 848407 INFO  (jetty-launcher-7957-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 848509 INFO  (jetty-launcher-7957-thread-1) [n:127.0.0.1:43299_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 848510 INFO  (zkConnectionManagerCallback-7977-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 848510 INFO  (jetty-launcher-7957-thread-1) [n:127.0.0.1:43299_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 848578 INFO  (jetty-launcher-7957-thread-1) [n:127.0.0.1:43299_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43299_solr
   [junit4]   2> 848579 INFO  (jetty-launcher-7957-thread-1) [n:127.0.0.1:43299_solr     ] o.a.s.c.Overseer Overseer (id=73150161482940422-127.0.0.1:43299_solr-n_0000000000) starting
   [junit4]   2> 848583 INFO  (OverseerStateUpdate-73150161482940422-127.0.0.1:43299_solr-n_0000000000) [n:127.0.0.1:43299_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43299_solr
   [junit4]   2> 848583 INFO  (jetty-launcher-7957-thread-1) [n:127.0.0.1:43299_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43299_solr
   [junit4]   2> 848584 INFO  (OverseerStateUpdate-73150161482940422-127.0.0.1:43299_solr-n_0000000000) [n:127.0.0.1:43299_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 848585 INFO  (jetty-launcher-7957-thread-1) [n:127.0.0.1:43299_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 848586 WARN  (jetty-launcher-7957-thread-1) [n:127.0.0.1:43299_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 848600 INFO  (jetty-launcher-7957-thread-1) [n:127.0.0.1:43299_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_223D442854DBCCB6-001/tempDir-001/node1
   [junit4]   2> 848692 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 848693 WARN  (jetty-launcher-7957-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6905051e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 848694 WARN  (jetty-launcher-7957-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6905051e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 848697 WARN  (jetty-launcher-7957-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a714166[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 848697 WARN  (jetty-launcher-7957-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a714166[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 848698 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45261/solr
   [junit4]   2> 848699 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 848701 INFO  (zkConnectionManagerCallback-7995-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 848701 INFO  (jetty-launcher-7957-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 848803 INFO  (jetty-launcher-7957-thread-2) [n:127.0.0.1:41281_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 848804 INFO  (zkConnectionManagerCallback-7997-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 848804 INFO  (jetty-launcher-7957-thread-2) [n:127.0.0.1:41281_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 848808 INFO  (jetty-launcher-7957-thread-2) [n:127.0.0.1:41281_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 848810 INFO  (jetty-launcher-7957-thread-2) [n:127.0.0.1:41281_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:41281_solr as DOWN
   [junit4]   2> 848811 INFO  (jetty-launcher-7957-thread-2) [n:127.0.0.1:41281_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 848811 INFO  (jetty-launcher-7957-thread-2) [n:127.0.0.1:41281_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41281_solr
   [junit4]   2> 848812 INFO  (zkCallback-7976-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 848812 INFO  (zkCallback-7996-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 848813 INFO  (jetty-launcher-7957-thread-2) [n:127.0.0.1:41281_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 848813 WARN  (jetty-launcher-7957-thread-2) [n:127.0.0.1:41281_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 848823 INFO  (jetty-launcher-7957-thread-2) [n:127.0.0.1:41281_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_223D442854DBCCB6-001/tempDir-001/node2
   [junit4]   2> 848829 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 848830 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 848833 INFO  (zkConnectionManagerCallback-8008-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 848833 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 848834 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 848836 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45261/solr ready
   [junit4]   2> 848855 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
   [junit4]   2> 848864 INFO  (OverseerThreadFactory-7984-thread-1-processing-n:127.0.0.1:43299_solr) [n:127.0.0.1:43299_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testOtherReplicasAreNotActive
   [junit4]   2> 848970 INFO  (OverseerStateUpdate-73150161482940422-127.0.0.1:43299_solr-n_0000000000) [n:127.0.0.1:43299_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:43299_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:43299/solr",
   [junit4]   2>   "collection":"testOtherReplicasAreNotActive",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 848972 INFO  (OverseerStateUpdate-73150161482940422-127.0.0.1:43299_solr-n_0000000000) [n:127.0.0.1:43299_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
   [junit4]   2>   "node_name":"127.0.0.1:41281_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:41281/solr",
   [junit4]   2>   "collection":"testOtherReplicasAreNotActive",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 849178 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr    x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 849178 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr    x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 849180 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr    x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 849191 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 849195 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 849211 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 849211 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 849211 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
   [junit4]   2> 849211 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_223D442854DBCCB6-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_223D442854DBCCB6-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
   [junit4]   2> 849213 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 849213 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 849213 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
   [junit4]   2> 849213 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_223D442854DBCCB6-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_223D442854DBCCB6-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
   [junit4]   2> 849245 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 849245 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 849246 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 849246 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 849247 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 849247 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 849247 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 849248 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 849248 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 849248 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1694105818492829696
   [junit4]   2> 849248 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 849248 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 849249 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 849250 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 849250 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 849250 INFO  (searcherExecutor-8012-thread-1-processing-n:127.0.0.1:43299_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 c:testOtherReplicasAreNotActive s:shard1 r:core_node3) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 849250 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1694105818494926848
   [junit4]   2> 849253 INFO  (searcherExecutor-8010-thread-1-processing-n:127.0.0.1:41281_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 c:testOtherReplicasAreNotActive s:shard1 r:core_node4) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 849253 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 849254 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
   [junit4]   2> 849258 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 849258 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
   [junit4]   2> 849258 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoute in=9998ms
   [junit4]   2> 849760 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 849760 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 849760 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43299/solr/testOtherReplicasAreNotActive_shard1_replica_n1/
   [junit4]   2> 849760 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n1 url=http://127.0.0.1:43299/solr  START replicas=[http://127.0.0.1:41281/solr/testOtherReplicasAreNotActive_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 849767 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n1 url=http://127.0.0.1:43299/solr  DONE. We have no versions. sync failed.
   [junit4]   2> 849769 INFO  (qtp337572124-12754) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 849769 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 849769 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 849769 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testOtherReplicasAreNotActive/leaders/shard1/leader after winning as /collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/73150161482940422-core_node3-n_0000000000
   [junit4]   2> 849771 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43299/solr/testOtherReplicasAreNotActive_shard1_replica_n1/ shard1
   [junit4]   2> 849873 INFO  (zkCallback-7976-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 849873 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 849876 INFO  (qtp1916847373-12759) [n:127.0.0.1:43299_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=697
   [junit4]   2> 849976 INFO  (zkCallback-7976-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 849976 INFO  (zkCallback-7976-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 850266 INFO  (qtp337572124-12752) [n:127.0.0.1:41281_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1086
   [junit4]   2> 850268 INFO  (qtp1916847373-12757) [n:127.0.0.1:43299_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 850366 INFO  (zkCallback-7996-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 850366 INFO  (zkCallback-7976-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 850366 INFO  (zkCallback-7996-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 850366 INFO  (zkCallback-7976-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 850367 INFO  (qtp1916847373-12757) [n:127.0.0.1:43299_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=testOtherReplicasAreNotActive&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1505
   [junit4]   2> 850367 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testOtherReplicasAreNotActive
   [junit4]   2> 850385 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.LeaderTragicEventTest Stop jetty node : http://127.0.0.1:41281/solr state:DocCollection(testOtherReplicasAreNotActive//collections/testOtherReplicasAreNotActive/state.json/5 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:43299_solr",
   [junit4]   2>           "base_url":"http://127.0.0.1:43299/solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false",
   [junit4]   2>           "leader":"true"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
   [junit4]   2>           "node_name":"127.0.0.1:41281_solr",
   [junit4]   2>           "base_url":"http://127.0.0.1:41281/solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0"}
   [junit4]   2> 850385 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=408424106
   [junit4]   2> 850385 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41281_solr
   [junit4]   2> 850386 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 850386 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:41281_solr as DOWN
   [junit4]   2> 850419 INFO  (coreCloseExecutor-8024-thread-1) [n:127.0.0.1:41281_solr     ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@33856425
   [junit4]   2> 850419 INFO  (coreCloseExecutor-8024-thread-1) [n:127.0.0.1:41281_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n2 tag=SolrCore@33856425
   [junit4]   2> 850419 INFO  (coreCloseExecutor-8024-thread-1) [n:127.0.0.1:41281_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@33856425
   [junit4]   2> 850420 INFO  (coreCloseExecutor-8024-thread-1) [n:127.0.0.1:41281_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 850439 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 850439 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 850439 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 850439 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 850444 WARN  (jetty-launcher-7957-thread-2-SendThread(127.0.0.1:45261)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103e1af2e740008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103e1af2e740008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103e1af2e740008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 850445 INFO  (zkCallback-8007-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 850445 INFO  (zkCallback-7976-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 850488 INFO  (zkCallback-7976-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 850488 INFO  (zkCallback-7976-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 850546 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1ad90def{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 850547 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@57991ddd{/solr,null,STOPPED}
   [junit4]   2> 850547 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 850547 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 41281
   [junit4]   2> 850548 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.SolrCloudTestCase waitForState (testOtherReplicasAreNotActive): Timeout waiting for replica get down
   [junit4]   2> 850550 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.LeaderTragicEventTest Will crash leader : core_node3:{
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:43299_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:43299/solr",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "leader":"true"}
   [junit4]   2> 850567 ERROR (qtp1916847373-12755) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Error closing IndexWriter
   [junit4]   2>           => java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3894)
   [junit4]   2> java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3894) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3886) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1235) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1278) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:209) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.newIndexWriter(DefaultSolrCoreState.java:233) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:2215) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:229) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2638) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) [jetty-util-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) [jetty-util-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> Caused by: java.lang.Exception: injected tragedy
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:364) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210) ~[java/:?]
   [junit4]   2> 	... 36 more
   [junit4]   2> 850569 INFO  (qtp1916847373-12755) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 850569 ERROR (qtp1916847373-12755) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Random tragedy fail
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2638)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 850569 INFO  (qtp1916847373-12755) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n1]  webapp=/solr path=/update params={commit=true&wt=javabin&version=2} status=500 QTime=3
   [junit4]   2> 850569 ERROR (qtp1916847373-12755) [n:127.0.0.1:43299_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Random tragedy fail
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2638)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 850572 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=41281)
   [junit4]   2> 850573 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 41281 try number 2 ...
   [junit4]   2> 850573 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 850644 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 850644 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 850645 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 850649 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ad65ff2{/solr,null,AVAILABLE}
   [junit4]   2> 850649 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@49713cd{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41281}
   [junit4]   2> 850649 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.s.Server Started @850703ms
   [junit4]   2> 850649 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45261/solr, hostPort=41281}
   [junit4]   2> 850650 ERROR (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 850650 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 850650 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 850650 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 850650 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr
   [junit4]   2> 850650 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-03-13T08:46:49.773Z
   [junit4]   2> 850673 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 850685 INFO  (zkConnectionManagerCallback-8028-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 850685 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 850685 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 850689 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 850866 INFO  (OverseerCollectionConfigSetProcessor-73150161482940422-127.0.0.1:43299_solr-n_0000000000) [n:127.0.0.1:43299_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 851345 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 851346 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@41117fe8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 851346 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@41117fe8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 851358 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7189446d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 851358 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7189446d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 851360 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45261/solr
   [junit4]   2> 851362 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 851363 INFO  (zkConnectionManagerCallback-8039-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 851363 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 851466 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [n:127.0.0.1:41281_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 851467 INFO  (zkConnectionManagerCallback-8041-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 851467 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [n:127.0.0.1:41281_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 851473 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [n:127.0.0.1:41281_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 851477 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [n:127.0.0.1:41281_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:41281_solr as DOWN
   [junit4]   2> 851478 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [n:127.0.0.1:41281_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 851478 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [n:127.0.0.1:41281_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41281_solr
   [junit4]   2> 851480 INFO  (zkCallback-8007-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 851480 INFO  (zkCallback-7976-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 851481 INFO  (zkCallback-8040-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 851482 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [n:127.0.0.1:41281_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 851483 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [n:127.0.0.1:41281_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 851498 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [n:127.0.0.1:41281_solr     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_223D442854DBCCB6-001/tempDir-001/node2
   [junit4]   2> 851498 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [n:127.0.0.1:41281_solr     ] o.a.s.c.CorePropertiesLocator Cores are: [testOtherReplicasAreNotActive_shard1_replica_n2]
   [junit4]   2> 851509 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 851517 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr     ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 851517 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr     ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 851531 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 851551 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 851551 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 851551 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
   [junit4]   2> 851552 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_223D442854DBCCB6-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_223D442854DBCCB6-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
   [junit4]   2> 851579 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 851579 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 851581 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 851581 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 851581 INFO  (zkCallback-7976-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 851581 INFO  (zkCallback-7976-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 851582 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 851583 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 851583 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 851583 INFO  (coreLoadExecutor-8047-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1694105820941254656
   [junit4]   2> 851585 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.c.MiniSolrCloudCluster waitForNode: 127.0.0.1:41281_solr
   [junit4]   2> 851586 INFO  (searcherExecutor-8049-thread-1-processing-n:127.0.0.1:41281_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 c:testOtherReplicasAreNotActive s:shard1 r:core_node4) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 851586 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[223D442854DBCCB6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testOtherReplicasAreNotActive
   [junit4]   2> 851591 INFO  (OverseerThreadFactory-7984-thread-2-processing-n:127.0.0.1:43299_solr) [n:127.0.0.1:43299_solr     ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
   [junit4]   2> 851592 INFO  (qtp1916847373-12757) [n:127.0.0.1:43299_solr    x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n1 tag=null
   [junit4]   2> 851592 INFO  (qtp1916847373-12757) [n:127.0.0.1:43299_solr     ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3deef023
   [junit4]   2> 851592 INFO  (qtp1916847373-12757) [n:127.0.0.1:43299_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n1 tag=SolrCore@3deef023
   [junit4]   2> 851592 INFO  (qtp1916847373-12757) [n:127.0.0.1:43299_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@3deef023
   [junit4]   2> 851592 INFO  (qtp1916847373-12757) [n:127.0.0.1:43299_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 851593 INFO  (coreZkRegister-8029-thread-1-processing-n:127.0.0.1:41281_solr) [n:127.0.0.1:41281_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
   [junit4]   2> 851594 INFO  (qtp1916847373-12757) [n:127.0.0.1:43299_solr     ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node4=0}, version=2}
   [junit4]   2> 851593 ERROR (OverseerThreadFactory-7984-thread-2-processing-n:127.0.0.1:43299_solr) [n:127.0.0.1:43299_solr     ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:41281/solr
   [junit4]   2>           => org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: http://127.0.0.1:41281/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:695)
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: http://127.0.0.1:41281/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:695) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandlerFactory$1.request(HttpShardHandlerFactory.java:169) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.ShardRequestor.call(ShardRequestor.java:130) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.ShardRequestor.call(ShardRequestor.java:41) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_281]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_281]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[

[...truncated too long message...]

(jetty-closer-8060-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 862473 INFO  (jetty-closer-8060-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:41281_solr as DOWN
   [junit4]   2> 862473 INFO  (jetty-closer-8060-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:43299_solr as DOWN
   [junit4]   2> 862475 INFO  (jetty-closer-8060-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 862475 INFO  (coreCloseExecutor-8067-thread-1) [n:127.0.0.1:41281_solr     ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@37d041b8
   [junit4]   2> 862475 INFO  (jetty-closer-8060-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 862475 INFO  (jetty-closer-8060-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 862475 INFO  (coreCloseExecutor-8067-thread-1) [n:127.0.0.1:41281_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n2 tag=SolrCore@37d041b8
   [junit4]   2> 862475 INFO  (coreCloseExecutor-8067-thread-1) [n:127.0.0.1:41281_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@37d041b8
   [junit4]   2> 862475 INFO  (jetty-closer-8060-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 862475 INFO  (coreCloseExecutor-8067-thread-1) [n:127.0.0.1:41281_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 862476 INFO  (closeThreadPool-8069-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73150161482940422-127.0.0.1:43299_solr-n_0000000000) closing
   [junit4]   2> 862477 INFO  (OverseerStateUpdate-73150161482940422-127.0.0.1:43299_solr-n_0000000000) [n:127.0.0.1:43299_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43299_solr
   [junit4]   2> 862477 INFO  (jetty-closer-8060-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 862477 INFO  (jetty-closer-8060-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 862477 INFO  (jetty-closer-8060-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 862477 INFO  (jetty-closer-8060-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 862477 INFO  (OverseerAutoScalingTriggerThread-73150161482940422-127.0.0.1:43299_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 862480 WARN  (jetty-launcher-7957-thread-1-SendThread(127.0.0.1:45261)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x103e1af2e740006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x103e1af2e740006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x103e1af2e740006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 862481 INFO  (closeThreadPool-8069-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73150161482940422-127.0.0.1:43299_solr-n_0000000000) closing
   [junit4]   2> 862581 INFO  (jetty-closer-8060-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73150161482940422-127.0.0.1:43299_solr-n_0000000000) closing
   [junit4]   2> 862582 INFO  (jetty-closer-8060-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7c872535{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 862583 INFO  (jetty-closer-8060-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a3b41a0{/solr,null,STOPPED}
   [junit4]   2> 862583 INFO  (jetty-closer-8060-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 863109 INFO  (jetty-closer-8060-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@49713cd{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41281}
   [junit4]   2> 863109 INFO  (jetty-closer-8060-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6ad65ff2{/solr,null,STOPPED}
   [junit4]   2> 863109 INFO  (jetty-closer-8060-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 863110 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 863313 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections/testOtherReplicasAreNotActive/terms/shard1
   [junit4]   2> 	4	/solr/collections/testOtherReplicasAreNotActive/state.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/collections/testLeaderFailsOver/state.json
   [junit4]   2> 	4	/solr/configs/config
   [junit4]   2> 	3	/solr/collections/testLeaderFailsOver/terms/shard1
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/collections/testOtherReplicasAreNotActive/state.json
   [junit4]   2> 	4	/solr/collections/testLeaderFailsOver/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/73150161482940422-127.0.0.1:43299_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	40	/solr/overseer/queue
   [junit4]   2> 	16	/solr/collections
   [junit4]   2> 	16	/solr/overseer/collection-queue-work
   [junit4]   2> 	12	/solr/live_nodes
   [junit4]   2> 	12	/solr/collections/testOtherReplicasAreNotActive/state.json
   [junit4]   2> 	4	/solr/collections/testLeaderFailsOver/state.json
   [junit4]   2> 
   [junit4]   2> 863315 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45261
   [junit4]   2> 863315 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45261
   [junit4]   2> 863315 INFO  (SUITE-LeaderTragicEventTest-seed#[223D442854DBCCB6]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45261
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-BadApples-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_223D442854DBCCB6-001
   [junit4]   2> Mar 13, 2021 8:47:02 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1315, maxMBSortInHeap=5.513781894286238, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ru-RU, timezone=Asia/Yakutsk
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=92398768,total=530579456
   [junit4]   2> NOTE: All tests run in this JVM: [RoutingToNodesWithPropertiesTest, TestTolerantUpdateProcessorRandomCloud, TestQueryTypes, SecurityHeadersTest, TestRestoreCore, TestImpersonationWithHadoopAuth, TestCrossCoreJoin, ClusterStateTest, TestDistributedMap, OverseerCollectionConfigSetProcessorTest, BJQFilterAccessibleTest, ZkNodePropsTest, TestPackages, TestRangeQuery, TestUninvertingReader, TestSolrConfigHandlerCloud, FileBasedSpellCheckerTest, TestEmbeddedSolrServerAdminHandler, HdfsBackupRepositoryIntegrationTest, MetricsHistoryHandlerTest, TestDistributedSearch, TestClusterProperties, TestLegacyBM25SimilarityFactory, TestCloudJSONFacetSKGEquiv, VMParamsZkACLAndCredentialsProvidersTest, TestReplicaProperties, SuggestComponentContextFilterQueryTest, LeaderElectionIntegrationTest, TestSimNodeLostTrigger, PolyFieldTest, TestReversedWildcardFilterFactory, SpellPossibilityIteratorTest, TestSimUtils, HdfsRecoverLeaseTest, TestCoreAdminApis, OverseerSolrResponseUnsafeSerializationTest, EmbeddedSolrNoSerializeTest, TestTestInjection, TestComplexPhraseLeadingWildcard, TestRawTransformer, TestMergePolicyConfig, CoreAdminHandlerTest, ReindexCollectionTest, URLClassifyProcessorTest, TestFacetMethods, CdcrBootstrapTest, CustomCollectionTest, RankFieldTest, DistributedIntervalFacetingTest, ReplicationFactorTest, TestDFRSimilarityFactory, NodeLostTriggerIntegrationTest, TestDistribPackageStore, DistributedFacetPivotSmallTest, TestSystemCollAutoCreate, LargeFieldTest, RangeFacetCloudTest, AuditLoggerPluginTest, TestStreamBody, DateRangeFieldTest, PackageManagerCLITest, TestBulkSchemaAPI, MetricsHistoryWithAuthIntegrationTest, TestCollationFieldDocValues, TestDocSet, ZookeeperStatusHandlerTest, LeaderTragicEventTest]
   [junit4] Completed [282/934 (1!)] on J1 in 16.01s, 2 tests, 1 error <<< FAILURES!

[...truncated 53047 lines...]