You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/01/28 18:24:44 UTC

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 167 - Still Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/167/

2 tests failed.
FAILED:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
Captured an uncaught exception in thread: Thread[id=8877, name=Thread-4149, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=8877, name=Thread-4149, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
	at __randomizedtesting.SeedInfo.seed([200FE4A712CE09CA:A85BDB7DBC326432]:0)
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
	at __randomizedtesting.SeedInfo.seed([200FE4A712CE09CA]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:1006)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1033)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:694)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:45717/o_pl/z/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:45717/o_pl/z/collection1
	at __randomizedtesting.SeedInfo.seed([200FE4A712CE09CA:A85BDB7DBC326432]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1245)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1290)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:398)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 53 more




Build Log:
[...truncated 13598 lines...]
   [junit4] Suite: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality
   [junit4]   2> 343537 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 343538 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/data-dir-23-001
   [junit4]   2> 343538 WARN  (SUITE-TestDistributedStatsComponentCardinality-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 343538 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 343540 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9062)
   [junit4]   2> 343540 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 343540 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ieekm/
   [junit4]   2> 343653 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/control/cores/collection1
   [junit4]   2> 343654 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 343654 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 343654 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 343656 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 343656 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 343656 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 343656 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72f1b027{/ieekm,null,AVAILABLE}
   [junit4]   2> 343657 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@27513922{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38499}
   [junit4]   2> 343657 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.Server Started @343685ms
   [junit4]   2> 343657 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ieekm, hostPort=38499, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/control/cores}
   [junit4]   2> 343657 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 343657 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 343657 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 343657 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 343657 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 343657 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-28T15:49:43.195Z
   [junit4]   2> 343657 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/control/solr.xml
   [junit4]   2> 343660 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 343660 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 343661 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 344096 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 344097 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@20657c2e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 344097 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@20657c2e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 344100 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@43a50931[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 344100 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@43a50931[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 344101 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 344113 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 344113 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 344130 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 344137 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 344137 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 344138 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/control/cores
   [junit4]   2> 344138 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 344146 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 344171 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 344195 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 344202 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 344209 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 344209 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 344209 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/control/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 344210 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3461452f
   [junit4]   2> 344260 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 344260 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 344261 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 344261 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 344262 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 344263 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 344277 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 344338 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 344338 INFO  (coreLoadExecutor-2132-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690146160116760576
   [junit4]   2> 344340 INFO  (searcherExecutor-2134-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 344340 INFO  (searcherExecutor-2134-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 344340 INFO  (searcherExecutor-2134-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 344340 INFO  (searcherExecutor-2134-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 344340 INFO  (searcherExecutor-2134-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 344340 INFO  (searcherExecutor-2134-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 344340 INFO  (searcherExecutor-2134-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 344341 INFO  (searcherExecutor-2134-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 344341 INFO  (searcherExecutor-2134-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 344342 INFO  (searcherExecutor-2134-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 344958 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 344959 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 344959 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 344959 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 344960 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 344960 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 344960 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 344960 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1600a69{/ieekm,null,AVAILABLE}
   [junit4]   2> 344961 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1c0b4b0f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34639}
   [junit4]   2> 344961 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.Server Started @344989ms
   [junit4]   2> 344961 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ieekm, hostPort=34639, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard0/cores}
   [junit4]   2> 344961 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 344961 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 344961 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 344961 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 344961 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 344961 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-28T15:49:44.499Z
   [junit4]   2> 344961 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 344963 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 344963 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 344965 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 345718 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 345719 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4d9cb7a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 345720 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4d9cb7a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 345725 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6a7a04bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 345725 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6a7a04bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 345726 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 345738 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 345738 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 345757 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 345767 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 345767 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 345769 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard0/cores
   [junit4]   2> 345769 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 345778 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 345793 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 345829 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 345837 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 345844 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 345845 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 345845 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard0/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 345846 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6ec4d238
   [junit4]   2> 345900 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 345900 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 345901 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 345901 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 345902 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 345903 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 345918 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 345983 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 345983 INFO  (coreLoadExecutor-2151-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690146161841668096
   [junit4]   2> 345984 INFO  (searcherExecutor-2153-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 345986 INFO  (searcherExecutor-2153-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 345986 INFO  (searcherExecutor-2153-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 345986 INFO  (searcherExecutor-2153-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 345986 INFO  (searcherExecutor-2153-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 345986 INFO  (searcherExecutor-2153-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 345986 INFO  (searcherExecutor-2153-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 345987 INFO  (searcherExecutor-2153-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 345987 INFO  (searcherExecutor-2153-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 345990 INFO  (searcherExecutor-2153-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 346096 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 346097 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 346097 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 346097 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 346098 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 346098 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 346098 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 346098 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5fcd2c4{/ieekm,null,AVAILABLE}
   [junit4]   2> 346099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6acf7289{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39753}
   [junit4]   2> 346099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.Server Started @346127ms
   [junit4]   2> 346099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ieekm, hostPort=39753, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard1/cores}
   [junit4]   2> 346099 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 346099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 346099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 346099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 346099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 346099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-28T15:49:45.637Z
   [junit4]   2> 346100 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 346103 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 346103 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 346105 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 346476 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 346477 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1159d80[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 346477 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1159d80[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 346481 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@551e85a4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 346481 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@551e85a4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 346482 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 346495 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 346495 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 346519 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 346530 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 346530 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 346532 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard1/cores
   [junit4]   2> 346532 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 346540 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 346556 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 346579 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 346598 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 346606 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 346606 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 346606 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard1/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 346608 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3e03e43f
   [junit4]   2> 346667 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 346667 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 346668 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 346668 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 346669 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 346670 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 346684 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 346746 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 346746 INFO  (coreLoadExecutor-2170-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690146162641731584
   [junit4]   2> 346747 INFO  (searcherExecutor-2172-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 346748 INFO  (searcherExecutor-2172-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 346748 INFO  (searcherExecutor-2172-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 346748 INFO  (searcherExecutor-2172-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 346748 INFO  (searcherExecutor-2172-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 346749 INFO  (searcherExecutor-2172-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 346749 INFO  (searcherExecutor-2172-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 346749 INFO  (searcherExecutor-2172-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 346749 INFO  (searcherExecutor-2172-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 346752 INFO  (searcherExecutor-2172-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 346865 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 346866 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 346866 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 346866 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 346868 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 346868 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 346868 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 346868 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ab04835{/ieekm,null,AVAILABLE}
   [junit4]   2> 346869 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@79b24507{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44929}
   [junit4]   2> 346869 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.Server Started @346897ms
   [junit4]   2> 346869 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ieekm, hostPort=44929, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard2/cores}
   [junit4]   2> 346869 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 346869 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 346869 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 346869 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 346869 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 346869 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-28T15:49:46.407Z
   [junit4]   2> 346869 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 346872 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 346872 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 346875 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 347083 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 347084 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6df3f9c1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347084 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6df3f9c1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347087 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@698f89d4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347087 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@698f89d4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347088 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 347101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 347101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 347136 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 347146 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 347146 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 347148 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard2/cores
   [junit4]   2> 347148 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 347157 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 347173 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 347196 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 347204 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 347213 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 347213 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 347213 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard2/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 347215 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@57c499e3
   [junit4]   2> 347296 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 347296 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 347297 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 347297 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 347298 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 347299 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 347313 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 347376 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 347376 INFO  (coreLoadExecutor-2189-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690146163302334464
   [junit4]   2> 347377 INFO  (searcherExecutor-2191-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 347378 INFO  (searcherExecutor-2191-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 347378 INFO  (searcherExecutor-2191-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 347378 INFO  (searcherExecutor-2191-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 347378 INFO  (searcherExecutor-2191-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 347378 INFO  (searcherExecutor-2191-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 347379 INFO  (searcherExecutor-2191-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 347379 INFO  (searcherExecutor-2191-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 347379 INFO  (searcherExecutor-2191-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 347383 INFO  (searcherExecutor-2191-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 347491 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard3/cores/collection1
   [junit4]   2> 347492 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 347492 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 347493 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 347495 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 347495 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 347496 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 347496 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12f1b31b{/ieekm,null,AVAILABLE}
   [junit4]   2> 347497 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@179682a6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43523}
   [junit4]   2> 347497 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.Server Started @347525ms
   [junit4]   2> 347497 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ieekm, hostPort=43523, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard3/cores}
   [junit4]   2> 347497 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 347497 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 347497 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 347497 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 347497 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 347497 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-28T15:49:47.035Z
   [junit4]   2> 347497 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard3/solr.xml
   [junit4]   2> 347500 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 347500 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 347501 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 347687 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 347688 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@53a42088[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347688 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@53a42088[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347691 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f29adff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347691 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f29adff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 347692 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 347704 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 347704 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 347725 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 347735 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 347735 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 347736 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard3/cores
   [junit4]   2> 347736 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 347747 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 347780 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 347803 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 347811 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 347819 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 347819 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 347819 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard3/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard3/cores/collection1/data/]
   [junit4]   2> 347821 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@644b7d0a
   [junit4]   2> 347893 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 347893 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 347894 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 347894 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 347895 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 347896 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 347912 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 347982 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 347983 INFO  (coreLoadExecutor-2208-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690146163938820096
   [junit4]   2> 347984 INFO  (searcherExecutor-2210-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 347984 INFO  (searcherExecutor-2210-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 347984 INFO  (searcherExecutor-2210-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 347984 INFO  (searcherExecutor-2210-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 347984 INFO  (searcherExecutor-2210-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 347984 INFO  (searcherExecutor-2210-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 347985 INFO  (searcherExecutor-2210-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 347985 INFO  (searcherExecutor-2210-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 347985 INFO  (searcherExecutor-2210-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 347987 INFO  (searcherExecutor-2210-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 348097 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard4/cores/collection1
   [junit4]   2> 348098 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 348098 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 348098 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 348099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 348099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 348099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 348099 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ac39613{/ieekm,null,AVAILABLE}
   [junit4]   2> 348100 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@162f6a9a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42395}
   [junit4]   2> 348100 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.s.Server Started @348128ms
   [junit4]   2> 348100 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ieekm, hostPort=42395, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard4/cores}
   [junit4]   2> 348100 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 348100 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 348100 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 348101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 348101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 348101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-28T15:49:47.639Z
   [junit4]   2> 348101 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.TestDistributedStatsComponentCardinality_200FE4A712CE09CA-001/tempDir-001/shard4/solr.xml
   [junit4]   2> 348104 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 348104 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 348106 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 348612 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 348614 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@418acc12[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 348614 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@418acc12[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 348621 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@111b69ce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 348621 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@111b69ce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 348622 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 348634 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 348634 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 348657 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 348669 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 348669 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c212d66
   [junit4]   2> 348671 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[200FE4A712CE09CA]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/

[...truncated too long message...]

ITE-TestInPlaceUpdatesDistrib-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 8524022 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e6ca81c: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@6ff86bda
   [junit4]   2> 8524023 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 8524023 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@303f6156: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@29354654
   [junit4]   2> 8524023 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 8524023 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[200FE4A712CE09CA]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ab2b6e4: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@669946a6
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_200FE4A712CE09CA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {id_i=PostingsFormat(name=LuceneVarGapDocFreqInterval), _root_=Lucene84, title_s=FST50, id=PostingsFormat(name=LuceneVarGapFixedInterval), id_field_copy_that_does_not_support_in_place_update_s=FST50}, docValues:{inplace_updatable_float=DocValuesFormat(name=Asserting), id_i=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), _root_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Direct), inplace_updatable_int_with_default=DocValuesFormat(name=Asserting), inplace_updatable_float_with_default=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1943, maxMBSortInHeap=7.687855333724237, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=no, timezone=Europe/Madrid
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=372981704,total=530055168
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocBasedVersionConstraints, TestCollectionsAPIViaSolrCloudCluster, CoreAdminRequestStatusTest, AutoscalingHistoryHandlerTest, DateFieldTest, TestBinaryResponseWriter, CustomHighlightComponentTest, AnalyticsMergeStrategyTest, HttpPartitionTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, TestFieldCacheVsDocValues, MetricsDisabledCloudTest, TestRawResponseWriter, TestGraphMLResponseWriter, TestSizeLimitedDistributedMap, TestCloudRecovery, SystemLogListenerTest, ActionThrottleTest, PreAnalyzedUpdateProcessorTest, JavabinLoaderTest, IndexSizeEstimatorTest, TestHttpShardHandlerFactory, TestSimGenericDistributedQueue, TestSearchPerf, TestDFISimilarityFactory, SpatialFilterTest, SystemCollectionCompatTest, TestStandardQParsers, ConcurrentCreateRoutedAliasTest, ConcurrentCreateCollectionTest, ReturnFieldsTest, JWTVerificationkeyResolverTest, UtilsToolTest, TestSolrCloudWithSecureImpersonation, TestCloudInspectUtil, ClassificationUpdateProcessorTest, LeaderVoteWaitTimeoutTest, SolrCmdDistributorTest, TestCryptoKeys, RestartWhileUpdatingTest, UninvertDocValuesMergePolicyTest, ClusterStateUpdateTest, TestRestManager, NodeLostTriggerTest, TestMinimalConfig, TestQueryingOnDownCollection, TestInitQParser, WordBreakSolrSpellCheckerTest, TestPostingsSolrHighlighter, CdcrUpdateLogTest, AtomicUpdatesTest, TestClusterStateMutator, ShardSplitTest, TestRestoreCore, TestJsonFacets, TestFastLRUCache, TestSystemIdResolver, FuzzySearchTest, TermVectorComponentTest, TestTrieFacet, TestOrdValues, IndexSchemaTest, HdfsChaosMonkeyNothingIsSafeTest, TestMaxScoreQueryParser, MetricTriggerTest, TestSimDistribStateManager, TestEmbeddedSolrServerConstructors, MoreLikeThisComponentTest, CleanupOldIndexTest, TestDelegationWithHadoopAuth, DistributedQueryComponentCustomSortTest, TestSolrDeletionPolicy1, TestRandomCollapseQParserPlugin, TestUtilizeNode, GraphQueryTest, DocValuesTest, SchemaVersionSpecificBehaviorTest, TestReloadAndDeleteDocs, NodeMutatorTest, DistribJoinFromCollectionTest, TestCursorMarkWithoutUniqueKey, TestFieldTypeResource, TestDistributedTracing, AuditLoggerIntegrationTest, ShardTermsTest, TestXIncludeConfig, AlternateDirectoryTest, TaggerTest, TestRequestStatusCollectionAPI, ZkShardTermsTest, RemoteQueryErrorTest, BitVectorTest, ImplicitSnitchTest, TestCollationField, MaxSizeAutoCommitTest, DeleteShardTest, TestExportTool, MigrateRouteKeyTest, ZkCLITest, PrimitiveFieldTypeTest, TestTlogReplayVsRecovery, TestBinaryField, CacheHeaderTest, SolrInfoBeanTest, TestSchemaField, OverseerStatusTest, TestLMJelinekMercerSimilarityFactory, BlockJoinFacetDistribTest, TestConfigReload, TestLegacyTerms, TlogReplayBufferedWhileIndexingTest, FileUtilsTest, QueryResultKeyTest, TestRandomFaceting, TestSimpleTrackingShardHandler, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, DistributedVersionInfoTest, ForceLeaderWithTlogReplicasTest, LeaderElectionTest, MoveReplicaHDFSFailoverTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTest, RecoveryAfterSoftCommitTest, RouteFieldTest, RoutingToNodesWithPropertiesTest, SSLMigrationTest, SaslZkACLProviderTest, SliceStateTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestClusterProperties, TestConfigSetsAPI, TestDistributedMap, TestDownShardTolerantSearch, TestDynamicFieldNamesIndexCorrectly, TestLeaderElectionWithEmptyReplica, TestPrepRecovery, TestSSLRandomization, CollectionReloadTest, AutoAddReplicasPlanActionTest, ComputePlanActionTest, RestoreTriggerStateTest, ScheduledTriggerIntegrationTest, TriggerCooldownIntegrationTest, TestSimUtils, TestSnapshotCloudManager, CdcrOpsAndBoundariesTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, ConfigureRecoveryStrategyTest, CoreSorterTest, DirectoryFactoriesTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, RequestHandlersTest, ResourceLoaderTest, SOLR749Test, SolrCoreCheckLockOnStartupTest, SolrCoreTest, TestCodecSupport, TestConfig, TestConfigOverlay, TestConfigSetProperties, TestConfigSets, TestCoreContainer, TestDynamicLoading, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, DocumentAnalysisRequestHandlerTest, FieldAnalysisRequestHandlerTest, PingRequestHandlerTest, TestReplicationHandlerBackup, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, TestSystemCollAutoCreate, XmlUpdateRequestHandlerTest, LukeRequestHandlerTest, MetricsHandlerTest, MetricsHistoryHandlerTest, PropertiesRequestHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, SplitHandlerTest, SystemInfoHandlerTest, TestApiFramework, TestCollectionAPIs, TestConfigsApi, TestCoreAdminApis, ThreadDumpHandlerTest, ZookeeperReadAPITest, ZookeeperStatusHandlerTest, DebugComponentTest, DistributedDebugComponentTest, DistributedFacetExistsSmallTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallAdvancedTest, DistributedQueryElevationComponentTest, DistributedSuggestComponentTest, DistributedTermsComponentTest, ResponseBuilderTest, ResponseLogComponentTest, SearchHandlerTest, StatsComponentTest, TestNumericRangeQuery64, SolrJmxReporterTest, SolrCloudReportersTest, TestRemoteStreaming, TestStreamBody, TestUnInvertedFieldException, TestWriterPerf, TestMacroExpander, TestMacros, TestRetrieveFieldsOptimizer, TestSolrQueryResponse, TestChildDocTransformer, TestChildDocTransformerHierarchy, TestExplainDocTransformer, TestSubQueryTransformer, TestSubQueryTransformerCrossCore, TestSubQueryTransformerDistrib, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestSchemaResource, TestSchemaSimilarityResource, TestSchemaVersionResource, TestSerializedLuceneMatchVersion, TestUniqueKeyFieldResource, TestManagedStopFilterFactory, TestManagedSynonymFilterFactory, TestManagedSynonymGraphFilterFactory, BadCopyFieldTest, BadIndexSchemaTest, BooleanFieldTest, ChangedSchemaMergeTest, NotRequiredUniqueKeyTest, OpenExchangeRatesOrgProviderTest, PolyFieldTest, TestHalfAndHalfDocValues, TestManagedSchemaAPI, TestManagedSchemaThreadSafety, TestSchemalessBufferedUpdates, TestSortableTextField, TestTextField, TestUseDocValuesAsStored, QueryEqualityTest, QueryParsingTest, TestCaffeineCache, TestComplexPhraseLeadingWildcard, TestComponentsName, TestCustomSort, TestFiltering, TestNoOpRegenerator, TestRealTimeGet, TestRecoveryHdfs, TestStressUserVersions, TestStressVersions, TestXmlQParserPlugin, RangeFacetCloudTest, TestCloudJSONFacetJoinDomain, TestCloudJSONFacetSKG, BasicAuthStandaloneTest, JWTAuthPluginIntegrationTest, FileBasedSpellCheckerTest, SpellCheckCollatorTest, SuggesterTest, TestAnalyzeInfixSuggestions, TestFileDictionaryLookup, TestPhraseSuggestions, BlockDirectoryTest, TestDocTermOrds, TestDocTermOrdsUninvertLimit, TestUninvertingReader, PeerSyncWithBufferUpdatesTest, PeerSyncWithIndexFingerprintCachingTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, SolrIndexMetricsTest, SolrIndexSplitterTest, TestInPlaceUpdatesDistrib]
   [junit4] Completed [924/924 (2!)] on J2 in 3507.55s, 1 test, 1 error <<< FAILURES!

[...truncated 50716 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 172 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/172/

1 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.test

Error Message:
Error from server at http://127.0.0.1:46065: Could not fully create collection: routeFieldColl

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46065: Could not fully create collection: routeFieldColl
	at __randomizedtesting.SeedInfo.seed([6B724673A39B1381:E32679A90D677E79]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1835)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1773)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByRouteFieldTest(ShardSplitTest.java:830)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:111)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14187 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
   [junit4]   2> 1120171 INFO  (SUITE-ShardSplitTest-seed#[6B724673A39B1381]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1120173 INFO  (SUITE-ShardSplitTest-seed#[6B724673A39B1381]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_6B724673A39B1381-001/data-dir-61-001
   [junit4]   2> 1120173 WARN  (SUITE-ShardSplitTest-seed#[6B724673A39B1381]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 1120173 INFO  (SUITE-ShardSplitTest-seed#[6B724673A39B1381]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1120177 INFO  (SUITE-ShardSplitTest-seed#[6B724673A39B1381]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1120177 INFO  (SUITE-ShardSplitTest-seed#[6B724673A39B1381]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1120177 INFO  (SUITE-ShardSplitTest-seed#[6B724673A39B1381]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1120182 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1120183 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1120183 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1120184 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1120456 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer start zk server on port: 42803
   [junit4]   2> 1120456 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:42803
   [junit4]   2> 1120456 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42803
   [junit4]   2> 1120456 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42803
   [junit4]   2> 1120461 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1120463 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1120467 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 1120467 DEBUG (zkConnectionManagerCallback-6112-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58d60c81 name: ZooKeeperConnection Watcher:127.0.0.1:42803 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 1120467 INFO  (zkConnectionManagerCallback-6112-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1120467 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1120467 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1120469 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1120472 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1120473 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1120475 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 1120475 DEBUG (zkConnectionManagerCallback-6114-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32017129 name: ZooKeeperConnection Watcher:127.0.0.1:42803/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 1120475 INFO  (zkConnectionManagerCallback-6114-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1120475 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1120475 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1120476 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /clusterprops.json
   [junit4]   2> 1120476 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1120476 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1120479 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1120479 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1120483 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1120483 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1120484 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1120484 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1120485 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1120485 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1120486 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1120486 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1120487 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1120488 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1120489 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1120489 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1120490 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1120490 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1120491 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1120491 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1120492 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1120492 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1120493 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1120606 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1120606 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1120606 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 1120620 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1120620 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1120620 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1120621 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5420551c{/,null,AVAILABLE}
   [junit4]   2> 1120621 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@74152b5c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44709}
   [junit4]   2> 1120621 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.e.j.s.Server Started @1120664ms
   [junit4]   2> 1120621 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_6B724673A39B1381-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=44709, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_6B724673A39B1381-001/control-001/cores}
   [junit4]   2> 1120621 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1120621 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1120621 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 1120621 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1120621 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1120621 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-02T16:24:52.394Z
   [junit4]   2> 1120621 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1120623 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1120623 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 1120625 DEBUG (zkConnectionManagerCallback-6116-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@53ecff7c name: ZooKeeperConnection Watcher:127.0.0.1:42803/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 1120625 INFO  (zkConnectionManagerCallback-6116-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1120625 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1120625 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1120626 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-SendThread(127.0.0.1:42803)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1031a7cc12b0002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1031a7cc12b0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1031a7cc12b0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1120727 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1120727 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1120727 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_6B724673A39B1381-001/control-001/solr.xml
   [junit4]   2> 1120730 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1120730 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1120731 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@47c4cac6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1121485 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1121486 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14101fdf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1121486 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14101fdf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1121489 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2b2872fc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1121489 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2b2872fc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1121490 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42803/solr
   [junit4]   2> 1121490 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1121492 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1121492 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 1121493 DEBUG (zkConnectionManagerCallback-6127-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@60b9972b name: ZooKeeperConnection Watcher:127.0.0.1:42803 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 1121493 INFO  (zkConnectionManagerCallback-6127-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1121493 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1121493 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1121596 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1121596 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1121666 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 1121666 DEBUG (zkConnectionManagerCallback-6129-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@679011d4 name: ZooKeeperConnection Watcher:127.0.0.1:42803/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 1121666 INFO  (zkConnectionManagerCallback-6129-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1121666 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1121667 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1121668 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1121670 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1121671 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/async_ids
   [junit4]   2> 1121673 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1121674 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1121676 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events
   [junit4]   2> 1121677 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/triggerState
   [junit4]   2> 1121678 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeAdded
   [junit4]   2> 1121680 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeLost
   [junit4]   2> 1121681 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1121682 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1121683 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling.json
   [junit4]   2> 1121684 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/protwords.txt
   [junit4]   2> 1121686 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/solrconfig.xml
   [junit4]   2> 1121687 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/synonyms.txt
   [junit4]   2> 1121688 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/managed-schema
   [junit4]   2> 1121691 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hi.txt
   [junit4]   2> 1121693 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fa.txt
   [junit4]   2> 1121694 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_es.txt
   [junit4]   2> 1121696 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_sv.txt
   [junit4]   2> 1121698 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ca.txt
   [junit4]   2> 1121699 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_it.txt
   [junit4]   2> 1121700 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_eu.txt
   [junit4]   2> 1121701 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_no.txt
   [junit4]   2> 1121702 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_en.txt
   [junit4]   2> 1121703 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_et.txt
   [junit4]   2> 1121704 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ar.txt
   [junit4]   2> 1121706 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fi.txt
   [junit4]   2> 1121707 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hu.txt
   [junit4]   2> 1121708 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/hyphenations_ga.txt
   [junit4]   2> 1121711 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_nl.txt
   [junit4]   2> 1121713 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_de.txt
   [junit4]   2> 1121719 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_th.txt
   [junit4]   2> 1121721 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stemdict_nl.txt
   [junit4]   2> 1121722 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ca.txt
   [junit4]   2> 1121723 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_bg.txt
   [junit4]   2> 1121724 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_gl.txt
   [junit4]   2> 1121726 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_da.txt
   [junit4]   2> 1121727 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_tr.txt
   [junit4]   2> 1121728 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_fr.txt
   [junit4]   2> 1121731 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ja.txt
   [junit4]   2> 1121733 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hy.txt
   [junit4]   2> 1121734 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stoptags_ja.txt
   [junit4]   2> 1121735 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_it.txt
   [junit4]   2> 1121736 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_cz.txt
   [junit4]   2> 1121738 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_id.txt
   [junit4]   2> 1121745 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ro.txt
   [junit4]   2> 1121746 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/userdict_ja.txt
   [junit4]   2> 1121747 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_el.txt
   [junit4]   2> 1121749 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ga.txt
   [junit4]   2> 1121750 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fr.txt
   [junit4]   2> 1121752 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ga.txt
   [junit4]   2> 1121754 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_lv.txt
   [junit4]   2> 1121756 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ru.txt
   [junit4]   2> 1121757 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_pt.txt
   [junit4]   2> 1121759 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/stopwords.txt
   [junit4]   2> 1121759 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1121760 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
   [junit4]   2> 1121760 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> []
   [junit4]   2> 1121761 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 1121761 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
   [junit4]   2> 1121761 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=-1, new definition is: Aliases{collectionAliases={}, collectionAliasProperties={}, zNodeVersion=0}
   [junit4]   2> 1121762 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1121763 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1121764 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44709_
   [junit4]   2> 1121764 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1121764 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.Overseer Overseer (id=72931142087147524-127.0.0.1:44709_-n_0000000000) starting
   [junit4]   2> 1121765 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1121766 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1121768 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1121773 INFO  (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44709_
   [junit4]   2> 1121774 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> []
   [junit4]   2> 1121774 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 1121779 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44709_
   [junit4]   2> 1121779 DEBUG (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1121782 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes
   [junit4]   2> 1121782 DEBUG (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
   [junit4]   2> 1121782 DEBUG (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 1121782 DEBUG (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1121782 DEBUG (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1121783 DEBUG (zkCallback-6128-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1121783 DEBUG (OverseerAutoScalingTriggerThread-72931142087147524-127.0.0.1:44709_-n_0000000000) [     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.scheduled_maintenance
   [junit4]   2> 1121783 INFO  (zkCallback-6128-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1121783 DEBUG (zkCallback-6128-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:44709_]
   [junit4]   2> 1121785 DEBUG (OverseerAutoScalingTriggerThread-72931142087147524-127.0.0.1:44709_-n_0000000000) [     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.auto_add_replicas
   [junit4]   2> 1121789 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1121790 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1121792 INFO  (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 1121809 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1121831 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47c4cac6
   [junit4]   2> 1121839 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47c4cac6
   [junit4]   2> 1121839 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47c4cac6
   [junit4]   2> 1121841 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [n:127.0.0.1:44709_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_6B724673A39B1381-001/control-001/cores
   [junit4]   2> 1121877 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1121886 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1121886 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 1121887 DEBUG (zkConnectionManagerCallback-6146-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4ca87915 name: ZooKeeperConnection Watcher:127.0.0.1:42803/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 1121887 INFO  (zkConnectionManagerCallback-6146-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1121887 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1121888 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1121888 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1121889 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
   [junit4]   2> 1121890 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1121890 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:44709_]
   [junit4]   2> 1121892 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 1121893 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
   [junit4]   2> 1121896 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=-1, new definition is: Aliases{collectionAliases={}, collectionAliasProperties={}, zNodeVersion=0}
   [junit4]   2> 1121896 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42803/solr ready
   [junit4]   2> 1121905 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/collection-queue-work
   [junit4]   2> 1121906 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/collection-queue-work
   [junit4]   2> 1121907 DEBUG (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 1121907 DEBUG (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 1121907 DEBUG (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id: /overseer/collection-queue-work/qn-0000000000 message: {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:44709_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1121907 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 1121907 DEBUG (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
   [junit4]   2> 1121907 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:44709_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1121908 DEBUG (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1121908 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
   [junit4]   2> 1121908 DEBUG (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1121908 DEBUG (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1121908 INFO  (OverseerCollectionConfigSetProcessor-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1121913 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=0, not overwriting ZK version.
   [junit4]   2> 1121913 INFO  (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1121917 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection 
   [junit4]   2> 1121918 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode: control_collection
   [junit4]   2> 1121919 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 1121920 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 1121921 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:44709_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1121921 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1121922 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
   [junit4]   2> 1121923 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 1122068 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:44709_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1122070 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:44709_
   [junit4]   2> 1122097 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1122098 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1122103 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 1122104 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:44709_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1122104 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:44709_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1122105 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:44709_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "base_url":"http://127.0.0.1:44709"}
   [junit4]   2> 1122105 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:44709_",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1122206 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
   [junit4]   2> 1122207 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 1123168 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Loading collection config from: [/collections/control_collection]
   [junit4]   2> 1123186 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 1123212 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1123221 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1123272 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1123273 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47c4cac6
   [junit4]   2> 1123273 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_6B724673A39B1381-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_6B724673A39B1381-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1123276 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=28.25390625, floorSegmentMB=2.00390625, forceMergeDeletesPctAllowed=11.218280450290031, segmentsPerTier=47.0, maxCFSSegmentSizeMB=0.9072265625, noCFSRatio=0.41099957847201585, deletesPctAllowed=46.76783386742291
   [junit4]   2> 1123286 WARN  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1123370 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1123370 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1123372 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1123372 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1123373 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=30.0078125, floorSegmentMB=1.32421875, forceMergeDeletesPctAllowed=6.828455796712497, segmentsPerTier=14.0, maxCFSSegmentSizeMB=0.6103515625, noCFSRatio=1.0, deletesPctAllowed=25.671100799373836
   [junit4]   2> 1123375 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Loading collection config from: [/collections/control_collection]
   [junit4]   2> 1123376 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1123378 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1123378 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1123378 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690601358781054976
   [junit4]   2> 1123381 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Waiting up to 60000ms for state org.apache.solr.cloud.ZkController$$Lambda$700/700073475@1e2c96cc
   [junit4]   2> 1123381 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1123383 INFO  (searcherExecutor-6148-thread-1-processing-n:127.0.0.1:44709_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1123384 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Add data for [control_collection] ver [1]
   [junit4]   2> 1123384 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 1123385 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader updated per-replica states changed for: control_collection, ver: 0 , new vals: []
   [junit4]   2> 1123385 DEBUG (watches-6130-thread-1-processing-n:127.0.0.1:44709_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 1123386 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Removing uninteresting collection [control_collection]
   [junit4]   2> 1123386 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 1123389 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Completed wait for org.apache.solr.cloud.ZkController$$Lambda$700/700073475@1e2c96cc
   [junit4]   2> 1123390 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/terms/shard1
   [junit4]   2> 1123397 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/terms/shard1
   [junit4]   2> 1123398 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1123398 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1123399 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1123400 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1123408 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1123408 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1123408 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44709/control_collection_shard1_replica_n1/
   [junit4]   2> 1123411 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1123415 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:44709/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1123415 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72931142087147524-core_node2-n_0000000000
   [junit4]   2> 1123563 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 1123563 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44709/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1123565 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "node_name":"127.0.0.1:44709_",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 1123565 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1123567 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Add data for [control_collection] ver [1]
   [junit4]   2> 1123568 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 1123568 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader updated per-replica states changed for: control_collection, ver: 0 , new vals: []
   [junit4]   2> 1123568 DEBUG (watches-6130-thread-1-processing-n:127.0.0.1:44709_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 1123568 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 1123568 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 1123568 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 1123568 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 1123569 DEBUG (watches-6130-thread-1-processing-n:127.0.0.1:44709_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 1123667 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
   [junit4]   2> 1123668 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json
   [junit4]   2> 1123668 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json
   [junit4]   2> 1123668 INFO  (zkCallback-6128-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1123669 DEBUG (zkCallback-6128-thread-1) [     ] o.a.s.c.c.ZkStateReader Updating data for [control_collection] from [1] to [2]
   [junit4]   2> 1123669 DEBUG (zkCallback-6128-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 1123669 DEBUG (watches-6130-thread-1) [     ] o.a.s.c.c.ZkStateReader leader found for control_collection/shard1 to be core_node2:{
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "leader":"true",
   [junit4]   2>   "node_name":"127.0.0.1:44709_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "base_url":"http://127.0.0.1:44709"}
   [junit4]   2> 1123669 DEBUG (watches-6130-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 1123670 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1123672 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection control_collection
   [junit4]   2> 1123676 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1123677 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Add data for [control_collection] ver [2]
   [junit4]   2> 1123677 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 1123677 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader updated per-replica states changed for: control_collection, ver: 0 , new vals: []
   [junit4]   2> 1123677 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 1123677 INFO  (zkCallback-6128-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1123678 DEBUG (qtp1808493806-14383) [n:127.0.0.1:44709_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 1123678 DEBUG (zkCallback-6128-thread-2) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 1123679 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:44709_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1123679 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:44709_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1123679 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:44709_",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "leader":"true",
   [junit4]   2>   "base_url":"http://127.0.0.1:44709"}
   [junit4]   2> 1123679 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "node_name":"127.0.0.1:44709_",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1123679 INFO  (qtp1808493806-14383) [n:127.0.0.1:44709_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1582
   [junit4]   2> 1123680 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
   [junit4]   2> 1123680 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1123680 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 1123681 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
   [junit4]   2> 1123681 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 1123681 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1123681 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1123681 INFO  (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1123681 DEBUG (OverseerThreadFactory-6136-thread-1-processing-n:127.0.0.1:44709_) [n:127.0.0.1:44709_     ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id: /overseer/collection-queue-work/qn-0000000000 complete, response: {success={127.0.0.1:44709_={responseHeader={status=0,QTime=1582},core=control_collection_shard1_replica_n1}}}
   [junit4]   2> 1123682 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/collection-queue-work
   [junit4]   2> 1123682 INFO  (qtp1808493806-14381) [n:127.0.0.1:44709_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1123682 INFO  (qtp1808493806-14381) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1123682 DEBUG (qtp1808493806-14381) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 1123682 DEBUG (qtp1808493806-14381) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 1123683 DEBUG (qtp1808493806-14381) [n:127.0.0.1:44709_     ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 1123846 DEBUG (OverseerStateUpdate-72931142087147524-127.0.0.1:44709_-n_0000000000) [n:127.0.0.1:44709_     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 2
   [junit4]   2> 1123847 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json
   [junit4]   2> 1123847 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json
   [junit4]   2> 1123847 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json
   [junit4]   2> 1123847 INFO  (zkCallback-6128-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1123848 INFO  (zkCallback-6128-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1123848 INFO  (zkCallback-6128-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1123849 DE

[...truncated too long message...]

eed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714267 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714267 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714267 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714267 INFO  (closeThreadPool-8966-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@412d247c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1714268 INFO  (closeThreadPool-8966-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@485da86e{/,null,STOPPED}
   [junit4]   2> 1714268 INFO  (closeThreadPool-8966-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1714366 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714366 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714367 DEBUG (closeThreadPool-8806-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714368 INFO  (closeThreadPool-8966-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@45658807{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1714368 INFO  (closeThreadPool-8966-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c0d185c{/,null,STOPPED}
   [junit4]   2> 1714368 INFO  (closeThreadPool-8966-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1714369 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1714470 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714570 DEBUG (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[6B724673A39B1381]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 1714572 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/collection1/terms/shard1_1
   [junit4]   2> 	11	/solr/collections/collection1/terms/shard1_0
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	5	/solr/packages.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 	5	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	5	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	4	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	2	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	358	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72931177075638284-127.0.0.1:45775_-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	89	/solr/overseer/queue
   [junit4]   2> 	32	/solr/live_nodes
   [junit4]   2> 	25	/solr/collections/collection1/state.json
   [junit4]   2> 	22	/solr/overseer/collection-queue-work
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	4	/solr/collections/control_collection/state.json
   [junit4]   2> 
   [junit4]   2> 1714575 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43167
   [junit4]   2> 1714575 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43167
   [junit4]   2> 1714575 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[6B724673A39B1381]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43167
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_6B724673A39B1381-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {rnd_b=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=MockRandom), _root_=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Asserting), foo_s=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Asserting), n_ti=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=661, maxMBSortInHeap=6.166248419270059, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=es-MX, timezone=America/Asuncion
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=60350176,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [SolrSlf4jReporterTest, IndexSchemaTest, NodeLostTriggerTest, SuggesterWFSTTest, ConvertedLegacyTest, TestCryptoKeys, TestAuthorizationFramework, BasicAuthStandaloneTest, MoreLikeThisComponentTest, CustomHighlightComponentTest, TlogReplayBufferedWhileIndexingTest, TestStandardQParsers, SpellCheckCollatorWithCollapseTest, TestQueryingOnDownCollection, EchoParamsTest, ImplicitSnitchTest, TestInPlaceUpdatesDistrib, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestDynamicLoadingUrl, DocValuesTest, ScheduledTriggerIntegrationTest, ZookeeperReadAPITest, RequestLoggingTest, JavabinLoaderTest, TestCustomSort, SchemaVersionSpecificBehaviorTest, PrimitiveFieldTypeTest, TestChildDocTransformer, TestFileDictionaryLookup, TestSystemIdResolver, TestRTimerTree, HttpPartitionTest, AuditLoggerIntegrationTest, TestDownShardTolerantSearch, ConcurrentCreateRoutedAliasTest, TestCollectionAPIs, TestDelegationWithHadoopAuth, TestDynamicFieldResource, ZkCLITest, UpdateParamsTest, TestConfigSetsAPI, FieldAnalysisRequestHandlerTest, TestRestoreCore, TestSubQueryTransformerCrossCore, ForceLeaderTest, IgnoreLargeDocumentProcessorFactoryTest, TestCloudJSONFacetSKG, ChaosMonkeyNothingIsSafeWithPullReplicasTest, UpdateRequestProcessorFactoryTest, TestXIncludeConfig, DistributedSuggestComponentTest, SystemCollectionCompatTest, HdfsChaosMonkeyNothingIsSafeTest, TestRandomDVFaceting, AggValueSourceTest, TestNestedUpdateProcessor, TestSearchPerf, DeleteShardTest, TestConfigSetImmutable, ShardSplitTest]
   [junit4] Completed [334/924 (1!)] on J2 in 594.69s, 11 tests, 1 error <<< FAILURES!

[...truncated 52771 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 171 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/171/

1 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.test

Error Message:
Error from server at http://127.0.0.1:43935: Could not fully create collection: routeFieldColl

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43935: Could not fully create collection: routeFieldColl
	at __randomizedtesting.SeedInfo.seed([CC4EA6A64AD2C1ED:441A997CE42EAC15]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1835)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1773)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByRouteFieldTest(ShardSplitTest.java:830)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:111)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15230 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
   [junit4]   2> 3201330 INFO  (SUITE-ShardSplitTest-seed#[CC4EA6A64AD2C1ED]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 3201332 INFO  (SUITE-ShardSplitTest-seed#[CC4EA6A64AD2C1ED]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_CC4EA6A64AD2C1ED-001/data-dir-145-001
   [junit4]   2> 3201332 WARN  (SUITE-ShardSplitTest-seed#[CC4EA6A64AD2C1ED]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=201 numCloses=201
   [junit4]   2> 3201332 INFO  (SUITE-ShardSplitTest-seed#[CC4EA6A64AD2C1ED]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3201334 INFO  (SUITE-ShardSplitTest-seed#[CC4EA6A64AD2C1ED]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 3201334 INFO  (SUITE-ShardSplitTest-seed#[CC4EA6A64AD2C1ED]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3201334 INFO  (SUITE-ShardSplitTest-seed#[CC4EA6A64AD2C1ED]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 3201340 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3201340 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 3201340 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3201341 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 3201444 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer start zk server on port: 44121
   [junit4]   2> 3201444 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44121
   [junit4]   2> 3201444 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44121
   [junit4]   2> 3201444 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44121
   [junit4]   2> 3201448 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3201449 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3201460 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 3201460 DEBUG (zkConnectionManagerCallback-23837-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3159f286 name: ZooKeeperConnection Watcher:127.0.0.1:44121 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 3201460 INFO  (zkConnectionManagerCallback-23837-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3201460 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3201461 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3201581 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 3201587 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3201591 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3201596 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 3201605 DEBUG (zkConnectionManagerCallback-23839-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@524708dd name: ZooKeeperConnection Watcher:127.0.0.1:44121/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 3201605 INFO  (zkConnectionManagerCallback-23839-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3201605 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3201605 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3201606 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /clusterprops.json
   [junit4]   2> 3201606 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3201608 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3201613 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 3201614 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 3201615 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3201615 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3201616 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3201616 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3201617 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3201617 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3201618 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3201618 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 3201619 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3201619 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3201620 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3201620 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3201621 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3201621 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3201622 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3201622 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3201623 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3201623 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3201624 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 3202264 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3202264 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3202264 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 3202264 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3202264 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3202265 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3202265 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d49c0d0{/,null,AVAILABLE}
   [junit4]   2> 3202265 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@19576db2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41063}
   [junit4]   2> 3202265 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.e.j.s.Server Started @3202291ms
   [junit4]   2> 3202265 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_CC4EA6A64AD2C1ED-001/tempDir-001/control/data, hostContext=/, hostPort=41063, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_CC4EA6A64AD2C1ED-001/control-001/cores}
   [junit4]   2> 3202265 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3202265 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3202265 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 3202265 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3202265 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 3202265 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-02-01T17:45:59.065Z
   [junit4]   2> 3202266 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3202266 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3202267 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 3202267 DEBUG (zkConnectionManagerCallback-23841-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@692f4967 name: ZooKeeperConnection Watcher:127.0.0.1:44121/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 3202267 INFO  (zkConnectionManagerCallback-23841-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3202267 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3202267 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3202368 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3202368 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3202368 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_CC4EA6A64AD2C1ED-001/control-001/solr.xml
   [junit4]   2> 3202371 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3202371 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3202372 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7ff46ade, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3202758 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3202759 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35e8478d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3202759 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35e8478d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3202761 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4719c292[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3202761 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4719c292[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3202763 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44121/solr
   [junit4]   2> 3202763 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3202763 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3202766 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 3202767 DEBUG (zkConnectionManagerCallback-23852-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@48559a05 name: ZooKeeperConnection Watcher:127.0.0.1:44121 got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 3202767 INFO  (zkConnectionManagerCallback-23852-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3202767 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3202767 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3202868 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3202868 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3202869 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 3202869 DEBUG (zkConnectionManagerCallback-23854-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35bbf721 name: ZooKeeperConnection Watcher:127.0.0.1:44121/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 3202869 INFO  (zkConnectionManagerCallback-23854-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3202869 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3202872 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3202876 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3202880 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3202881 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/async_ids
   [junit4]   2> 3202881 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3202882 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3202882 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events
   [junit4]   2> 3202883 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/triggerState
   [junit4]   2> 3202883 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeAdded
   [junit4]   2> 3202884 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/nodeLost
   [junit4]   2> 3202885 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3202885 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3202886 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling.json
   [junit4]   2> 3202886 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/protwords.txt
   [junit4]   2> 3202887 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/managed-schema
   [junit4]   2> 3202888 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/solrconfig.xml
   [junit4]   2> 3202889 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/synonyms.txt
   [junit4]   2> 3202890 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_it.txt
   [junit4]   2> 3202897 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_cz.txt
   [junit4]   2> 3202898 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fr.txt
   [junit4]   2> 3202899 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_no.txt
   [junit4]   2> 3202900 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ca.txt
   [junit4]   2> 3202901 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_sv.txt
   [junit4]   2> 3202902 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ca.txt
   [junit4]   2> 3202903 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hu.txt
   [junit4]   2> 3202904 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_gl.txt
   [junit4]   2> 3202905 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_bg.txt
   [junit4]   2> 3202907 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_th.txt
   [junit4]   2> 3202908 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ga.txt
   [junit4]   2> 3202909 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_da.txt
   [junit4]   2> 3202910 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_et.txt
   [junit4]   2> 3202911 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/userdict_ja.txt
   [junit4]   2> 3202912 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_ga.txt
   [junit4]   2> 3202913 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_id.txt
   [junit4]   2> 3202914 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_tr.txt
   [junit4]   2> 3202917 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ja.txt
   [junit4]   2> 3202918 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ar.txt
   [junit4]   2> 3202919 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ru.txt
   [junit4]   2> 3202920 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/hyphenations_ga.txt
   [junit4]   2> 3202922 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_de.txt
   [junit4]   2> 3202923 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_en.txt
   [junit4]   2> 3202924 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stemdict_nl.txt
   [junit4]   2> 3202925 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_ro.txt
   [junit4]   2> 3202926 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hy.txt
   [junit4]   2> 3202927 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_eu.txt
   [junit4]   2> 3202928 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_hi.txt
   [junit4]   2> 3202929 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stoptags_ja.txt
   [junit4]   2> 3202930 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_fr.txt
   [junit4]   2> 3202932 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fi.txt
   [junit4]   2> 3202933 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_pt.txt
   [junit4]   2> 3202934 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_lv.txt
   [junit4]   2> 3202935 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_el.txt
   [junit4]   2> 3202936 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/contractions_it.txt
   [junit4]   2> 3202937 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_nl.txt
   [junit4]   2> 3202938 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_es.txt
   [junit4]   2> 3202939 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/lang/stopwords_fa.txt
   [junit4]   2> 3202940 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /configs/_default/stopwords.txt
   [junit4]   2> 3202941 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3202942 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
   [junit4]   2> 3202942 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> []
   [junit4]   2> 3202942 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 3202943 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
   [junit4]   2> 3202943 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=-1, new definition is: Aliases{collectionAliases={}, collectionAliasProperties={}, zNodeVersion=0}
   [junit4]   2> 3202944 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3202945 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3202946 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41063_
   [junit4]   2> 3202946 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 3202946 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.Overseer Overseer (id=72925789242523652-127.0.0.1:41063_-n_0000000000) starting
   [junit4]   2> 3202947 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3202947 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 3202949 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3202950 DEBUG (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 3202951 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41063_
   [junit4]   2> 3202951 INFO  (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41063_
   [junit4]   2> 3202951 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes
   [junit4]   2> 3202952 DEBUG (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
   [junit4]   2> 3202952 DEBUG (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 3202952 DEBUG (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 3202952 DEBUG (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 3202952 INFO  (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 3202952 DEBUG (zkCallback-23853-thread-1) [     ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3202952 INFO  (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3202952 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:41063_]
   [junit4]   2> 3202953 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 3202953 DEBUG (zkCallback-23853-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [127.0.0.1:41063_] -> [127.0.0.1:41063_]
   [junit4]   2> 3202954 DEBUG (OverseerAutoScalingTriggerThread-72925789242523652-127.0.0.1:41063_-n_0000000000) [     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.scheduled_maintenance
   [junit4]   2> 3202954 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3202954 WARN  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3202964 DEBUG (OverseerAutoScalingTriggerThread-72925789242523652-127.0.0.1:41063_-n_0000000000) [     ] o.a.s.c.c.SolrZkClient makePath: /autoscaling/events/.auto_add_replicas
   [junit4]   2> 3202965 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3202984 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ff46ade
   [junit4]   2> 3202992 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ff46ade
   [junit4]   2> 3202992 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ff46ade
   [junit4]   2> 3202993 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [n:127.0.0.1:41063_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_CC4EA6A64AD2C1ED-001/control-001/cores
   [junit4]   2> 3203004 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3203005 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3203005 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:None path:null
   [junit4]   2> 3203006 DEBUG (zkConnectionManagerCallback-23871-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f4ffedd name: ZooKeeperConnection Watcher:127.0.0.1:44121/solr got event WatchedEvent state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 3203006 INFO  (zkConnectionManagerCallback-23871-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3203006 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3203006 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3203006 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3203007 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {legacyCloud=true}
   [junit4]   2> 3203007 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3203007 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... [] -> [127.0.0.1:41063_]
   [junit4]   2> 3203007 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 3203008 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
   [junit4]   2> 3203008 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=-1, new definition is: Aliases{collectionAliases={}, collectionAliasProperties={}, zNodeVersion=0}
   [junit4]   2> 3203008 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44121/solr ready
   [junit4]   2> 3203011 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/collection-queue-work
   [junit4]   2> 3203016 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/collection-queue-work
   [junit4]   2> 3203017 DEBUG (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 3203017 DEBUG (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 3203017 DEBUG (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id: /overseer/collection-queue-work/qn-0000000000 message: {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:41063_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 3203018 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 3203018 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:41063_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 3203018 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader$AliasesManager Checking ZK for most up to date Aliases /aliases.json
   [junit4]   2> 3203018 DEBUG (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
   [junit4]   2> 3203018 DEBUG (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 3203018 DEBUG (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 3203018 DEBUG (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 3203018 INFO  (OverseerCollectionConfigSetProcessor-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 3203018 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: cmp=0, not overwriting ZK version.
   [junit4]   2> 3203018 INFO  (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 3203019 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection 
   [junit4]   2> 3203020 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode: control_collection
   [junit4]   2> 3203020 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 3203021 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 3203021 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:41063_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 3203022 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 3203022 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
   [junit4]   2> 3203023 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 3203123 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:41063_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 3203125 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:41063_
   [junit4]   2> 3203126 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3203126 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3203128 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 3203129 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41063_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3203129 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41063_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3203130 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:41063_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "base_url":"http://127.0.0.1:41063"}
   [junit4]   2> 3203130 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:41063_",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 3203231 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
   [junit4]   2> 3203231 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 3204131 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Loading collection config from: [/collections/control_collection]
   [junit4]   2> 3204138 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 3204165 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 3204169 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 3204183 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 3204183 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ff46ade
   [junit4]   2> 3204183 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_CC4EA6A64AD2C1ED-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_CC4EA6A64AD2C1ED-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 3204185 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1655313441, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 3204213 WARN  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3204251 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3204251 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3204252 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3204252 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3204253 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=109.544921875, floorSegmentMB=0.2158203125, forceMergeDeletesPctAllowed=14.368070794350011, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7909410968024616, deletesPctAllowed=34.18085553180486
   [junit4]   2> 3204255 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Loading collection config from: [/collections/control_collection]
   [junit4]   2> 3204255 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3204256 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3204256 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 3204256 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690515864085856256
   [junit4]   2> 3204258 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Waiting up to 60000ms for state org.apache.solr.cloud.ZkController$$Lambda$707/403738992@609779a6
   [junit4]   2> 3204258 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 3204258 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Add data for [control_collection] ver [1]
   [junit4]   2> 3204258 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 3204259 INFO  (searcherExecutor-23873-thread-1-processing-n:127.0.0.1:41063_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 3204259 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader updated per-replica states changed for: control_collection, ver: 0 , new vals: []
   [junit4]   2> 3204259 DEBUG (watches-23855-thread-1-processing-n:127.0.0.1:41063_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 3204259 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Removing uninteresting collection [control_collection]
   [junit4]   2> 3204259 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 3204260 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Completed wait for org.apache.solr.cloud.ZkController$$Lambda$707/403738992@609779a6
   [junit4]   2> 3204260 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/terms/shard1
   [junit4]   2> 3204262 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/terms/shard1
   [junit4]   2> 3204262 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 3204262 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 3204262 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3204263 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3204265 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3204265 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3204265 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41063/control_collection_shard1_replica_n1/
   [junit4]   2> 3204265 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3204266 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:41063/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3204266 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72925789242523652-core_node2-n_0000000000
   [junit4]   2> 3204268 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 3204268 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41063/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 3204268 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 3204268 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "node_name":"127.0.0.1:41063_",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 3204269 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Add data for [control_collection] ver [1]
   [junit4]   2> 3204269 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 3204269 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader updated per-replica states changed for: control_collection, ver: 0 , new vals: []
   [junit4]   2> 3204269 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 3204269 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 3204269 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 3204269 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 3204269 DEBUG (watches-23855-thread-2-processing-n:127.0.0.1:41063_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 3204276 DEBUG (watches-23855-thread-1-processing-n:127.0.0.1:41063_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 3204369 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
   [junit4]   2> 3204369 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json
   [junit4]   2> 3204369 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json
   [junit4]   2> 3204369 INFO  (zkCallback-23853-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3204370 DEBUG (zkCallback-23853-thread-1) [     ] o.a.s.c.c.ZkStateReader Updating data for [control_collection] from [1] to [2]
   [junit4]   2> 3204370 DEBUG (zkCallback-23853-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 3204370 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 3204370 DEBUG (watches-23855-thread-1) [     ] o.a.s.c.c.ZkStateReader leader found for control_collection/shard1 to be core_node2:{
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "leader":"true",
   [junit4]   2>   "node_name":"127.0.0.1:41063_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "base_url":"http://127.0.0.1:41063"}
   [junit4]   2> 3204370 DEBUG (watches-23855-thread-1) [     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 3204370 DEBUG (zkCallback-23853-thread-2) [     ] o.a.s.c.c.ZkStateReader Uninteresting collection control_collection
   [junit4]   2> 3204370 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3204371 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/queue
   [junit4]   2> 3204371 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection control_collection
   [junit4]   2> 3204372 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 3204372 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41063_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3204372 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41063_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3204372 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:41063_",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "leader":"true",
   [junit4]   2>   "base_url":"http://127.0.0.1:41063"}
   [junit4]   2> 3204372 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "node_name":"127.0.0.1:41063_",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 3204372 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader Add data for [control_collection] ver [2]
   [junit4]   2> 3204372 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 3204372 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader updated per-replica states changed for: control_collection, ver: 0 , new vals: []
   [junit4]   2> 3204373 DEBUG (qtp723421423-75842) [n:127.0.0.1:41063_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy [0] interesting [1] watched [1] lazy [2] total [2]
   [junit4]   2> 3204373 INFO  (qtp723421423-75842) [n:127.0.0.1:41063_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1247
   [junit4]   2> 3204373 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
   [junit4]   2> 3204373 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 3204374 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 3204374 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
   [junit4]   2> 3204374 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 3204374 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 3204374 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 3204374 INFO  (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 3204374 DEBUG (OverseerThreadFactory-23861-thread-1-processing-n:127.0.0.1:41063_) [n:127.0.0.1:41063_     ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id: /overseer/collection-queue-work/qn-0000000000 complete, response: {success={127.0.0.1:41063_={responseHeader={status=0,QTime=1247},core=control_collection_shard1_replica_n1}}}
   [junit4]   2> 3204374 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/collection-queue-work
   [junit4]   2> 3204375 INFO  (qtp723421423-75840) [n:127.0.0.1:41063_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3204376 INFO  (qtp723421423-75840) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 3204376 DEBUG (qtp723421423-75840) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 3204376 DEBUG (qtp723421423-75840) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 3204376 DEBUG (qtp723421423-75840) [n:127.0.0.1:41063_     ] o.a.s.c.c.ZkStateReader  CollectionStatePredicate failed for control_collection, cversion : -1
   [junit4]   2> 3204376 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/overseer/collection-queue-work
   [junit4]   2> 3204472 DEBUG (OverseerStateUpdate-72925789242523652-127.0.0.1:41063_-n_0000000000) [n:127.0.0.1:41063_     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 2
   [junit4]   2> 3204473 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json
   [junit4]   2> 3204473 DEBUG (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json
   [j

[...truncated too long message...]

.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3817911 DEBUG (closeThreadPool-26532-thread-1-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3817911 DEBUG (closeThreadPool-26532-thread-1-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3817911 DEBUG (closeThreadPool-26532-thread-1-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3817911 DEBUG (closeThreadPool-26532-thread-1-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3817911 DEBUG (closeThreadPool-26532-thread-1-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3817911 DEBUG (closeThreadPool-26532-thread-1-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3817911 DEBUG (closeThreadPool-26532-thread-1-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3817911 DEBUG (closeThreadPool-26532-thread-1-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3817911 DEBUG (closeThreadPool-26532-thread-1-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3817911 INFO  (closeThreadPool-26692-thread-5) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d5ed7a1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 3817912 INFO  (closeThreadPool-26692-thread-5) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d1cc2bd{/,null,STOPPED}
   [junit4]   2> 3817912 INFO  (closeThreadPool-26692-thread-5) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 3817913 INFO  (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 3818014 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3818115 DEBUG (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[CC4EA6A64AD2C1ED]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3818116 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/collections/collection1/state.json
   [junit4]   2> 	8	/solr/collections/shardSplitWithRule_link/terms/shard1_0
   [junit4]   2> 	8	/solr/collections/shardSplitWithRule_link/terms/shard1_1
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	5	/solr/packages.json
   [junit4]   2> 	5	/solr/collections/shardSplitWithRule_link/terms/shard1
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 	5	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	5	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	4	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	4	/solr/collections/shardSplitWithRule_link/collectionprops.json
   [junit4]   2> 	2	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	104	/solr/collections/shardSplitWithRule_link/state.json
   [junit4]   2> 	64	/solr/clusterstate.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	65	/solr/overseer/queue
   [junit4]   2> 	57	/solr/collections/shardSplitWithRule_link/state.json
   [junit4]   2> 	36	/solr/live_nodes
   [junit4]   2> 	21	/solr/overseer/collection-queue-work
   [junit4]   2> 	13	/solr/collections
   [junit4]   2> 	4	/solr/collections/control_collection/state.json
   [junit4]   2> 
   [junit4]   2> 3818120 INFO  (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43295
   [junit4]   2> 3818120 INFO  (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43295
   [junit4]   2> 3818120 INFO  (TEST-ShardSplitTest.testSplitShardWithRuleLink-seed#[CC4EA6A64AD2C1ED]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43295
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_CC4EA6A64AD2C1ED-001
   [junit4]   2> Feb 01, 2021 5:56:15 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {rnd_b=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=Direct), _root_=PostingsFormat(name=Direct), id=PostingsFormat(name=LuceneFixedGap), foo_s=PostingsFormat(name=Direct)}, docValues:{_version_=DocValuesFormat(name=Direct), n_ti=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1281, maxMBSortInHeap=6.436807079435001, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=nn-NO, timezone=Europe/Prague
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=172630520,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [MetricsHandlerTest, CloneFieldUpdateProcessorFactoryTest, TestCorePropertiesReload, CategoryRoutedAliasUpdateProcessorTest, FileBasedSpellCheckerTest, SpellPossibilityIteratorTest, TestSolr4Spatial2, TestJavabinTupleStreamParser, PolyFieldTest, BlobRepositoryCloudTest, MultiSolrCloudTestCaseTest, SolrIndexConfigTest, SolrCloudReportersTest, TestSolrJ, TaggingAttributeTest, DirectSolrConnectionTest, TestJsonFacetsStatsParsing, TestStressVersions, TestManagedSchemaThreadSafety, BinaryUpdateRequestHandlerTest, SecurityHeadersTest, TestReplicationHandlerBackup, TestWaitForStateWithJettyShutdowns, TestDistributedGrouping, LegacyCloudClusterPropTest, TestLogWatcher, TestLFUCache, MissingSegmentRecoveryTest, TestManagedSynonymGraphFilterFactory, TestDocSet, MinimalSchemaTest, CollectionPropsTest, DocExpirationUpdateProcessorFactoryTest, BasicDistributedZkTest, LargeFieldTest, TestStressLucene, TestChildDocTransformerHierarchy, LeaderFailoverAfterPartitionTest, TestOverriddenPrefixQueryForCustomFieldType, DateRangeFieldTest, TestSortByMinMaxFunction, HdfsChaosMonkeySafeLeaderTest, HDFSCollectionsAPITest, TestLeaderElectionZkExpiry, NumberUtilsTest, TestSweetSpotSimilarityFactory, AnalyticsQueryTest, TestConfigSetsAPIExclusivity, SolrCoreMetricManagerTest, AddReplicaTest, CollectionTooManyReplicasTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestMinHashQParser, ConfigureRecoveryStrategyTest, EnumFieldTest, JWTAuthPluginIntegrationTest, BlockJoinFacetRandomTest, TestExceedMaxTermLength, InfoHandlerTest, AutoAddReplicasIntegrationTest, ManagedSchemaRoundRobinCloudTest, BaseCdcrDistributedZkTest, TestBulkSchemaAPI, VersionInfoTest, TestUseDocValuesAsStored, OverseerRolesTest, DataDrivenBlockJoinTest, TestCloudRecovery2, TestLegacyBM25SimilarityFactory, TestContainerPlugin, TestExactSharedStatsCache, URLClassifyProcessorTest, RollingRestartTest, TestHttpServletCarrier, TestRecoveryHdfs, AuditLoggerPluginTest, SolrXmlInZkTest, ConnectionManagerTest, DistributedQueueTest, TestSimDistributedQueue, ExecutePlanActionTest, TestRandomFaceting, SaslZkACLProviderTest, TestPackages, DistributedTermsComponentTest, SolrCoreCheckLockOnStartupTest, TestPivotHelperCode, TestAuthenticationFramework, SignificantTermsQParserPluginTest, NodeAddedTriggerIntegrationTest, TestMacros, RecoveryAfterSoftCommitTest, StatsReloadRaceTest, TestSimScenario, TestRandomFlRTGCloud, TestMultiValuedNumericRangeQuery, TestJmxIntegration, TestTlogReplica, TestCloudPhrasesIdentificationComponent, TestAnalyzeInfixSuggestions, BlockCacheTest, DateMathParserTest, HdfsUnloadDistributedZkTest, DeleteLastCustomShardedReplicaTest, SuggesterFSTTest, TestDFRSimilarityFactory, TestSearcherReuse, TestShardHandlerFactory, ZookeeperStatusHandlerTest, JsonLoaderTest, OverseerTaskQueueTest, TestFieldSortValues, ChangedSchemaMergeTest, TestSafeXMLParsing, TermsComponentTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, DeleteNodeTest, DeleteReplicaTest, ForceLeaderWithTlogReplicasTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, ReindexCollectionTest, TestDeleteCollectionOnDownNodes, TestDistributedMap, TestDynamicFieldNamesIndexCorrectly, TestPrepRecovery, TestSSLRandomization, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestZkChroot, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, ZkSolrClientTest, ConcurrentCreateCollectionTest, ConcurrentDeleteAndCreateCollectionTest, ShardSplitTest]
   [junit4] Completed [576/924 (1!)] on J3 in 617.70s, 11 tests, 1 error <<< FAILURES!

[...truncated 51830 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 170 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/170/

1 tests failed.
FAILED:  org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenRenew

Error Message:
expected:<200> but was:<403>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
	at __randomizedtesting.SeedInfo.seed([4263C24E312B34BB:75F8365009E7E91F]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.renewDelegationToken(TestSolrCloudWithDelegationTokens.java:138)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.verifyDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:349)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:367)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14913 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
   [junit4]   2> 2165354 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2165354 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2165354 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_4263C24E312B34BB-001/data-dir-177-001
   [junit4]   2> 2165354 WARN  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15
   [junit4]   2> 2165354 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2165356 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2165366 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_4263C24E312B34BB-001/tempDir-001
   [junit4]   2> 2165367 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2165368 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2165369 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2165370 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2165468 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 42193
   [junit4]   2> 2165468 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:42193
   [junit4]   2> 2165469 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42193
   [junit4]   2> 2165469 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42193
   [junit4]   2> 2165470 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2165485 INFO  (zkConnectionManagerCallback-20920-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2165485 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2165504 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2165506 INFO  (zkConnectionManagerCallback-20922-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2165506 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2165506 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2165509 INFO  (zkConnectionManagerCallback-20924-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2165509 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2165661 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2165661 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2165661 INFO  (jetty-launcher-20925-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 2165662 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2165663 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2165663 INFO  (jetty-launcher-20925-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 2165685 INFO  (jetty-launcher-20925-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2165685 INFO  (jetty-launcher-20925-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2165685 INFO  (jetty-launcher-20925-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2165685 INFO  (jetty-launcher-20925-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b244987{/solr,null,AVAILABLE}
   [junit4]   2> 2165687 INFO  (jetty-launcher-20925-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2165687 INFO  (jetty-launcher-20925-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2165687 INFO  (jetty-launcher-20925-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2165687 INFO  (jetty-launcher-20925-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ecb558d{/solr,null,AVAILABLE}
   [junit4]   2> 2165688 INFO  (jetty-launcher-20925-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6c45e616{SSL, (ssl, http/1.1)}{127.0.0.1:43813}
   [junit4]   2> 2165688 INFO  (jetty-launcher-20925-thread-2) [     ] o.e.j.s.Server Started @2165733ms
   [junit4]   2> 2165688 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:42193/solr, hostPort=43813}
   [junit4]   2> 2165688 ERROR (jetty-launcher-20925-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2165688 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2165688 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 2165688 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2165688 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2165688 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-31T18:53:09.625Z
   [junit4]   2> 2165690 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2165690 INFO  (jetty-launcher-20925-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5d01e36b{SSL, (ssl, http/1.1)}{127.0.0.1:41019}
   [junit4]   2> 2165690 INFO  (jetty-launcher-20925-thread-1) [     ] o.e.j.s.Server Started @2165736ms
   [junit4]   2> 2165690 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:42193/solr, hostPort=41019}
   [junit4]   2> 2165690 ERROR (jetty-launcher-20925-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2165690 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2165691 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 2165691 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2165691 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2165691 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-31T18:53:09.628Z
   [junit4]   2> 2165692 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2165693 INFO  (zkConnectionManagerCallback-20927-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2165693 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2165694 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2165698 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2165699 INFO  (zkConnectionManagerCallback-20929-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2165699 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2165700 WARN  (jetty-launcher-20925-thread-2-SendThread(127.0.0.1:42193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10310b5997e0003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2165700 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2165703 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2165704 WARN  (jetty-launcher-20925-thread-1-SendThread(127.0.0.1:42193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10310b5997e0004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e0004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2167168 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2167169 WARN  (jetty-launcher-20925-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2167195 WARN  (jetty-launcher-20925-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@69a369f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2167196 WARN  (jetty-launcher-20925-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@69a369f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2167200 WARN  (jetty-launcher-20925-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2167215 WARN  (jetty-launcher-20925-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7b1505f9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2167215 WARN  (jetty-launcher-20925-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7b1505f9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2167216 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42193/solr
   [junit4]   2> 2167225 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2167226 WARN  (jetty-launcher-20925-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2167227 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2167231 WARN  (jetty-launcher-20925-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@50e198bc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2167231 WARN  (jetty-launcher-20925-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@50e198bc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2167231 INFO  (zkConnectionManagerCallback-20943-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2167232 INFO  (jetty-launcher-20925-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2167236 WARN  (jetty-launcher-20925-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2167236 WARN  (jetty-launcher-20925-thread-1-SendThread(127.0.0.1:42193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10310b5997e0005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2167237 WARN  (jetty-launcher-20925-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@68a018b8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2167237 WARN  (jetty-launcher-20925-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@68a018b8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2167238 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42193/solr
   [junit4]   2> 2167238 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2167240 INFO  (zkConnectionManagerCallback-20951-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2167240 INFO  (jetty-launcher-20925-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2167338 INFO  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2167339 INFO  (zkConnectionManagerCallback-20953-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2167339 INFO  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2167535 INFO  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2167538 INFO  (zkConnectionManagerCallback-20957-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2167538 INFO  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2167566 INFO  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43813_solr
   [junit4]   2> 2167567 INFO  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.c.Overseer Overseer (id=72920391118356488-127.0.0.1:43813_solr-n_0000000000) starting
   [junit4]   2> 2167575 INFO  (OverseerStateUpdate-72920391118356488-127.0.0.1:43813_solr-n_0000000000) [n:127.0.0.1:43813_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43813_solr
   [junit4]   2> 2167576 INFO  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43813_solr
   [junit4]   2> 2167578 INFO  (zkCallback-20956-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2167579 INFO  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2167580 INFO  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 2167595 WARN  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 2167606 INFO  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
   [junit4]   2> 2167614 INFO  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2167617 INFO  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:41019_solr as DOWN
   [junit4]   2> 2167618 INFO  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2167618 INFO  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41019_solr
   [junit4]   2> 2167619 INFO  (zkCallback-20956-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2167619 INFO  (zkCallback-20952-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2167620 INFO  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2167620 INFO  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 2167620 WARN  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 2167620 INFO  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
   [junit4]   2> 2167848 INFO  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2167848 INFO  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2167920 INFO  (jetty-launcher-20925-thread-1-EventThread) [     ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2167921 INFO  (jetty-launcher-20925-thread-2-EventThread) [     ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2168361 WARN  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 2168362 WARN  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=enabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2168362 WARN  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off.  Consider enabling SSL to protect user credentials and data with encryption.
   [junit4]   2> 2168367 WARN  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 2168367 WARN  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=enabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2168367 WARN  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off.  Consider enabling SSL to protect user credentials and data with encryption.
   [junit4]   2> 2168384 INFO  (jetty-launcher-20925-thread-1) [n:127.0.0.1:41019_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_4263C24E312B34BB-001/tempDir-001/node1
   [junit4]   2> 2168386 INFO  (jetty-launcher-20925-thread-2) [n:127.0.0.1:43813_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_4263C24E312B34BB-001/tempDir-001/node2
   [junit4]   2> 2168437 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 2168480 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2168482 INFO  (zkConnectionManagerCallback-20976-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2168482 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2168486 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2168487 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42193/solr ready
   [junit4]   2> 2168534 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 2168828 INFO  (qtp318440831-84555) [n:127.0.0.1:41019_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAXdZyrPbigF3fdc32wEEFN5eHnKY80kv3ui-Y89I9eNP2NmVB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2168831 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4]   2> 2168854 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 2168872 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2168873 INFO  (zkConnectionManagerCallback-20981-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2168873 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2168874 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2168875 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42193/solr ready
   [junit4]   2> 2169070 ERROR (qtp599721514-84563) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_2]
   [junit4]   2> 2169334 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2169335 INFO  (zkConnectionManagerCallback-20986-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2169335 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2169339 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2169342 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42193/solr ready
   [junit4]   2> 2169349 ERROR (qtp599721514-84561) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_3]
   [junit4]   2> 2169351 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]-SendThread(127.0.0.1:42193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10310b5997e000d.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e000d, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e000d, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2169453 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2169454 INFO  (zkConnectionManagerCallback-20991-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2169454 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2169456 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2169460 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42193/solr ready
   [junit4]   2> 2169603 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2169607 INFO  (zkConnectionManagerCallback-20996-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2169607 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2169609 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2169611 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42193/solr ready
   [junit4]   2> 2169656 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]-SendThread(127.0.0.1:42193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10310b5997e000f.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e000f, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e000f, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2169758 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 2169797 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 2169805 WARN  (qtp318440831-84556) [     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token (solr-dt owner=bar, renewer=bar, realUser=, issueDate=1612119193735, maxDate=1612723993735, sequenceNumber=4, masterKeyId=4) with non-matching renewer bar
   [junit4]   2> 2169806 WARN  (qtp318440831-84556) [     ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 2169807 WARN  (qtp599721514-84563) [     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token (solr-dt owner=bar, renewer=bar, realUser=, issueDate=1612119193735, maxDate=1612723993735, sequenceNumber=4, masterKeyId=4) with non-matching renewer bar
   [junit4]   2> 2169807 WARN  (qtp599721514-84563) [     ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 2169890 WARN  (qtp318440831-84551) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2169907 WARN  (qtp318440831-84554) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2169908 WARN  (qtp318440831-84554) [     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token (solr-dt owner=bar, renewer=renewUser, realUser=, issueDate=1612119193828, maxDate=1612723993828, sequenceNumber=5, masterKeyId=4) with non-matching renewer renewUser
   [junit4]   2> 2169908 WARN  (qtp318440831-84554) [     ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 2169908 WARN  (qtp599721514-84561) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2169908 WARN  (qtp599721514-84561) [     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token (solr-dt owner=bar, renewer=renewUser, realUser=, issueDate=1612119193828, maxDate=1612723993828, sequenceNumber=5, masterKeyId=4) with non-matching renewer renewUser
   [junit4]   2> 2169909 WARN  (qtp599721514-84561) [     ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 2169911 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 2169939 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
   [junit4]   2> 2169940 WARN  (qtp318440831-84552) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2169941 WARN  (qtp318440831-84555) [n:127.0.0.1:41019_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2169943 WARN  (qtp318440831-84556) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2169946 WARN  (qtp599721514-84564) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2169947 ERROR (qtp599721514-84564) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_6]
   [junit4]   2> 2169947 WARN  (qtp318440831-84551) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2169948 ERROR (qtp318440831-84551) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_6]
   [junit4]   2> 2169948 WARN  (qtp318440831-84554) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2169950 WARN  (qtp599721514-84560) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2169958 WARN  (qtp599721514-84562) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2169959 ERROR (qtp599721514-84562) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_7]
   [junit4]   2> 2169959 WARN  (qtp318440831-84552) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2169960 ERROR (qtp318440831-84552) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_7]
   [junit4]   2> 2169961 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
   [junit4]   2> 2169995 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 2169995 WARN  (qtp318440831-84555) [n:127.0.0.1:41019_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2170070 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2170120 INFO  (zkConnectionManagerCallback-20998-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2170120 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2170121 WARN  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[4263C24E312B34BB]-SendThread(127.0.0.1:42193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10310b5997e0010.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e0010, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e0010, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2170223 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 2170261 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 2170262 WARN  (qtp318440831-84556) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2170268 WARN  (qtp318440831-84551) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2170269 WARN  (qtp318440831-84551) [     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: bar is trying to renew a token (solr-dt owner=bar, renewer=bar, realUser=, issueDate=1612119194199, maxDate=1612723994199, sequenceNumber=9, masterKeyId=4) with wrong password
   [junit4]   2> 2170269 WARN  (qtp318440831-84551) [     ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 2170270 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithDelegationTokens -Dtests.method=testDelegationTokenRenew -Dtests.seed=4263C24E312B34BB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-US -Dtests.timezone=Indian/Antananarivo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.05s J0 | TestSolrCloudWithDelegationTokens.testDelegationTokenRenew <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<403>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4263C24E312B34BB:75F8365009E7E91F]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.renewDelegationToken(TestSolrCloudWithDelegationTokens.java:138)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.verifyDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:349)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:367)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2170306 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 2170344 INFO  (qtp318440831-84551) [n:127.0.0.1:41019_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2170346 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 2170375 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClientWithUpdateRequests-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClientWithUpdateRequests
   [junit4]   2> 2170378 WARN  (qtp318440831-84555) [n:127.0.0.1:41019_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2170607 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testDelegationTokensWithUpdate
   [junit4]   2> 2170608 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default to /configs/testDelegationTokensWithUpdate.AUTOCREATED
   [junit4]   2> 2170609 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/protwords.txt
   [junit4]   2> 2170610 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testDelegationTokensWithUpdate.AUTOCREATED/managed-schema
   [junit4]   2> 2170612 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testDelegationTokensWithUpdate.AUTOCREATED/solrconfig.xml
   [junit4]   2> 2170614 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 2170615 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 2170617 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 2170618 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 2170619 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 2170621 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 2170623 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_et.txt
   [junit4]   2> 2170624 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 2170626 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 2170628 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 2170629 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 2170631 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 2170632 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 2170634 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 2170635 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 2170636 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 2170638 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 2170639 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 2170641 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 2170643 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 2170647 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 2170648 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 2170650 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 2170652 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 2170656 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 2170658 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 2170660 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 2170661 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 2170663 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 2170664 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 2170670 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 2170671 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 2170673 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 2170675 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 2170677 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 2170678 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 2170679 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 2170681 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 2170682 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 2170684 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/synonyms.txt
   [junit4]   2> 2170685 INFO  (OverseerThreadFactory-20964-thread-1-processing-n:127.0.0.1:43813_solr) [n:127.0.0.1:43813_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testDelegationTokensWithUpdate.AUTOCREATED/stopwords.txt
   [junit4]   2> 2170799 INFO  (OverseerStateUpdate-72920391118356488-127.0.0.1:43813_solr-n_0000000000) [n:127.0.0.1:43813_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testDelegationTokensWithUpdate",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testDelegationTokensWithUpdate_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:43813_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2171085 INFO  (qtp599721514-84561) [n:127.0.0.1:43813_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 2171086 INFO  (qtp599721514-84563) [     ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:43813_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAoT/ZY+YtNcMZa/ZQ+OKEqF4MoYWiusNLE7sLPzcFjBiCkHRPn1L5Yy2LU12G2BOh1Kd5IgFP4q7jwi+1Yz1/aDxXrM7OErAPOjCHuJzs4o23+Rws9ljoCV5SoKh3JtUCSY7rlWLqeLdMSAlPi62tgCajI+lFMSlnKkNAvCoqzsh83OiI/dHiOeddSln2F3D21YGPSYSZxBra0+COJtGwDWH7aYD9+SqtClJumBm3oJFCdrrZ8KV97FRs/XbKjJs1huPNV5nvF/DHwwz+Foxab9i3QI3+LgpaaSEXY/zsi8Jv2QjCcBroYtYGcPNwJUNGfE/xZuHITc7wga6p1Yb/owIDAQAB
   [junit4]   2> 2171087 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr    x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=testDelegationTokensWithUpdate.AUTOCREATED&newCollection=true&name=testDelegationTokensWithUpdate_shard1_replica_n1&action=CREATE&numShards=1&collection=testDelegationTokensWithUpdate&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2171088 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr    x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2171090 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 2171225 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 2171273 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=default-config
   [junit4]   2> 2171359 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 2171429 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testDelegationTokensWithUpdate_shard1_replica_n1' using configuration from configset testDelegationTokensWithUpdate.AUTOCREATED, trusted=true
   [junit4]   2> 2171430 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.SolrCore [[testDelegationTokensWithUpdate_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_4263C24E312B34BB-001/tempDir-001/node2/testDelegationTokensWithUpdate_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_4263C24E312B34BB-001/tempDir-001/node2/testDelegationTokensWithUpdate_shard1_replica_n1/data/]
   [junit4]   2> 2171550 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2171550 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2171551 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 2171551 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2171602 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testDelegationTokensWithUpdate.AUTOCREATED
   [junit4]   2> 2171602 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testDelegationTokensWithUpdate.AUTOCREATED
   [junit4]   2> 2171603 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testDelegationTokensWithUpdate.AUTOCREATED/managed-schema
   [junit4]   2> 2171603 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2171603 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2171604 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 2171605 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2171605 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690429497584648192
   [junit4]   2> 2171607 INFO  (searcherExecutor-21000-thread-1-processing-n:127.0.0.1:43813_solr x:testDelegationTokensWithUpdate_shard1_replica_n1 c:testDelegationTokensWithUpdate s:shard1 r:core_node2) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 2171607 INFO  (searcherExecutor-21000-thread-1-processing-n:127.0.0.1:43813_solr x:testDelegationTokensWithUpdate_shard1_replica_n1 c:testDelegationTokensWithUpdate s:shard1 r:core_node2) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2171607 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 2171607 INFO  (searcherExecutor-21000-thread-1-processing-n:127.0.0.1:43813_solr x:testDelegationTokensWithUpdate_shard1_replica_n1 c:testDelegationTokensWithUpdate s:shard1 r:core_node2) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.SolrCore [testDelegationTokensWithUpdate_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2171618 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testDelegationTokensWithUpdate/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2171618 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testDelegationTokensWithUpdate/leaders/shard1
   [junit4]   2> 2171622 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2171622 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2171622 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43813/solr/testDelegationTokensWithUpdate_shard1_replica_n1/
   [junit4]   2> 2171623 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2171623 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:43813/solr/testDelegationTokensWithUpdate_shard1_replica_n1/ has no replicas
   [junit4]   2> 2171624 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testDelegationTokensWithUpdate/leaders/shard1/leader after winning as /collections/testDelegationTokensWithUpdate/leader_elect/shard1/election/72920391118356488-core_node2-n_0000000000
   [junit4]   2> 2171627 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43813/solr/testDelegationTokensWithUpdate_shard1_replica_n1/ shard1
   [junit4]   2> 2171627 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 2171730 INFO  (zkCallback-20956-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testDelegationTokensWithUpdate/state.json] for collection [testDelegationTokensWithUpdate] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2171731 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2171733 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 2171734 INFO  (qtp599721514-84563) [n:127.0.0.1:43813_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=testDelegationTokensWithUpdate.AUTOCREATED&newCollection=true&name=testDelegationTokensWithUpdate_shard1_replica_n1&action=CREATE&numShards=1&collection=testDelegationTokensWithUpdate&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=648
   [junit4]   2> 2171738 INFO  (qtp318440831-84554) [n:127.0.0.1:41019_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2171738 INFO  (qtp318440831-84554) [n:127.0.0.1:41019_solr     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 2171835 INFO  (zkCallback-20952-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testDelegationTokensWithUpdate/state.json] for collection [testDelegationTokensWithUpdate] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2171835 INFO  (zkCallback-20956-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testDelegationTokensWithUpdate/state.json] for collection [testDelegationTokensWithUpdate] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2171835 INFO  (zkCallback-20956-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testDelegationTokensWithUpdate/state.json] for collection [testDelegationTokensWithUpdate] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2171836 INFO  (qtp318440831-84554) [n:127.0.0.1:41019_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&name=testDelegationTokensWithUpdate&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&delegation=GgADYmFyA2JhcgCKAXdZyrrLigF3fdc-ywoEFD6kFnECls01LGKqGaCY4y2QKznqB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=1233
   [junit4]   2> 2171840 INFO  (qtp318440831-84552) [n:127.0.0.1:41019_solr     ] o.a.s.s.KerberosPlugin Setting original user principal: bar
   [junit4]   2> 2171840 INFO  (qtp318440831-84552) [n:127.0.0.1:41019_solr     ] o.a.s.s.KerberosPlugin Setting original user principal: bar
   [junit4]   2> 2171848 INFO  (qtp599721514-84562) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 2171848 INFO  (qtp599721514-84562) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 2171849 INFO  (qtp599721514-84562) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 2171852 INFO  (searcherExecutor-21000-thread-1-processing-n:127.0.0.1:43813_solr x:testDelegationTokensWithUpdate_shard1_replica_n1 c:testDelegationTokensWithUpdate s:shard1 r:core_node2) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 2171852 INFO  (searcherExecutor-21000-thread-1-processing-n:127.0.0.1:43813_solr x:testDelegationTokensWithUpdate_shard1_replica_n1 c:testDelegationTokensWithUpdate s:shard1 r:core_node2) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.SolrCore [testDelegationTokensWithUpdate_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2171853 INFO  (qtp599721514-84562) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testDelegationTokensWithUpdate/terms/shard1 to Terms{values={core_node2=1}, version=1}
   [junit4]   2> 2171853 INFO  (qtp599721514-84562) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [testDelegationTokensWithUpdate_shard1_replica_n1]  webapp=/solr path=/update params={waitSearcher=false&commit=true&softCommit=false&delegation=GgADYmFyA2JhcgCKAXdZyrrLigF3fdc-ywoEFD6kFnECls01LGKqGaCY4y2QKznqB3NvbHItZHQA&_forwardedCount=1&wt=javabin&version=2}{add=[dummy_id (1690429497839452160)],commit=} 0 5
   [junit4]   2> 2171854 INFO  (qtp318440831-84555) [n:127.0.0.1:41019_solr     ] o.a.s.s.KerberosPlugin Setting original user principal: bar
   [junit4]   2> 2171854 INFO  (qtp318440831-84555) [n:127.0.0.1:41019_solr     ] o.a.s.s.KerberosPlugin Setting original user principal: bar
   [junit4]   2> 2171856 INFO  (qtp599721514-84561) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 2171856 INFO  (qtp599721514-84561) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 2171858 INFO  (qtp599721514-84561) [n:127.0.0.1:43813_solr c:testDelegationTokensWithUpdate s:shard1 r:core_node2 x:testDelegationTokensWithUpdate_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [testDelegationTokensWithUpdate_shard1_replica_n1]  webapp=/solr path=/update params={delegation=GgADYmFyA2JhcgCKAXdZyrrLigF3fdc-ywoEFD6kFnECls01LGKqGaCY4y2QKznqB3NvbHItZHQA&_forwardedCount=1&wt=javabin&version=2}{add=[dummy_id (1690429497847840768)]} 0 1
   [junit4]   2> 2171859 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClientWithUpdateRequests-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClientWithUpdateRequests
   [junit4]   2> 2171892 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 2171893 WARN  (qtp318440831-84554) [n:127.0.0.1:41019_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 2171947 INFO  (qtp318440831-84556) [n:127.0.0.1:41019_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAXdZysC2igF3fddEtgsEFMw9AWxcSGigpXroHzOc-C2NM9EaB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2171958 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2171964 INFO  (zkConnectionManagerCallback-21009-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2171964 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2171966 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2171968 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[4263C24E312B34BB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42193/solr ready
   [junit4]   2> 2172190 INFO  (qtp599721514-84562) [n:127.0.0.1:43813_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAXdZysC2igF3fddEtgsEFMw9AWxcSGigpXroHzOc-C2NM9EaB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2172193 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2172207 INFO  (zkConnectionManagerCallback-21014-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2172207 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2172210 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[4263C24E312B34BB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2172213 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[4263C24E312B34BB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42193/solr ready
   [junit4]   2> 2172255 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[4263C24E312B34BB]-SendThread(127.0.0.1:42193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10310b5997e0012.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e0012, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e0012, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2172365 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[4263C24E312B34BB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 2172368 WARN  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker-SendThread(127.0.0.1:42193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10310b5997e000b.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2172562 INFO  (jetty-closer-21015-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1136499607
   [junit4]   2> 2172562 INFO  (jetty-closer-21015-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41019_solr
   [junit4]   2> 2172562 INFO  (jetty-closer-21015-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1900522176
   [junit4]   2> 2172563 INFO  (jetty-closer-21015-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43813_solr
   [junit4]   2> 2172564 INFO  (jetty-closer-21015-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2172564 INFO  (jetty-closer-21015-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:41019_solr as DOWN
   [junit4]   2> 2172564 INFO  (jetty-closer-21015-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2172565 INFO  (jetty-closer-21015-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:43813_solr as DOWN
   [junit4]   2> 2172567 INFO  (coreCloseExecutor-21021-thread-1) [n:127.0.0.1:43813_solr     ] o.a.s.c.SolrCore [testDelegationTokensWithUpdate_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@54f018b9
   [junit4]   2> 2172567 INFO  (coreCloseExecutor-21021-thread-1) [n:127.0.0.1:43813_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testDelegationTokensWithUpdate.shard1.replica_n1 tag=SolrCore@54f018b9
   [junit4]   2> 2172567 INFO  (coreCloseExecutor-21021-thread-1) [n:127.0.0.1:43813_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testDelegationTokensWithUpdate.shard1.leader tag=SolrCore@54f018b9
   [junit4]   2> 2172570 INFO  (coreCloseExecutor-21021-thread-1) [n:127.0.0.1:43813_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() .
   [junit4]   2> 2172571 INFO  (jetty-closer-21015-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [

[...truncated too long message...]

SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2172785 ERROR (Thread[Thread-56251,5,TGRP-TestSolrCloudWithDelegationTokens]) [     ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2172786 INFO  (Curator-Framework-0) [     ] o.a.c.f.i.CuratorFrameworkImpl backgroundOperationsLoop exiting
   [junit4]   2> 2172788 WARN  (jetty-launcher-20925-thread-2-SendThread(127.0.0.1:42193)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10310b5997e000a.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10310b5997e000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2172886 INFO  (jetty-closer-21015-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5d01e36b{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 2172886 INFO  (jetty-closer-21015-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b244987{/solr,null,STOPPED}
   [junit4]   2> 2172886 INFO  (jetty-closer-21015-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2172987 INFO  (jetty-closer-21015-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6c45e616{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 2172987 INFO  (jetty-closer-21015-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ecb558d{/solr,null,STOPPED}
   [junit4]   2> 2172987 INFO  (jetty-closer-21015-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2172990 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2173192 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/testDelegationTokensWithUpdate/terms/shard1
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	11	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/collections/testDelegationTokensWithUpdate/state.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_11
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	32	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 	15	/solr/overseer/queue
   [junit4]   2> 	13	/solr/live_nodes
   [junit4]   2> 	12	/solr/collections
   [junit4]   2> 	8	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/collections/testDelegationTokensWithUpdate/state.json
   [junit4]   2> 
   [junit4]   2> 2173195 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:42193
   [junit4]   2> 2173195 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42193
   [junit4]   2> 2173195 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[4263C24E312B34BB]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42193
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_4263C24E312B34BB-001
   [junit4]   2> Jan 31, 2021 6:53:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=43, maxMBSortInHeap=5.475835187491906, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=es-US, timezone=Indian/Antananarivo
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=94078736,total=521142272
   [junit4]   2> NOTE: All tests run in this JVM: [ZkFailoverTest, ClusterStateMockUtilTest, SpellingQueryConverterTest, TestLockTree, NodeAddedTriggerTest, TestJsonFacetsWithNestedObjects, CreateCollectionCleanupTest, OutputWriterTest, TestExactStatsCache, HttpSolrCallGetCoreTest, TestSchemalessBufferedUpdates, SplitByPrefixTest, MetricsHistoryHandlerTest, DirectUpdateHandlerTest, TestReRankQParserPlugin, AddSchemaFieldsUpdateProcessorFactoryTest, TestConfigSets, TestSimTriggerIntegration, TestCoreAdminApis, BlockJoinFacetSimpleTest, TestNonDefinedSimilarityFactory, CollectionsAPIAsyncDistributedZkTest, TestCustomDocTransformer, TestBooleanSimilarityFactory, TestNestedDocsSort, PKIAuthenticationIntegrationTest, CSVRequestHandlerTest, TestQuerySenderListener, TestCustomStream, TestLuceneIndexBackCompat, TestAnalyzedSuggestions, TestImplicitCoreProperties, BadComponentTest, TestLocalFSCloudBackupRestore, TestLRUCache, RestoreTriggerStateTest, MetricsHistoryIntegrationTest, RecoveryZkTest, IndexBasedSpellCheckerTest, TestCopyFieldCollectionResource, SuggesterTSTTest, PeerSyncWithBufferUpdatesTest, UnloadDistributedZkTest, CdcrRequestHandlerTest, HdfsNNFailoverTest, LeaderFailureAfterFreshStartTest, TestCoreBackup, TestSimpleQParserPlugin, TestSimpleTrackingShardHandler, SystemInfoHandlerTest, TestFieldCacheSort, TestCloudSearcherWarming, TestHalfAndHalfDocValues, ReplaceNodeTest, DistributedFacetPivotLargeTest, DeleteNodeTest, TestSolrCLIRunExample, RulesTest, TestSolrCloudSnapshots, TestJettySolrRunner, DisMaxRequestHandlerTest, SolrCoreTest, CheckHdfsIndexTest, TestSolrQueryParser, CurrencyRangeFacetCloudTest, SolrPluginUtilsTest, TestPKIAuthenticationPlugin, TestSimpleTextCodec, AliasIntegrationTest, NotRequiredUniqueKeyTest, SolrIndexMetricsTest, TestManagedResource, XsltUpdateRequestHandlerTest, TestJsonRequest, CoreSorterTest, SolrJmxReporterCloudTest, JSONWriterTest, FieldMutatingUpdateProcessorTest, TestMaxTokenLenTokenizer, FullSolrCloudDistribCmdsTest, DistribCursorPagingTest, ChaosMonkeySafeLeaderWithPullReplicasTest, RouteFieldTest, LoggingHandlerTest, ShardsWhitelistTest, RootFieldTest, TestNumericRangeQuery32, OverseerTest, TestCloudPivotFacet, QueryElevationComponentTest, AddBlockUpdateTest, JWTAuthPluginTest, TestFilteredDocIdSet, RequestHandlersTest, TestReplicationHandlerDiskOverFlow, TestFieldResource, PathHierarchyTokenizerFactoryTest, BigEndianAscendingWordDeserializerTest, UUIDUpdateProcessorFallbackTest, TestElisionMultitermQuery, DistributedVersionInfoTest, StatelessScriptUpdateProcessorFactoryTest, TestRetrieveFieldsOptimizer, TestFunctionQuery, TestReload, CopyFieldTest, JvmMetricsTest, TestPartialUpdateDeduplication, FullHLLTest, TestUtils, TestSchemaResource, MaxScoreCollectorTest, TestIBSimilarityFactory, SuggestComponentTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestDistributedSearch, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, MoveReplicaHDFSFailoverTest, OverseerModifyCollectionTest, OverseerSolrResponseTest, OverseerSolrResponseUnsafeSerializationTest, OverseerStatusTest, OverseerTaskQueueTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, SyncSliceTest, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistributedMap, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHashPartitioner, TestPullReplica, TestPullReplicaErrorHandling, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestSkipOverseerOperations, TestSolrCloudWithDelegationTokens]
   [junit4] Completed [551/924 (1!)] on J0 in 8.68s, 9 tests, 1 failure <<< FAILURES!

[...truncated 51985 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 169 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Error processing tokens: Error while parsing action 'Text/ZeroOrMore/FirstOf/Token/DelimitedToken/DelimitedToken_Action3' at input position (line 76, pos 4):
)"}
   ^

java.lang.OutOfMemoryError: Java heap space

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 168 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/168/

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver

Error Message:
Error from server at https://127.0.0.1:37271/solr: Underlying core creation failed while creating collection: testLeaderFailsOver

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37271/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13506 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
   [junit4]   2> 658108 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 658108 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 658108 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_AC5AA45CB28027A1-001/data-dir-37-001
   [junit4]   2> 658108 WARN  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=48 numCloses=48
   [junit4]   2> 658108 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 658110 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 658110 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 658111 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_AC5AA45CB28027A1-001/tempDir-001
   [junit4]   2> 658111 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 658111 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 658111 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 658112 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 658297 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 38859
   [junit4]   2> 658297 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38859
   [junit4]   2> 658297 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38859
   [junit4]   2> 658297 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38859
   [junit4]   2> 658371 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 658375 INFO  (zkConnectionManagerCallback-5229-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 658375 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 658380 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 658382 INFO  (zkConnectionManagerCallback-5231-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 658382 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 658383 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 658384 INFO  (zkConnectionManagerCallback-5233-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 658384 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 658495 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 658495 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 658495 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 658495 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 658495 INFO  (jetty-launcher-5234-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 658495 INFO  (jetty-launcher-5234-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 658499 INFO  (jetty-launcher-5234-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 658499 INFO  (jetty-launcher-5234-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 658499 INFO  (jetty-launcher-5234-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 658501 INFO  (jetty-launcher-5234-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f72cf18{/solr,null,AVAILABLE}
   [junit4]   2> 658503 INFO  (jetty-launcher-5234-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 658503 INFO  (jetty-launcher-5234-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 658503 INFO  (jetty-launcher-5234-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 658504 INFO  (jetty-launcher-5234-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@672b7dac{/solr,null,AVAILABLE}
   [junit4]   2> 658504 INFO  (jetty-launcher-5234-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5156bb88{SSL, (ssl, http/1.1)}{127.0.0.1:39813}
   [junit4]   2> 658504 INFO  (jetty-launcher-5234-thread-1) [     ] o.e.j.s.Server Started @658547ms
   [junit4]   2> 658504 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38859/solr, hostPort=39813}
   [junit4]   2> 658504 ERROR (jetty-launcher-5234-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 658504 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 658504 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 658504 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 658504 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 658504 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-29T16:11:13.687Z
   [junit4]   2> 658506 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 658506 INFO  (jetty-launcher-5234-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6a26cf0c{SSL, (ssl, http/1.1)}{127.0.0.1:37271}
   [junit4]   2> 658506 INFO  (jetty-launcher-5234-thread-2) [     ] o.e.j.s.Server Started @658550ms
   [junit4]   2> 658506 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38859/solr, hostPort=37271}
   [junit4]   2> 658507 ERROR (jetty-launcher-5234-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 658507 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 658507 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 658507 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 658507 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 658507 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-29T16:11:13.690Z
   [junit4]   2> 658509 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 658510 INFO  (zkConnectionManagerCallback-5236-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 658510 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 658511 INFO  (zkConnectionManagerCallback-5238-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 658511 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 658511 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 658511 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 658515 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 658515 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 658517 WARN  (jetty-launcher-5234-thread-1-SendThread(127.0.0.1:38859)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10305d4a0550003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a0550003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a0550003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 658517 WARN  (jetty-launcher-5234-thread-2-SendThread(127.0.0.1:38859)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10305d4a0550004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a0550004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a0550004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 660715 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 660715 WARN  (jetty-launcher-5234-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 660920 WARN  (jetty-launcher-5234-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17ce9aa6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 660920 WARN  (jetty-launcher-5234-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17ce9aa6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 660928 WARN  (jetty-launcher-5234-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 660929 WARN  (jetty-launcher-5234-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@666926f9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 660929 WARN  (jetty-launcher-5234-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@666926f9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 660931 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38859/solr
   [junit4]   2> 660933 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 660936 INFO  (zkConnectionManagerCallback-5252-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 660936 INFO  (jetty-launcher-5234-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 660938 WARN  (jetty-launcher-5234-thread-2-SendThread(127.0.0.1:38859)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10305d4a0550005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a0550005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a0550005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 661039 INFO  (jetty-launcher-5234-thread-2) [n:127.0.0.1:37271_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 661049 INFO  (zkConnectionManagerCallback-5254-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 661050 INFO  (jetty-launcher-5234-thread-2) [n:127.0.0.1:37271_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 661213 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 661214 WARN  (jetty-launcher-5234-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 661216 WARN  (jetty-launcher-5234-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@182a69bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 661216 WARN  (jetty-launcher-5234-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@182a69bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 661224 WARN  (jetty-launcher-5234-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 661238 WARN  (jetty-launcher-5234-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7e8cacc8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 661238 WARN  (jetty-launcher-5234-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7e8cacc8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 661239 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38859/solr
   [junit4]   2> 661240 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 661242 INFO  (zkConnectionManagerCallback-5264-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 661242 INFO  (jetty-launcher-5234-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 661280 INFO  (jetty-launcher-5234-thread-2) [n:127.0.0.1:37271_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37271_solr
   [junit4]   2> 661281 INFO  (jetty-launcher-5234-thread-2) [n:127.0.0.1:37271_solr     ] o.a.s.c.Overseer Overseer (id=72908429749190662-127.0.0.1:37271_solr-n_0000000000) starting
   [junit4]   2> 661289 INFO  (OverseerStateUpdate-72908429749190662-127.0.0.1:37271_solr-n_0000000000) [n:127.0.0.1:37271_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37271_solr
   [junit4]   2> 661289 INFO  (jetty-launcher-5234-thread-2) [n:127.0.0.1:37271_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37271_solr
   [junit4]   2> 661290 INFO  (OverseerStateUpdate-72908429749190662-127.0.0.1:37271_solr-n_0000000000) [n:127.0.0.1:37271_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 661297 INFO  (jetty-launcher-5234-thread-2) [n:127.0.0.1:37271_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 661298 WARN  (jetty-launcher-5234-thread-2) [n:127.0.0.1:37271_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 661320 INFO  (jetty-launcher-5234-thread-2) [n:127.0.0.1:37271_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_AC5AA45CB28027A1-001/tempDir-001/node2
   [junit4]   2> 661345 INFO  (jetty-launcher-5234-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 661352 INFO  (zkConnectionManagerCallback-5274-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 661353 INFO  (jetty-launcher-5234-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 661360 INFO  (jetty-launcher-5234-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 661373 INFO  (jetty-launcher-5234-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:39813_solr as DOWN
   [junit4]   2> 661375 INFO  (jetty-launcher-5234-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 661375 INFO  (jetty-launcher-5234-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39813_solr
   [junit4]   2> 661376 INFO  (zkCallback-5253-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 661377 INFO  (zkCallback-5273-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 661378 INFO  (jetty-launcher-5234-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 661379 WARN  (jetty-launcher-5234-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 661391 INFO  (jetty-launcher-5234-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_AC5AA45CB28027A1-001/tempDir-001/node1
   [junit4]   2> 661397 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 661398 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 661400 INFO  (zkConnectionManagerCallback-5285-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 661400 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 661402 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 661405 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38859/solr ready
   [junit4]   2> 661437 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
   [junit4]   2> 661478 INFO  (OverseerThreadFactory-5269-thread-1-processing-n:127.0.0.1:37271_solr) [n:127.0.0.1:37271_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testOtherReplicasAreNotActive
   [junit4]   2> 661587 INFO  (OverseerStateUpdate-72908429749190662-127.0.0.1:37271_solr-n_0000000000) [n:127.0.0.1:37271_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testOtherReplicasAreNotActive",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:37271_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 661589 INFO  (OverseerStateUpdate-72908429749190662-127.0.0.1:37271_solr-n_0000000000) [n:127.0.0.1:37271_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testOtherReplicasAreNotActive",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:39813_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 661798 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr    x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 661798 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr    x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 661802 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 661819 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 661830 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 661830 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 661831 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
   [junit4]   2> 661831 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_AC5AA45CB28027A1-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_AC5AA45CB28027A1-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
   [junit4]   2> 661833 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr    x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 661834 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 661854 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 661860 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 661861 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 661861 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
   [junit4]   2> 661861 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_AC5AA45CB28027A1-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_AC5AA45CB28027A1-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
   [junit4]   2> 661881 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 661881 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 661882 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 661882 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 661885 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 661885 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 661886 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 661886 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690238113094303744
   [junit4]   2> 661888 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 661895 INFO  (searcherExecutor-5287-thread-1-processing-n:127.0.0.1:37271_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 c:testOtherReplicasAreNotActive s:shard1 r:core_node3) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 661902 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 661902 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
   [junit4]   2> 661909 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoute in=9998ms
   [junit4]   2> 661913 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 661913 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 661914 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 661914 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 661919 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 661919 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 661919 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 661919 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1690238113128906752
   [junit4]   2> 662128 INFO  (searcherExecutor-5289-thread-1-processing-n:127.0.0.1:39813_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 c:testOtherReplicasAreNotActive s:shard1 r:core_node4) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 662128 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 662141 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 662141 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
   [junit4]   2> 662410 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 662411 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 662411 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37271/solr/testOtherReplicasAreNotActive_shard1_replica_n1/
   [junit4]   2> 662412 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n1 url=https://127.0.0.1:37271/solr  START replicas=[https://127.0.0.1:39813/solr/testOtherReplicasAreNotActive_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 662412 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n1 url=https://127.0.0.1:37271/solr  DONE. We have no versions. sync failed.
   [junit4]   2> 662417 INFO  (qtp514612246-8797) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 662417 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 662417 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 662417 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testOtherReplicasAreNotActive/leaders/shard1/leader after winning as /collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/72908429749190662-core_node3-n_0000000000
   [junit4]   2> 662419 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37271/solr/testOtherReplicasAreNotActive_shard1_replica_n1/ shard1
   [junit4]   2> 662420 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 662521 INFO  (zkCallback-5253-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 662522 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 662526 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 662528 INFO  (qtp635187196-8802) [n:127.0.0.1:37271_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=730
   [junit4]   2> 662627 INFO  (zkCallback-5253-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 662627 INFO  (zkCallback-5253-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 663147 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 663153 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 663155 INFO  (qtp514612246-8791) [n:127.0.0.1:39813_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1322
   [junit4]   2> 663157 INFO  (qtp635187196-8804) [n:127.0.0.1:37271_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 663157 INFO  (qtp635187196-8804) [n:127.0.0.1:37271_solr     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 663254 INFO  (zkCallback-5273-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 663254 INFO  (zkCallback-5253-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 663254 INFO  (zkCallback-5253-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 663255 INFO  (zkCallback-5273-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 663255 INFO  (qtp635187196-8804) [n:127.0.0.1:37271_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=testOtherReplicasAreNotActive&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1780
   [junit4]   2> 663256 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testOtherReplicasAreNotActive
   [junit4]   2> 663256 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 663264 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.LeaderTragicEventTest Stop jetty node : https://127.0.0.1:39813/solr state:DocCollection(testOtherReplicasAreNotActive//collections/testOtherReplicasAreNotActive/state.json/5 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "node_name":"127.0.0.1:37271_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
   [junit4]   2>           "node_name":"127.0.0.1:39813_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0"}
   [junit4]   2> 663264 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2132910427
   [junit4]   2> 663264 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39813_solr
   [junit4]   2> 663265 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 663265 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:39813_solr as DOWN
   [junit4]   2> 663268 INFO  (coreCloseExecutor-5301-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@458e6a8
   [junit4]   2> 663268 INFO  (coreCloseExecutor-5301-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n2 tag=SolrCore@458e6a8
   [junit4]   2> 663268 INFO  (coreCloseExecutor-5301-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@458e6a8
   [junit4]   2> 663270 INFO  (coreCloseExecutor-5301-thread-1) [n:127.0.0.1:39813_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 663272 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 663272 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 663272 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 663272 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 663276 INFO  (zkCallback-5253-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 663276 INFO  (zkCallback-5284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 663370 INFO  (zkCallback-5253-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 663370 INFO  (zkCallback-5253-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 663377 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5156bb88{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 663377 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f72cf18{/solr,null,STOPPED}
   [junit4]   2> 663377 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 663378 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 39813
   [junit4]   2> 663378 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.SolrCloudTestCase waitForState (testOtherReplicasAreNotActive): Timeout waiting for replica get down
   [junit4]   2> 663378 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 663382 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.LeaderTragicEventTest Will crash leader : core_node3:{
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>   "leader":"true",
   [junit4]   2>   "node_name":"127.0.0.1:37271_solr",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "base_url":"https://127.0.0.1:37271/solr"}
   [junit4]   2> 663390 ERROR (qtp635187196-8801) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Error closing IndexWriter
   [junit4]   2>           => java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3895)
   [junit4]   2> java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3895) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3887) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1235) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1278) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:209) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.newIndexWriter(DefaultSolrCoreState.java:233) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:2215) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:229) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2639) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) [jetty-util-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) [jetty-util-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_252]
   [junit4]   2> Caused by: java.lang.Exception: injected tragedy
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:364) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210) ~[java/:?]
   [junit4]   2> 	... 40 more
   [junit4]   2> 663393 INFO  (qtp635187196-8801) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 663394 ERROR (qtp635187196-8801) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Random tragedy fail
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2639)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 663394 INFO  (qtp635187196-8801) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n1]  webapp=/solr path=/update params={commit=true&wt=javabin&version=2} status=500 QTime=6
   [junit4]   2> 663394 ERROR (qtp635187196-8801) [n:127.0.0.1:37271_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Random tragedy fail
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2639)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 663396 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=39813)
   [junit4]   2> 663397 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 39813 try number 2 ...
   [junit4]   2> 663397 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 663406 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 663407 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 663407 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 663407 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20c27cab{/solr,null,AVAILABLE}
   [junit4]   2> 663408 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@54ff3d70{SSL, (ssl, http/1.1)}{127.0.0.1:39813}
   [junit4]   2> 663408 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.s.Server Started @663451ms
   [junit4]   2> 663408 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:38859/solr, hostPort=39813}
   [junit4]   2> 663408 ERROR (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 663408 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 663408 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 663408 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 663408 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 663408 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-29T16:11:18.591Z
   [junit4]   2> 663409 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 663412 INFO  (zkConnectionManagerCallback-5305-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 663413 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 663413 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 663417 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 663417 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]-SendThread(127.0.0.1:38859)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10305d4a055000a.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a055000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a055000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 663519 INFO  (OverseerCollectionConfigSetProcessor-72908429749190662-127.0.0.1:37271_solr-n_0000000000) [n:127.0.0.1:37271_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 663756 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 663756 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 663757 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@41e1c8da[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 663757 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@41e1c8da[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 663759 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 663760 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@40cdad58[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 663760 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@40cdad58[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 663761 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38859/solr
   [junit4]   2> 663762 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 663763 INFO  (zkConnectionManagerCallback-5316-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 663763 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 663865 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [n:127.0.0.1:39813_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 663866 INFO  (zkConnectionManagerCallback-5318-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 663866 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [n:127.0.0.1:39813_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 663873 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [n:127.0.0.1:39813_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 663878 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [n:127.0.0.1:39813_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:39813_solr as DOWN
   [junit4]   2> 663880 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [n:127.0.0.1:39813_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 663880 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [n:127.0.0.1:39813_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39813_solr
   [junit4]   2> 663881 INFO  (zkCallback-5284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 663882 INFO  (zkCallback-5253-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 663882 INFO  (zkCallback-5317-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 663886 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [n:127.0.0.1:39813_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 663886 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [n:127.0.0.1:39813_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 663902 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [n:127.0.0.1:39813_solr     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_AC5AA45CB28027A1-001/tempDir-001/node1
   [junit4]   2> 663902 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[AC5AA45CB28027A1]) [n:127.0.0.1:39813_solr     ] o.a.s.c.CorePropertiesLocator Cores are: [testOtherReplicasAreNotActive_shard1_replica_n2]
   [junit4]   2> 663919 INFO  (coreLoadExecutor-5324-thread-1-processing-n:127.0.0.1:39813_solr) [n:127.0.0.1:39813_solr     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 663926 INFO  (coreLoadExecutor-5324-thread-1-processing-n:127.0.0.1:39813_solr) [n:127.0.0.1:39813_solr     ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 663927 INFO  (coreLoadExecutor-5324-thread-1-processing-n:127.0.0.1:39813_solr) [n:127.0.0.1:39813_solr     ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 663927 INFO  (coreLoadExecutor-5324-thread-1-processing-n:127.0.0.1:39813_solr) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 663936 INFO  (coreLoadExecutor-5324-thread-1-processing-n:127.0.0.1:39813_solr) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 663942 INFO  (coreLoadExecutor-5324-thread-1-processing-n:127.0.0.1:39813_solr) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 663942 INFO  (coreLoadExecutor-5324-thread-1-processing-n:127.0.0.1:39813_solr) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 663942 INFO  (coreLoadExecutor-5324-thread-1-processing-n:127.0.0.1:39813_solr) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
   [junit4]   2> 663942 INFO  (coreLoadExecutor-5324-thread-1-processing-n:127.0.0.1:39813_solr) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_AC5AA45CB28027A1-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_AC5AA45CB28027A1-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
   [junit4]   2> 663982 INFO  (zkCallback-5253-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 663982 INFO  (zkCallback-5253-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 663985 INFO  (coreLoadExecutor-5324-thread-1-processing-n:127.0.0.1:39813_solr) [n:127.0.0.1:39813_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 663985 INFO  (coreLoadExecutor-5324-thread-1-processing-n:127.0.0.1:39813_solr) [n:127.0.0.1:39813_solr c:testOtherReplic

[...truncated too long message...]

  (jetty-closer-5338-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 675728 INFO  (jetty-closer-5338-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 675728 INFO  (jetty-closer-5338-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 675728 INFO  (jetty-closer-5338-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 675728 INFO  (jetty-closer-5338-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 675728 INFO  (jetty-closer-5338-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 675731 INFO  (closeThreadPool-5348-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72908429749190662-127.0.0.1:37271_solr-n_0000000000) closing
   [junit4]   2> 675733 INFO  (OverseerStateUpdate-72908429749190662-127.0.0.1:37271_solr-n_0000000000) [n:127.0.0.1:37271_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37271_solr
   [junit4]   2> 675742 INFO  (zkCallback-5253-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 675742 INFO  (OverseerAutoScalingTriggerThread-72908429749190662-127.0.0.1:37271_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 675744 WARN  (jetty-launcher-5234-thread-2-SendThread(127.0.0.1:38859)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10305d4a0550006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a0550006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a0550006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 675744 INFO  (closeThreadPool-5348-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72908429749190662-127.0.0.1:37271_solr-n_0000000000) closing
   [junit4]   2> 675835 INFO  (jetty-closer-5338-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@54ff3d70{SSL, (ssl, http/1.1)}{127.0.0.1:39813}
   [junit4]   2> 675835 INFO  (jetty-closer-5338-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20c27cab{/solr,null,STOPPED}
   [junit4]   2> 675835 INFO  (jetty-closer-5338-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 675933 INFO  (jetty-closer-5338-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72908429749190662-127.0.0.1:37271_solr-n_0000000000) closing
   [junit4]   2> 675934 INFO  (jetty-closer-5338-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6a26cf0c{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 675935 INFO  (jetty-closer-5338-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@672b7dac{/solr,null,STOPPED}
   [junit4]   2> 675935 INFO  (jetty-closer-5338-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 675935 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 675936 WARN  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker-SendThread(127.0.0.1:38859)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10305d4a0550000.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a0550000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a0550000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 676037 WARN  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker-SendThread(127.0.0.1:38859)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10305d4a0550001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a0550001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10305d4a0550001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 676138 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections/testOtherReplicasAreNotActive/terms/shard1
   [junit4]   2> 	8	/solr/collections/testOtherReplicasAreNotActive/state.json
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/collections/testLeaderFailsOver/state.json
   [junit4]   2> 	4	/solr/configs/config
   [junit4]   2> 	3	/solr/collections/testLeaderFailsOver/terms/shard1
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	30	/solr/collections/testOtherReplicasAreNotActive/state.json
   [junit4]   2> 	4	/solr/collections/testLeaderFailsOver/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72908429749190662-127.0.0.1:37271_solr-n_0000000000
   [junit4]   2> 	2	/solr/collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/72908429749190662-core_node3-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	45	/solr/overseer/queue
   [junit4]   2> 	16	/solr/collections
   [junit4]   2> 	16	/solr/overseer/collection-queue-work
   [junit4]   2> 	14	/solr/collections/testOtherReplicasAreNotActive/state.json
   [junit4]   2> 	13	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections/testLeaderFailsOver/state.json
   [junit4]   2> 
   [junit4]   2> 676141 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:38859
   [junit4]   2> 676141 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38859
   [junit4]   2> 676141 INFO  (SUITE-LeaderTragicEventTest-seed#[AC5AA45CB28027A1]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38859
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderTragicEventTest_AC5AA45CB28027A1-001
   [junit4]   2> Jan 29, 2021 4:11:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ja-JP-u-ca-japanese-x-lvariant-JP, timezone=Atlantic/Canary
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=267148304,total=525336576
   [junit4]   2> NOTE: All tests run in this JVM: [DistribDocExpirationUpdateProcessorTest, CoreAdminOperationTest, TestTolerantUpdateProcessorRandomCloud, NodeLostTriggerIntegrationTest, LeaderElectionIntegrationTest, NoCacheHeaderTest, InfixSuggestersTest, TestSolrConfigHandlerCloud, BigEndianAscendingWordSerializerTest, ResponseBuilderTest, DistributedMLTComponentTest, TestIntervalFaceting, SolrMetricReporterTest, TermVectorComponentDistributedTest, TestSubQueryTransformer, ZkDynamicConfigTest, TestSort, SchemaApiFailureTest, SearchRateTriggerTest, HttpTriggerListenerTest, TestHighFrequencyDictionaryFactory, TestSimExtremeIndexing, TestExpandComponent, SynonymTokenizerTest, SolrJmxReporterTest, AtomicUpdateProcessorFactoryTest, TestComponentsName, TestHdfsBackupRestoreCore, SpellCheckComponentTest, TestRebalanceLeaders, TestCoreContainer, TestInPlaceUpdateWithRouteField, TestTermsQParserPlugin, TestSha256AuthenticationProvider, CrossCollectionJoinQueryTest, ScriptEngineTest, LeaderTragicEventTest]
   [junit4] Completed [134/924 (1!)] on J1 in 18.42s, 2 tests, 1 error <<< FAILURES!

[...truncated 53426 lines...]