You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/01/10 16:30:17 UTC

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 149 - Still Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/149/

2 tests failed.
FAILED:  org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver

Error Message:
Error from server at http://127.0.0.1:43831/solr: Underlying core creation failed while creating collection: testLeaderFailsOver

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43831/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestWithCollection.testNodeAdded

Error Message:
Action was not fired till 30 seconds

Stack Trace:
java.lang.AssertionError: Action was not fired till 30 seconds
	at __randomizedtesting.SeedInfo.seed([49F875B57E45A9FA:2C3B23C2DCE601F9]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.cloud.TestWithCollection.testNodeAdded(TestWithCollection.java:471)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14430 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
   [junit4]   2> 2661496 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2661496 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2661496 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderTragicEventTest_49F875B57E45A9FA-001/data-dir-129-001
   [junit4]   2> 2661496 WARN  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 2661496 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2661498 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2661498 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderTragicEventTest_49F875B57E45A9FA-001/tempDir-001
   [junit4]   2> 2661499 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2661499 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2661499 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2661500 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2661599 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 33429
   [junit4]   2> 2661599 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33429
   [junit4]   2> 2661599 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33429
   [junit4]   2> 2661599 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33429
   [junit4]   2> 2661600 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2661603 INFO  (zkConnectionManagerCallback-14988-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2661603 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2661606 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2661607 INFO  (zkConnectionManagerCallback-14990-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2661607 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2661608 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2661608 INFO  (zkConnectionManagerCallback-14992-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2661608 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2661711 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2661711 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2661711 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2661711 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2661711 INFO  (jetty-launcher-14993-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 2661711 INFO  (jetty-launcher-14993-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 2661712 INFO  (jetty-launcher-14993-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2661712 INFO  (jetty-launcher-14993-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2661712 INFO  (jetty-launcher-14993-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2661712 INFO  (jetty-launcher-14993-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2661712 INFO  (jetty-launcher-14993-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2661712 INFO  (jetty-launcher-14993-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2661712 INFO  (jetty-launcher-14993-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@295c8bae{/solr,null,AVAILABLE}
   [junit4]   2> 2661712 INFO  (jetty-launcher-14993-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@260260bb{/solr,null,AVAILABLE}
   [junit4]   2> 2661713 INFO  (jetty-launcher-14993-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@29e62f73{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41853}
   [junit4]   2> 2661713 INFO  (jetty-launcher-14993-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4101959c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43831}
   [junit4]   2> 2661713 INFO  (jetty-launcher-14993-thread-1) [     ] o.e.j.s.Server Started @2661745ms
   [junit4]   2> 2661713 INFO  (jetty-launcher-14993-thread-2) [     ] o.e.j.s.Server Started @2661745ms
   [junit4]   2> 2661713 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33429/solr, hostPort=43831}
   [junit4]   2> 2661713 ERROR (jetty-launcher-14993-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2661713 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2661713 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.8.0
   [junit4]   2> 2661713 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2661713 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2661713 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-10T15:10:34.175Z
   [junit4]   2> 2661713 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33429/solr, hostPort=41853}
   [junit4]   2> 2661714 ERROR (jetty-launcher-14993-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2661714 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2661714 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2661714 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.8.0
   [junit4]   2> 2661714 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2661714 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2661714 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-10T15:10:34.176Z
   [junit4]   2> 2661716 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2661716 INFO  (zkConnectionManagerCallback-14995-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2661716 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2661716 INFO  (zkConnectionManagerCallback-14997-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2661717 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2661717 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2661717 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2661720 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2661721 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2662322 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2662323 WARN  (jetty-launcher-14993-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@772c734a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2662323 WARN  (jetty-launcher-14993-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@772c734a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2662325 WARN  (jetty-launcher-14993-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@28ec4524[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2662325 WARN  (jetty-launcher-14993-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@28ec4524[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2662327 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33429/solr
   [junit4]   2> 2662327 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2662330 INFO  (zkConnectionManagerCallback-15011-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2662330 INFO  (jetty-launcher-14993-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2662395 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2662396 WARN  (jetty-launcher-14993-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1f3171bc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2662396 WARN  (jetty-launcher-14993-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1f3171bc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2662399 WARN  (jetty-launcher-14993-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@41f772cb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2662399 WARN  (jetty-launcher-14993-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@41f772cb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2662400 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33429/solr
   [junit4]   2> 2662400 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2662401 INFO  (zkConnectionManagerCallback-15019-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2662401 INFO  (jetty-launcher-14993-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2662403 WARN  (jetty-launcher-14993-thread-2-SendThread(127.0.0.1:33429)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102a3c4442b0006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102a3c4442b0006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102a3c4442b0006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2662432 INFO  (jetty-launcher-14993-thread-1) [n:127.0.0.1:41853_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2662433 INFO  (zkConnectionManagerCallback-15021-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2662433 INFO  (jetty-launcher-14993-thread-1) [n:127.0.0.1:41853_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2662496 INFO  (jetty-launcher-14993-thread-1) [n:127.0.0.1:41853_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41853_solr
   [junit4]   2> 2662497 INFO  (jetty-launcher-14993-thread-1) [n:127.0.0.1:41853_solr     ] o.a.s.c.Overseer Overseer (id=72800607343935495-127.0.0.1:41853_solr-n_0000000000) starting
   [junit4]   2> 2662501 INFO  (jetty-launcher-14993-thread-1) [n:127.0.0.1:41853_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41853_solr
   [junit4]   2> 2662502 INFO  (OverseerStateUpdate-72800607343935495-127.0.0.1:41853_solr-n_0000000000) [n:127.0.0.1:41853_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41853_solr
   [junit4]   2> 2662503 INFO  (OverseerStateUpdate-72800607343935495-127.0.0.1:41853_solr-n_0000000000) [n:127.0.0.1:41853_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2662504 INFO  (jetty-launcher-14993-thread-1) [n:127.0.0.1:41853_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2662504 WARN  (jetty-launcher-14993-thread-1) [n:127.0.0.1:41853_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2662521 INFO  (jetty-launcher-14993-thread-1) [n:127.0.0.1:41853_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderTragicEventTest_49F875B57E45A9FA-001/tempDir-001/node1
   [junit4]   2> 2662532 INFO  (jetty-launcher-14993-thread-2) [n:127.0.0.1:43831_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2662533 INFO  (zkConnectionManagerCallback-15033-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2662533 INFO  (jetty-launcher-14993-thread-2) [n:127.0.0.1:43831_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2662537 INFO  (jetty-launcher-14993-thread-2) [n:127.0.0.1:43831_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2662540 INFO  (jetty-launcher-14993-thread-2) [n:127.0.0.1:43831_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:43831_solr as DOWN
   [junit4]   2> 2662541 INFO  (jetty-launcher-14993-thread-2) [n:127.0.0.1:43831_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2662541 INFO  (jetty-launcher-14993-thread-2) [n:127.0.0.1:43831_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43831_solr
   [junit4]   2> 2662542 INFO  (zkCallback-15020-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2662542 INFO  (zkCallback-15032-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2662543 INFO  (jetty-launcher-14993-thread-2) [n:127.0.0.1:43831_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2662543 WARN  (jetty-launcher-14993-thread-2) [n:127.0.0.1:43831_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2662555 INFO  (jetty-launcher-14993-thread-2) [n:127.0.0.1:43831_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderTragicEventTest_49F875B57E45A9FA-001/tempDir-001/node2
   [junit4]   2> 2662562 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 2662563 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2662564 INFO  (zkConnectionManagerCallback-15044-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2662564 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2662574 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2662575 INFO  (SUITE-LeaderTragicEventTest-seed#[49F875B57E45A9FA]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33429/solr ready
   [junit4]   2> 2662607 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
   [junit4]   2> 2662613 INFO  (OverseerThreadFactory-15028-thread-1-processing-n:127.0.0.1:41853_solr) [n:127.0.0.1:41853_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testOtherReplicasAreNotActive
   [junit4]   2> 2662720 INFO  (OverseerStateUpdate-72800607343935495-127.0.0.1:41853_solr-n_0000000000) [n:127.0.0.1:41853_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testOtherReplicasAreNotActive",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41853_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2662722 INFO  (OverseerStateUpdate-72800607343935495-127.0.0.1:41853_solr-n_0000000000) [n:127.0.0.1:41853_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testOtherReplicasAreNotActive",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:43831_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2662925 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr    x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2662925 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr    x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2662926 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr    x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2662934 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 2662934 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 2662952 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 2662953 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 2662953 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2662953 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n1' using configuration from configset config, trusted=true
   [junit4]   2> 2662953 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2662953 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
   [junit4]   2> 2662953 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderTragicEventTest_49F875B57E45A9FA-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderTragicEventTest_49F875B57E45A9FA-001/tempDir-001/node1/testOtherReplicasAreNotActive_shard1_replica_n1/data/]
   [junit4]   2> 2662953 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderTragicEventTest_49F875B57E45A9FA-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderTragicEventTest_49F875B57E45A9FA-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
   [junit4]   2> 2662987 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2662987 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2662988 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2662988 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2662989 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2662989 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2662990 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2662990 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2662994 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 2662994 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 2662994 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 2662995 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2662995 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 2662995 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688512952225759232
   [junit4]   2> 2662995 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2662995 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688512952225759232
   [junit4]   2> 2662996 INFO  (searcherExecutor-15048-thread-1-processing-n:127.0.0.1:43831_solr x:testOtherReplicasAreNotActive_shard1_replica_n2 c:testOtherReplicasAreNotActive s:shard1 r:core_node4) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2662997 INFO  (searcherExecutor-15046-thread-1-processing-n:127.0.0.1:41853_solr x:testOtherReplicasAreNotActive_shard1_replica_n1 c:testOtherReplicasAreNotActive s:shard1 r:core_node3) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2663006 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 2663006 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
   [junit4]   2> 2663007 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
   [junit4]   2> 2663008 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testOtherReplicasAreNotActive/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 2663008 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testOtherReplicasAreNotActive/leaders/shard1
   [junit4]   2> 2663012 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2663012 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2663012 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41853/solr/testOtherReplicasAreNotActive_shard1_replica_n1/
   [junit4]   2> 2663012 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n1 url=http://127.0.0.1:41853/solr  START replicas=[http://127.0.0.1:43831/solr/testOtherReplicasAreNotActive_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 2663012 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=testOtherReplicasAreNotActive_shard1_replica_n1 url=http://127.0.0.1:41853/solr  DONE. We have no versions. sync failed.
   [junit4]   2> 2663014 INFO  (qtp1338401300-73724) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2663015 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2663015 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2663015 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testOtherReplicasAreNotActive/leaders/shard1/leader after winning as /collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/72800607343935495-core_node3-n_0000000000
   [junit4]   2> 2663019 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41853/solr/testOtherReplicasAreNotActive_shard1_replica_n1/ shard1
   [junit4]   2> 2663120 INFO  (zkCallback-15020-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2663121 INFO  (zkCallback-15020-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2663121 INFO  (zkCallback-15020-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2663121 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2663123 INFO  (qtp656528871-73728) [n:127.0.0.1:41853_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n1&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=197
   [junit4]   2> 2663223 INFO  (zkCallback-15020-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2663223 INFO  (zkCallback-15020-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2663223 INFO  (zkCallback-15020-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2663223 INFO  (zkCallback-15020-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2664015 INFO  (qtp1338401300-73730) [n:127.0.0.1:43831_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testOtherReplicasAreNotActive_shard1_replica_n2&action=CREATE&numShards=1&collection=testOtherReplicasAreNotActive&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1090
   [junit4]   2> 2664018 INFO  (qtp1338401300-73725) [n:127.0.0.1:43831_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2664116 INFO  (zkCallback-15020-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2664116 INFO  (zkCallback-15032-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2664116 INFO  (zkCallback-15020-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2664116 INFO  (zkCallback-15020-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2664116 INFO  (zkCallback-15020-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2664116 INFO  (zkCallback-15032-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2664117 INFO  (qtp1338401300-73725) [n:127.0.0.1:43831_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=testOtherReplicasAreNotActive&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1508
   [junit4]   2> 2664117 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testOtherReplicasAreNotActive
   [junit4]   2> 2664119 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.LeaderTragicEventTest Stop jetty node : http://127.0.0.1:43831/solr state:DocCollection(testOtherReplicasAreNotActive//collections/testOtherReplicasAreNotActive/state.json/4)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "node_name":"127.0.0.1:41853_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testOtherReplicasAreNotActive_shard1_replica_n2",
   [junit4]   2>           "node_name":"127.0.0.1:43831_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0"}
   [junit4]   2> 2664119 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1168508026
   [junit4]   2> 2664119 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43831_solr
   [junit4]   2> 2664120 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2664120 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:43831_solr as DOWN
   [junit4]   2> 2664121 INFO  (coreCloseExecutor-15060-thread-1) [n:127.0.0.1:43831_solr     ] o.a.s.c.SolrCore [testOtherReplicasAreNotActive_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1bc2f991
   [junit4]   2> 2664121 INFO  (coreCloseExecutor-15060-thread-1) [n:127.0.0.1:43831_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testOtherReplicasAreNotActive.shard1.replica_n2 tag=SolrCore@1bc2f991
   [junit4]   2> 2664121 INFO  (coreCloseExecutor-15060-thread-1) [n:127.0.0.1:43831_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testOtherReplicasAreNotActive.shard1.leader tag=SolrCore@1bc2f991
   [junit4]   2> 2664122 INFO  (coreCloseExecutor-15060-thread-1) [n:127.0.0.1:43831_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 2664123 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 2664123 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 2664123 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 2664124 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 2664125 INFO  (zkCallback-15020-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2664125 INFO  (zkCallback-15043-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2664222 INFO  (zkCallback-15020-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2664222 INFO  (zkCallback-15020-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2664222 INFO  (zkCallback-15020-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2664222 INFO  (zkCallback-15020-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOtherReplicasAreNotActive/state.json] for collection [testOtherReplicasAreNotActive] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2664226 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4101959c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2664227 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@295c8bae{/solr,null,STOPPED}
   [junit4]   2> 2664227 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2664228 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 43831
   [junit4]   2> 2664228 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.SolrCloudTestCase waitForState (testOtherReplicasAreNotActive): Timeout waiting for replica get down
   [junit4]   2> 2664229 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.LeaderTragicEventTest Will crash leader : core_node3:{
   [junit4]   2>   "core":"testOtherReplicasAreNotActive_shard1_replica_n1",
   [junit4]   2>   "leader":"true",
   [junit4]   2>   "node_name":"127.0.0.1:41853_solr",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "base_url":"http://127.0.0.1:41853/solr"}
   [junit4]   2> 2664233 ERROR (qtp656528871-73731) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Error closing IndexWriter
   [junit4]   2>           => java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3895)
   [junit4]   2> java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot flush
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3895) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3887) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1235) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1278) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:209) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.newIndexWriter(DefaultSolrCoreState.java:233) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:2215) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:229) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2641) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) ~[jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) [jetty-util-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) [jetty-util-9.4.34.v20201102.jar:9.4.34.v20201102]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_252]
   [junit4]   2> Caused by: java.lang.Exception: injected tragedy
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:364) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210) ~[java/:?]
   [junit4]   2> 	... 36 more
   [junit4]   2> 2664235 INFO  (qtp656528871-73731) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2664235 ERROR (qtp656528871-73731) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Random tragedy fail
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2641)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2664235 INFO  (qtp656528871-73731) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.c.S.Request [testOtherReplicasAreNotActive_shard1_replica_n1]  webapp=/solr path=/update params={commit=true&wt=javabin&version=2} status=500 QTime=4
   [junit4]   2> 2664235 ERROR (qtp656528871-73731) [n:127.0.0.1:41853_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node3 x:testOtherReplicasAreNotActive_shard1_replica_n1 ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Random tragedy fail
   [junit4]   2> 	at org.apache.solr.util.TestInjection.injectLeaderTragedy(TestInjection.java:374)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:210)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2641)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:794)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:567)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2664239 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=43831)
   [junit4]   2> 2664239 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 43831 try number 2 ...
   [junit4]   2> 2664239 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 2664239 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2664239 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2664240 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2664240 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d3b5165{/solr,null,AVAILABLE}
   [junit4]   2> 2664240 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7f6b1812{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43831}
   [junit4]   2> 2664240 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.s.Server Started @2664272ms
   [junit4]   2> 2664240 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33429/solr, hostPort=43831}
   [junit4]   2> 2664240 ERROR (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2664240 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2664240 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.8.0
   [junit4]   2> 2664240 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2664241 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 2664241 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-10T15:10:36.703Z
   [junit4]   2> 2664241 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2664242 INFO  (zkConnectionManagerCallback-15064-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2664242 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2664242 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2664245 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 2664616 INFO  (OverseerCollectionConfigSetProcessor-72800607343935495-127.0.0.1:41853_solr-n_0000000000) [n:127.0.0.1:41853_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2665060 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2665060 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ca3f9cd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2665060 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ca3f9cd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2665063 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5c061c13[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2665063 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5c061c13[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2665064 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33429/solr
   [junit4]   2> 2665065 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2665066 INFO  (zkConnectionManagerCallback-15075-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2665066 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2665169 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [n:127.0.0.1:43831_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2665170 INFO  (zkConnectionManagerCallback-15077-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2665170 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [n:127.0.0.1:43831_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2665176 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [n:127.0.0.1:43831_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2665179 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [n:127.0.0.1:43831_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:43831_solr as DOWN
   [junit4]   2> 2665180 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [n:127.0.0.1:43831_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2665180 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [n:127.0.0.1:43831_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43831_solr
   [junit4]   2> 2665181 INFO  (zkCallback-15020-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2665181 INFO  (zkCallback-15043-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2665181 INFO  (zkCallback-15076-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2665183 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [n:127.0.0.1:43831_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2665183 WARN  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [n:127.0.0.1:43831_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2665201 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [n:127.0.0.1:43831_solr     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderTragicEventTest_49F875B57E45A9FA-001/tempDir-001/node2
   [junit4]   2> 2665201 INFO  (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[49F875B57E45A9FA]) [n:127.0.0.1:43831_solr     ] o.a.s.c.CorePropertiesLocator Cores are: [testOtherReplicasAreNotActive_shard1_replica_n2]
   [junit4]   2> 2665208 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 2665215 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr     ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 2665216 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr     ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2665220 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
   [junit4]   2> 2665227 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 2665228 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2665228 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testOtherReplicasAreNotActive_shard1_replica_n2' using configuration from configset config, trusted=true
   [junit4]   2> 2665228 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.c.SolrCore [[testOtherReplicasAreNotActive_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderTragicEventTest_49F875B57E45A9FA-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderTragicEventTest_49F875B57E45A9FA-001/tempDir-001/node2/testOtherReplicasAreNotActive_shard1_replica_n2/data/]
   [junit4]   2> 2665274 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2665274 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2665274 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2665274 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2665275 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 2665276 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 2665276 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:127.0.0.1:43831_solr c:testOtherReplicasAreNotActive s:shard1 r:core_node4 x:testOtherReplicasAreNotActive_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2665276 INFO  (coreLoadExecutor-15083-thread-1-processing-n:127.0.0.1:43831_solr) [n:

[...truncated too long message...]

 (jetty-closer-20687-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4783fe3b: rootName = solr_35765, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@47379449
   [junit4]   2> 3066721 INFO  (jetty-closer-20687-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 3066722 WARN  (jetty-launcher-20593-thread-1-SendThread(127.0.0.1:33229)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102a3ca55410008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102a3ca55410008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102a3ca55410008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 3066804 INFO  (jetty-closer-20687-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72800633400393734-127.0.0.1:32911_solr-n_0000000000) closing
   [junit4]   2> 3066805 INFO  (jetty-closer-20687-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@51c99287{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 3066805 INFO  (jetty-closer-20687-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1795fd59{/solr,null,STOPPED}
   [junit4]   2> 3066805 INFO  (jetty-closer-20687-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 3066905 INFO  (jetty-closer-20687-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3020d488{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 3066906 INFO  (jetty-closer-20687-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3703b72a{/solr,null,STOPPED}
   [junit4]   2> 3066906 INFO  (jetty-closer-20687-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 3066906 INFO  (TEST-TestWithCollection.testDeleteWithCollection-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 3067110 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections/testDeleteWithCollection_abc/terms/shard1
   [junit4]   2> 	8	/solr/collections/testDeleteWithCollection_abc_2/terms/shard1
   [junit4]   2> 	6	/solr/collections/testDeleteWithCollection_abc_2/state.json
   [junit4]   2> 	6	/solr/collections/testDeleteWithCollection_abc/state.json
   [junit4]   2> 	4	/solr/collections/testDeleteWithCollection_xyz/state.json
   [junit4]   2> 	3	/solr/collections/testDeleteWithCollection_xyz/terms/shard1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/collections/testDeleteWithCollection_abc/collectionprops.json
   [junit4]   2> 	2	/solr/configs/testDeleteWithCollection_abc_2.AUTOCREATED/managed-schema
   [junit4]   2> 	2	/solr/configs/testDeleteWithCollection_abc.AUTOCREATED
   [junit4]   2> 	2	/solr/configs/testDeleteWithCollection_abc.AUTOCREATED/managed-schema
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/testDeleteWithCollection_xyz_2/terms/shard1
   [junit4]   2> 	2	/solr/collections/testDeleteWithCollection_abc_2/collectionprops.json
   [junit4]   2> 	2	/solr/configs/testDeleteWithCollection_abc_2.AUTOCREATED
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	39	/solr/collections/testDeleteWithCollection_abc_2/state.json
   [junit4]   2> 	39	/solr/collections/testDeleteWithCollection_abc/state.json
   [junit4]   2> 	12	/solr/collections/testDeleteWithCollection_xyz_2/state.json
   [junit4]   2> 	10	/solr/collections/testDeleteWithCollection_xyz/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	75	/solr/overseer/queue
   [junit4]   2> 	32	/solr/overseer/collection-queue-work
   [junit4]   2> 	24	/solr/collections
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 3067140 INFO  (TEST-TestWithCollection.testDeleteWithCollection-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33229
   [junit4]   2> 3067140 INFO  (TEST-TestWithCollection.testDeleteWithCollection-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33229
   [junit4]   2> 3067140 INFO  (TEST-TestWithCollection.testDeleteWithCollection-seed#[49F875B57E45A9FA]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33229
   [junit4]   2> 3067141 INFO  (TEST-TestWithCollection.testDeleteWithCollection-seed#[49F875B57E45A9FA]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteWithCollection
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.TestWithCollection_49F875B57E45A9FA-001
   [junit4]   2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=es-PE, timezone=Africa/Djibouti
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=235980352,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributedGrouping, WrapperMergePolicyFactoryTest, TestNestedDocsSort, BasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, TestPackages, DeleteLastCustomShardedReplicaTest, TestJsonFacetsWithNestedObjects, ConnectionManagerTest, OverseerRolesTest, TestReplicationHandlerBackup, TestQueryUtils, TestFilteredDocIdSet, StatsReloadRaceTest, SignificantTermsQParserPluginTest, TestConfigsApi, DateMathParserTest, TestCSVResponseWriter, ZkCollectionPropsCachingTest, TestStressThreadBackup, DateRangeFieldTest, TestFastOutputStream, TermsComponentTest, TestHttpServletCarrier, CdcrReplicationHandlerTest, TestStressCloudBlindAtomicUpdates, TestSimDistributedQueue, TestEmbeddedSolrServerSchemaAPI, TestHdfsCloudBackupRestore, SpellingQueryConverterTest, TestPKIAuthenticationPlugin, TestTestInjection, InfoHandlerTest, TestMacros, SolrXmlInZkTest, TestUnifiedSolrHighlighter, ManagedSchemaRoundRobinCloudTest, EmbeddedSolrNoSerializeTest, SolrTestCaseJ4DeleteCoreTest, TestSSLRandomization, TestLRUCache, TestLeaderElectionZkExpiry, TestRawTransformer, RollingRestartTest, BinaryUpdateRequestHandlerTest, ZkControllerTest, TestSurroundQueryParser, TaggingAttributeTest, OutOfBoxZkACLAndCredentialsProvidersTest, TokenizerChainTest, TestSerializedLuceneMatchVersion, TestManagedSynonymGraphFilterFactory, TestRandomFlRTGCloud, TestReload, BlockJoinFacetSimpleTest, SharedFSAutoReplicaFailoverTest, NodeAddedTriggerIntegrationTest, TestBooleanSimilarityFactory, TestHashQParserPlugin, TestPivotHelperCode, TestPrepRecovery, CoreAdminCreateDiscoverTest, TestCorePropertiesReload, TestWaitForStateWithJettyShutdowns, HDFSCollectionsAPITest, ExitableDirectoryReaderTest, TestStreamBody, JavaBinAtomicUpdateMultivalueTest, TestFacetMethods, RegexBoostProcessorTest, TestMissingGroups, IndexBasedSpellCheckerTest, XMLAtomicUpdateMultivalueTest, MultiSolrCloudTestCaseTest, ChangedSchemaMergeTest, LargeFieldTest, TestSubQueryTransformerDistrib, TestLegacyFieldCache, DistributedFacetPivotSmallTest, AutoAddReplicasIntegrationTest, TestInPlaceUpdatesStandalone, HttpPartitionWithTlogReplicasTest, TestJsonRequest, TestSimScenario, JsonLoaderTest, TestFuzzyAnalyzedSuggestions, TestAddFieldRealTimeGet, TestSimpleQParserPlugin, SaslZkACLProviderTest, XmlUpdateRequestHandlerTest, TestJmxIntegration, DistributedFacetExistsSmallTest, TestHdfsUpdateLog, TestBulkSchemaAPI, TestTrie, TestCloudRecovery2, TestXmlQParser, TestSolrCachePerf, SpatialHeatmapFacetsTest, TestLogWatcher, BaseCdcrDistributedZkTest, TestManagedSchemaThreadSafety, ScheduledTriggerTest, JWTAuthPluginTest, TestExactStatsCache, AddBlockUpdateTest, DocExpirationUpdateProcessorFactoryTest, MissingSegmentRecoveryTest, SolrGraphiteReporterTest, TestComplexPhraseQParserPlugin, TestAnalyzedSuggestions, DirectUpdateHandlerTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, EchoParamsTest, MinimalSchemaTest, TestDistributedMissingSort, TestDistributedSearch, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestJettySolrRunner, ConnectionReuseTest, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest, LeaderElectionTest, LeaderFailoverAfterPartitionTest, LeaderVoteWaitTimeoutTest, RecoveryZkTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, SplitShardTest, SyncSliceTest, TestCloudDeleteByQuery, TestCloudSearcherWarming, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestShortCircuitedRequests, TestSkipOverseerOperations, TestStressInPlaceUpdates, TestWithCollection]
   [junit4] Completed [473/924 (2!)] on J3 in 87.80s, 9 tests, 1 failure <<< FAILURES!

[...truncated 52228 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 154 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/154/

1 tests failed.
FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
action did not execute

Stack Trace:
java.lang.AssertionError: action did not execute
	at __randomizedtesting.SeedInfo.seed([DCAAAD752923D4F0:B1560988936B2BF7]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:283)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15382 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> 4116918 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4116918 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4116926 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001/data-dir-168-001
   [junit4]   2> 4116926 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4116928 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 4116931 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001/tempDir-001
   [junit4]   2> 4116931 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4116934 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 4116934 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4116935 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 4117166 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 35171
   [junit4]   2> 4117166 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35171
   [junit4]   2> 4117166 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35171
   [junit4]   2> 4117166 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35171
   [junit4]   2> 4117169 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4117219 INFO  (zkConnectionManagerCallback-20025-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4117219 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4117226 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4117229 INFO  (zkConnectionManagerCallback-20027-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4117230 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4117235 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4117236 INFO  (zkConnectionManagerCallback-20029-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4117236 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4117246 WARN  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker-SendThread(127.0.0.1:35171)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102bdc688550002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 4117354 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4117355 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4117355 INFO  (jetty-launcher-20030-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 4117355 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4117355 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4117356 INFO  (jetty-launcher-20030-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 4117366 INFO  (jetty-launcher-20030-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4117366 INFO  (jetty-launcher-20030-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4117367 INFO  (jetty-launcher-20030-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4117374 INFO  (jetty-launcher-20030-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@722768c5{/solr,null,AVAILABLE}
   [junit4]   2> 4117386 INFO  (jetty-launcher-20030-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4117386 INFO  (jetty-launcher-20030-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4117386 INFO  (jetty-launcher-20030-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4117386 INFO  (jetty-launcher-20030-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bbed26b{/solr,null,AVAILABLE}
   [junit4]   2> 4117389 INFO  (jetty-launcher-20030-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6b55553b{SSL, (ssl, http/1.1)}{127.0.0.1:41663}
   [junit4]   2> 4117389 INFO  (jetty-launcher-20030-thread-2) [     ] o.e.j.s.Server Started @4117412ms
   [junit4]   2> 4117389 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:35171/solr, hostPort=41663}
   [junit4]   2> 4117389 ERROR (jetty-launcher-20030-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4117389 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4117389 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 4117389 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4117389 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 4117389 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-15T16:23:10.550Z
   [junit4]   2> 4117392 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4117392 INFO  (jetty-launcher-20030-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@8376f32{SSL, (ssl, http/1.1)}{127.0.0.1:41389}
   [junit4]   2> 4117392 INFO  (jetty-launcher-20030-thread-1) [     ] o.e.j.s.Server Started @4117416ms
   [junit4]   2> 4117392 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:35171/solr, hostPort=41389}
   [junit4]   2> 4117392 ERROR (jetty-launcher-20030-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4117392 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4117392 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 4117392 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4117392 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 4117392 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-15T16:23:10.553Z
   [junit4]   2> 4117393 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4117401 INFO  (zkConnectionManagerCallback-20032-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4117401 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4117402 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4117412 INFO  (zkConnectionManagerCallback-20034-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4117412 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4117413 WARN  (jetty-launcher-20030-thread-2-SendThread(127.0.0.1:35171)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102bdc688550003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 4117414 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4117526 WARN  (jetty-launcher-20030-thread-1-SendThread(127.0.0.1:35171)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102bdc688550004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 4119739 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4119739 WARN  (jetty-launcher-20030-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4119742 WARN  (jetty-launcher-20030-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d978f83[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4119742 WARN  (jetty-launcher-20030-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d978f83[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4119753 WARN  (jetty-launcher-20030-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4119767 WARN  (jetty-launcher-20030-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@149202c4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4119767 WARN  (jetty-launcher-20030-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@149202c4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4119768 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35171/solr
   [junit4]   2> 4119774 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4119774 INFO  (zkConnectionManagerCallback-20048-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4119774 INFO  (jetty-launcher-20030-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4119881 INFO  (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4119881 INFO  (zkConnectionManagerCallback-20050-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4119881 INFO  (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4119962 INFO  (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41389_solr
   [junit4]   2> 4119962 INFO  (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer Overseer (id=72829204379795462-127.0.0.1:41389_solr-n_0000000000) starting
   [junit4]   2> 4119966 INFO  (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41389_solr
   [junit4]   2> 4119976 INFO  (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41389_solr
   [junit4]   2> 4119978 INFO  (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4119979 WARN  (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4119991 INFO  (zkCallback-20049-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4119993 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 4119993 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 4119994 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 4119994 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 4120004 INFO  (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4120018 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:41389_solr]
   [junit4]   2> 4120020 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 4120021 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 4120021 DEBUG (ScheduledTrigger-20055-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 4120036 INFO  (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
   [junit4]   2> 4120043 INFO  (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
   [junit4]   2> 4120043 INFO  (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
   [junit4]   2> 4120044 INFO  (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001/tempDir-001/node1
   [junit4]   2> 4120588 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4120588 WARN  (jetty-launcher-20030-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4120590 WARN  (jetty-launcher-20030-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@57b19f68[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4120590 WARN  (jetty-launcher-20030-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@57b19f68[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4120596 WARN  (jetty-launcher-20030-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4120596 WARN  (jetty-launcher-20030-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74470d94[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4120596 WARN  (jetty-launcher-20030-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74470d94[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4120598 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35171/solr
   [junit4]   2> 4120610 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4120618 INFO  (zkConnectionManagerCallback-20070-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4120618 INFO  (jetty-launcher-20030-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4120736 INFO  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4120737 INFO  (zkConnectionManagerCallback-20072-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4120737 INFO  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4120753 INFO  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4120756 INFO  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:41663_solr as DOWN
   [junit4]   2> 4120757 INFO  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4120757 INFO  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41663_solr
   [junit4]   2> 4120758 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr"} current state version: 0
   [junit4]   2> 4120758 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41663_solr
   [junit4]   2> 4120758 INFO  (zkCallback-20049-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4120769 INFO  (zkCallback-20071-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4120769 INFO  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4120770 WARN  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4120801 INFO  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4120822 INFO  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41663.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
   [junit4]   2> 4120833 INFO  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41663.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
   [junit4]   2> 4120833 INFO  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41663.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
   [junit4]   2> 4120834 INFO  (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001/tempDir-001/node2
   [junit4]   2> 4120862 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 4120863 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4120863 INFO  (zkConnectionManagerCallback-20085-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4120863 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4120865 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4120866 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35171/solr ready
   [junit4]   2> 4121071 DEBUG (ScheduledTrigger-20055-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 4121123 INFO  (OverseerThreadFactory-20057-thread-1-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 4121127 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":".system",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "numShards":1,
   [junit4]   2>   "createNodeSet":"127.0.0.1:41389_solr",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 4121127 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ClusterStateMutator building a new cName: .system
   [junit4]   2> 4121128 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/.system/state.json
   [junit4]   2> 4121231 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41389_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 4121231 INFO  (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41389_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4121232 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 4121232 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node2":{
   [junit4]   2>       "core":".system_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:41389_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 4121333 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 0
   [junit4]   2> 4121541 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr    x:.system_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4121541 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr    x:.system_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4121543 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 4121553 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41389_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 4121553 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41389_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 4121553 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:41389_solr",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "base_url":"https://127.0.0.1:41389/solr"}
   [junit4]   2> 4121553 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/1 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":".system_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:41389_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}}}
   [junit4]   2> 4121579 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 4121591 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 4121592 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=_system collection or core
   [junit4]   2> 4121593 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 4121595 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 4121597 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 4121598 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from configset .system, trusted=true
   [junit4]   2> 4121598 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
   [junit4]   2> 4121598 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001/tempDir-001/node1/.system_shard1_replica_n1/data/]
   [junit4]   2> 4121646 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4121646 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4121648 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 4121648 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4121650 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 4121650 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 4121650 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 4121651 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 4121651 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4121652 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688970508173836288
   [junit4]   2> 4121654 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 1
   [junit4]   2> 4121655 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 4121656 INFO  (searcherExecutor-20087-thread-1-processing-n:127.0.0.1:41389_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node2) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4121664 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4121664 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
   [junit4]   2> 4121674 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4121674 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4121674 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41389/solr/.system_shard1_replica_n1/
   [junit4]   2> 4121674 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4121674 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:41389/solr/.system_shard1_replica_n1/ has no replicas
   [junit4]   2> 4121675 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/.system/leaders/shard1/leader after winning as /collections/.system/leader_elect/shard1/election/72829204379795462-core_node2-n_0000000000
   [junit4]   2> 4121677 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41389/solr/.system_shard1_replica_n1/ shard1
   [junit4]   2> 4121677 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "node_name":"127.0.0.1:41389_solr",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 4121677 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 4121778 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 2
   [junit4]   2> 4121779 INFO  (zkCallback-20049-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4121780 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4121781 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 4121790 INFO  (qtp47121474-121035) [n:127.0.0.1:41389_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=249
   [junit4]   2> 4121791 INFO  (zkCallback-20049-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4122003 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41389_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 4122003 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41389_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 4122003 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:41389_solr",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "leader":"true",
   [junit4]   2>   "base_url":"https://127.0.0.1:41389/solr"}
   [junit4]   2> 4122004 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/3 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":".system_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "node_name":"127.0.0.1:41389_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}}}
   [junit4]   2> 4122004 INFO  (qtp47121474-121038) [n:127.0.0.1:41389_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4122005 INFO  (qtp47121474-121038) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 4122105 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 3
   [junit4]   2> 4122106 INFO  (zkCallback-20049-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4122106 INFO  (zkCallback-20049-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4122107 INFO  (qtp47121474-121038) [n:127.0.0.1:41389_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=.system&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41389_solr&wt=javabin&version=2} status=0 QTime=1203
   [junit4]   2> 4122107 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: .system
   [junit4]   2> 4122107 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 4122108 DEBUG (ScheduledTrigger-20055-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 4122114 INFO  (zkCallback-20049-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 4122127 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 4122127 INFO  (OverseerCollectionConfigSetProcessor-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4122131 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
   [junit4]   2> 4122139 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
   [junit4]   2> 4122140 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 4122142 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
   [junit4]   2> 4122144 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 4122145 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 4122147 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 4122148 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 4122149 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 4122156 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 4122157 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_et.txt
   [junit4]   2> 4122159 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 4122160 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 4122161 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 4122175 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 4122177 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 4122178 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 4122180 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 4122181 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 4122182 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 4122184 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 4122185 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 4122187 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 4122188 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 4122190 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 4122191 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 4122193 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 4122194 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 4122196 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 4122197 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 4122199 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 4122201 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 4122202 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 4122204 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 4122205 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 4122207 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 4122209 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 4122215 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 4122225 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 4122228 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 4122230 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 4122232 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 4122235 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 4122236 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
   [junit4]   2> 4122237 INFO  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
   [junit4]   2> 4122259 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "maxShardsPerNode":"3",
   [junit4]   2>   "createNodeSet":"127.0.0.1:41663_solr",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 4122259 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 4122360 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 4122467 WARN  (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr     ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection AutoscalingHistoryHandlerTest_collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 4122472 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 4122472 INFO  (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4122474 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 4122474 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 4122475 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 4122475 INFO  (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4122477 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 4122477 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 4122478 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 4122478 INFO  (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4122479 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 4122479 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node6":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>       "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 4122588 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
   [junit4]   2> 4122785 INFO  (qtp1638743627-121048) [n:127.0.0.1:41663_solr    x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4122786 INFO  (qtp1638743627-121048) [n:127.0.0.1:41663_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 4122789 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 4122789 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 4122789 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "base_url":"https://127.0.0.1:41663/solr"}
   [junit4]   2> 4122789 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"3",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}}}
   [junit4]   2> 4122804 INFO  (qtp1638743627-121049) [n:127.0.0.1:41663_solr    x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4122805 INFO  (qtp1638743627-121047) [n:127.0.0.1:41663_solr    x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4122807 INFO  (qtp1638743627-121049) [n:127.0.0.1:41663_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 4122808 INFO  (qtp1638743627-121047) [n:127.0.0.1:41663_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 4122809 INFO  (qtp1638743627-121048) [n:127.0.0.1:41663_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 4122844 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 4122844 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 4122844 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "base_url":"https://127.0.0.1:41663/solr"}
   [junit4]   2> 4122844 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"3",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "force_set_state":"false"}}}}}
   [junit4]   2> 4122849 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 4122849 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 4122849 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "node_name":"127.0.0.1:41663_solr",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [ju

[...truncated too long message...]


   [junit4]   2> 4188661 INFO  (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41389_solr
   [junit4]   2> 4188664 INFO  (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4188664 DEBUG (closeThreadPool-20154-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 4188664 DEBUG (closeThreadPool-20154-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 4188664 DEBUG (closeThreadPool-20154-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 4188664 DEBUG (closeThreadPool-20154-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 4188664 DEBUG (closeThreadPool-20154-thread-2) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 4188664 DEBUG (closeThreadPool-20154-thread-2) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 4188665 INFO  (closeThreadPool-20154-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72829204379795462-127.0.0.1:41389_solr-n_0000000000) closing
   [junit4]   2> 4188665 WARN  (jetty-launcher-20030-thread-1-SendThread(127.0.0.1:35171)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102bdc688550006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 4188766 INFO  (jetty-closer-20137-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72829204379795462-127.0.0.1:41389_solr-n_0000000000) closing
   [junit4]   2> 4188767 INFO  (jetty-closer-20137-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@8376f32{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 4188767 INFO  (jetty-closer-20137-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@722768c5{/solr,null,STOPPED}
   [junit4]   2> 4188767 INFO  (jetty-closer-20137-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4188768 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 4188970 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/collections/.system/terms/shard1
   [junit4]   2> 	3	/solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	19	/solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 	14	/solr/collections/.system/state.json
   [junit4]   2> 	12	/solr/autoscaling.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	36	/solr/overseer/queue
   [junit4]   2> 	17	/solr/live_nodes
   [junit4]   2> 	11	/solr/collections
   [junit4]   2> 	11	/solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 	8	/solr/overseer/collection-queue-work
   [junit4]   2> 	6	/solr/collections/.system/state.json
   [junit4]   2> 
   [junit4]   2> 4188974 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35171
   [junit4]   2> 4188974 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35171
   [junit4]   2> 4188974 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35171
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001
   [junit4]   2> Jan 15, 2021 4:24:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-OM, timezone=Pacific/Norfolk
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=190705992,total=517472256
   [junit4]   2> NOTE: All tests run in this JVM: [NodeLostTriggerTest, TestReloadAndDeleteDocs, TestExactSharedStatsCache, ConcurrentCreateCollectionTest, SubstringBytesRefFilterTest, ExplicitHLLTest, HighlighterConfigTest, SolrLogPostToolTest, ZkCLITest, TestJsonFacetsStatsParsing, TestCollectionAPIs, TestSimPolicyCloud, ActionThrottleTest, TestSizeLimitedDistributedMap, ConcurrentCreateRoutedAliasTest, TestRequestForwarding, TestBadConfig, TestConfigSetImmutable, TestSortByMinMaxFunction, TestStressLucene, TestSolr4Spatial2, SecurityConfHandlerTest, TestCloudRecovery, OverseerModifyCollectionTest, TestValueSourceCache, DirectSolrConnectionTest, TestRemoteStreaming, TestFreeTextSuggestions, TestFastOutputStream, DistributedExpandComponentTest, TestChildDocTransformer, DocValuesTest, TestDistribPackageStore, TestHttpShardHandlerFactory, TestDownShardTolerantSearch, SuggesterFSTTest, TestSolrJ, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestRandomDVFaceting, TestReplicationHandler, DateMathParserTest, TestCursorMarkWithoutUniqueKey, HdfsLockFactoryTest, BlockCacheTest, JavabinLoaderTest, TestDocSet, SOLR749Test, AlternateDirectoryTest, SecurityHeadersTest, TestTextField, PrimitiveFieldTypeTest, CachingDirectoryFactoryTest, TestRangeQuery, SolrCloudExampleTest, DataDrivenBlockJoinTest, TestExternalRoleRuleBasedAuthorizationPlugin, TestCoreDiscovery, SchemaVersionSpecificBehaviorTest, JWTAuthPluginIntegrationTest, ConvertedLegacyTest, TestNamedUpdateProcessors, TestGraphTermsQParserPlugin, CloneFieldUpdateProcessorFactoryTest, TestBinaryResponseWriter, TestRestoreCore, CustomHighlightComponentTest, TestFieldCacheWithThreads, ResponseLogComponentTest, RangeFacetCloudTest, RemoteQueryErrorTest, TestHttpServletCarrier, XMLAtomicUpdateMultivalueTest, TestStressVersions, V2StandaloneTest, TestCharFilters, TestClusterStateMutator, NumberUtilsTest, ImplicitSnitchTest, SolrMetricsIntegrationTest, DeleteShardTest, ShardTermsTest, FieldAnalysisRequestHandlerTest, EchoParamsTest, TestUtilizeNode, TestBM25SimilarityFactory, CleanupOldIndexTest, PeerSyncWithLeaderTest, MigrateRouteKeyTest, TestCloudNestedDocsSort, DateFieldTest, SolrSlf4jReporterTest, ReturnFieldsTest, TestLFUCache, TestComplexPhraseLeadingWildcard, TestTolerantSearch, TestSnapshotCloudManager, TestInitParams, TestSolrDeletionPolicy1, MetricTriggerTest, TriggerIntegrationTest, DistributedQueryComponentCustomSortTest, TestExceedMaxTermLength, TestConfigReload, TestImpersonationWithHadoopAuth, LeaderElectionTest, TestEmbeddedSolrServerConstructors, IndexSizeEstimatorTest, TestSubQueryTransformerCrossCore, DeleteInactiveReplicaTest, TestSolrCloudWithSecureImpersonation, ScheduledTriggerIntegrationTest, TestDocumentBuilder, TestGroupingSearch, TestRandomFaceting, TestReversedWildcardFilterFactory, TokenizerChainTest, AddReplicaTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, DistribDocExpirationUpdateProcessorTest, LeaderFailoverAfterPartitionTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MoveReplicaHDFSTest, MoveReplicaTest, NestedShardedAtomicUpdateTest, OverseerSolrResponseTest, OverseerSolrResponseUnsafeSerializationTest, OverseerStatusTest, OverseerTaskQueueTest, PackageManagerCLITest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudSearcherWarming, TestExclusionRuleCollectionAccess, TestHashPartitioner, TestOnReconnectListenerSupport, TestQueryingOnDownCollection, TestRandomFlRTGCloud, ShardSplitTest, CdcrRequestHandlerTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, ZkCollectionPropsCachingTest, RuleEngineTest, ConfigureRecoveryStrategyTest, CoreSorterTest, DirectoryFactoriesTest, DirectoryFactoryTest, HdfsDirectoryFactoryTest, PluginInfoTest, QueryResultKeyTest, TestDynamicLoading, TestSolrXml, JsonLoaderTest, PingRequestHandlerTest, TestSolrConfigHandlerConcurrent, XmlUpdateRequestHandlerTest, XsltUpdateRequestHandlerTest, AdminHandlersProxyTest, AutoscalingHistoryHandlerTest]
   [junit4] Completed [669/923 (1!)] on J2 in 72.71s, 1 test, 1 failure <<< FAILURES!

[...truncated 51530 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 153 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Error processing tokens: Error while parsing action 'Text/ZeroOrMore/FirstOf/Token/DelimitedToken/DelimitedToken_Action3' at input position (line 76, pos 4):
)"}
   ^

java.lang.OutOfMemoryError: Java heap space

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 152 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/152/

1 tests failed.
FAILED:  org.apache.solr.cloud.cdcr.CdcrRequestHandlerTest.testBufferActions

Error Message:
Error from server at https://127.0.0.1:42257: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42257: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([9CB2E57B44F156B2:C64BAF4826522B8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:601)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:358)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:179)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13116 lines...]
   [junit4] Suite: org.apache.solr.cloud.cdcr.CdcrRequestHandlerTest
   [junit4]   2> 3004 INFO  (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 3024 INFO  (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/data-dir-1-001
   [junit4]   2> 3125 INFO  (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3376 INFO  (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [     ] o.e.j.u.log Logging initialized @3456ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 3382 INFO  (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3485 INFO  (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3485 INFO  (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 3692 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3698 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 3699 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3848 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 3942 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer start zk server on port: 33473
   [junit4]   2> 3942 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33473
   [junit4]   2> 3945 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33473
   [junit4]   2> 3945 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33473
   [junit4]   2> 4261 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4303 INFO  (zkConnectionManagerCallback-4-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4303 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4407 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4411 INFO  (zkConnectionManagerCallback-6-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4411 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4452 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4475 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 4478 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4481 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4483 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4485 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4488 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4490 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4492 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4494 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4496 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4508 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4515 INFO  (zkConnectionManagerCallback-10-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4515 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4664 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testLifeCycleActions
   [junit4]   2> 5649 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 5649 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 5656 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 5679 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 5679 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 5683 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 5710 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cf7bd80{/,null,AVAILABLE}
   [junit4]   2> 5739 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@48989752{SSL, (ssl, http/1.1)}{127.0.0.1:35103}
   [junit4]   2> 5740 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.Server Started @5825ms
   [junit4]   2> 5740 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=35103, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-001/cores}
   [junit4]   2> 6061 ERROR (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 6061 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 6061 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 6061 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 6061 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 6061 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-13T15:26:56.012Z
   [junit4]   2> 6063 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 6071 INFO  (zkConnectionManagerCallback-12-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 6071 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 6175 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 6175 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-001/solr.xml
   [junit4]   2> 6245 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 6245 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 6288 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 9011 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 9017 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 9076 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7e8bfa38[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 9076 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7e8bfa38[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 9262 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 9267 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@77ac35ff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 9268 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@77ac35ff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 9567 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33473/solr
   [junit4]   2> 9585 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 9591 INFO  (zkConnectionManagerCallback-23-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 9591 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 9751 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 9753 INFO  (zkConnectionManagerCallback-25-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 9754 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 10207 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35103_
   [junit4]   2> 10210 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_     ] o.a.s.c.Overseer Overseer (id=72817667941924869-127.0.0.1:35103_-n_0000000000) starting
   [junit4]   2> 10697 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35103_
   [junit4]   2> 10698 INFO  (OverseerStateUpdate-72817667941924869-127.0.0.1:35103_-n_0000000000) [n:127.0.0.1:35103_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35103_
   [junit4]   2> 10706 INFO  (OverseerStateUpdate-72817667941924869-127.0.0.1:35103_-n_0000000000) [n:127.0.0.1:35103_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 10932 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 10962 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 11431 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 11723 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 11725 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 11725 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 11775 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-001/cores
   [junit4]   2> 12204 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 12205 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 12205 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 12207 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 12207 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 12207 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 12211 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6dd717e7{/,null,AVAILABLE}
   [junit4]   2> 12213 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4c8aef78{SSL, (ssl, http/1.1)}{127.0.0.1:38967}
   [junit4]   2> 12213 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.Server Started @12298ms
   [junit4]   2> 12213 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=38967, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-002/cores}
   [junit4]   2> 12214 ERROR (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 12214 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 12214 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 12214 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 12214 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 12214 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-13T15:27:02.165Z
   [junit4]   2> 12219 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 12222 INFO  (zkConnectionManagerCallback-39-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 12222 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 12224 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]-SendThread(127.0.0.1:33473)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102b3487f0d0006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102b3487f0d0006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102b3487f0d0006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 12334 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 12335 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-002/solr.xml
   [junit4]   2> 12343 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 12343 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 12350 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 14044 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 14044 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 14046 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5b144d1d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 14046 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5b144d1d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 14052 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 14056 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4808633d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 14056 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4808633d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 14057 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33473/solr
   [junit4]   2> 14064 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 14064 INFO  (zkConnectionManagerCallback-50-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 14065 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 14067 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]-SendThread(127.0.0.1:33473)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102b3487f0d0007.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102b3487f0d0007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102b3487f0d0007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 14169 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 14175 INFO  (zkConnectionManagerCallback-52-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 14175 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 14182 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 14189 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.c.ZkController Publish node=127.0.0.1:38967_ as DOWN
   [junit4]   2> 14192 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 14193 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38967_
   [junit4]   2> 14197 INFO  (zkCallback-24-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 14202 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 14203 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 14203 INFO  (zkCallback-51-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 14235 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 14261 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 14274 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 14274 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 14276 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-002/cores
   [junit4]   2> 14451 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 14451 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 14452 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 14731 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 14731 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 14731 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 14732 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1964376f{/,null,AVAILABLE}
   [junit4]   2> 14736 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1603f892{SSL, (ssl, http/1.1)}{127.0.0.1:40131}
   [junit4]   2> 14736 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.Server Started @14821ms
   [junit4]   2> 14736 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, hostContext=/, hostPort=40131, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-003/cores}
   [junit4]   2> 14736 ERROR (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 14736 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 14736 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 14736 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 14736 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 14736 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-13T15:27:04.687Z
   [junit4]   2> 14752 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 14767 INFO  (zkConnectionManagerCallback-62-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 14767 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 14869 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 14870 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-003/solr.xml
   [junit4]   2> 14875 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 14875 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 14878 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 15935 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 15936 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 15968 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3631605[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 15968 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3631605[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 15972 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 15979 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@116c293f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 15979 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@116c293f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 15980 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33473/solr
   [junit4]   2> 15982 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 15984 INFO  (zkConnectionManagerCallback-73-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 15984 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 16088 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 16090 INFO  (zkConnectionManagerCallback-75-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16090 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 16097 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 16102 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.c.ZkController Publish node=127.0.0.1:40131_ as DOWN
   [junit4]   2> 16103 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 16103 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40131_
   [junit4]   2> 16105 INFO  (zkCallback-51-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 16105 INFO  (zkCallback-24-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 16107 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 16108 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 16112 INFO  (zkCallback-74-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 16127 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 16152 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 16169 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 16169 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 16172 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-003/cores
   [junit4]   2> 16544 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 16544 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 16544 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 16547 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 16547 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 16547 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 16551 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@427edcea{/,null,AVAILABLE}
   [junit4]   2> 16553 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@450cb60d{SSL, (ssl, http/1.1)}{127.0.0.1:38997}
   [junit4]   2> 16554 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.Server Started @16639ms
   [junit4]   2> 16554 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard4, hostContext=/, hostPort=38997, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-004/cores}
   [junit4]   2> 16554 ERROR (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 16554 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 16554 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 16554 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 16554 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 16554 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-13T15:27:06.505Z
   [junit4]   2> 16559 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 16561 INFO  (zkConnectionManagerCallback-85-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 16561 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 16562 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]-SendThread(127.0.0.1:33473)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102b3487f0d000c.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102b3487f0d000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102b3487f0d000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 16663 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 16664 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-004/solr.xml
   [junit4]   2> 16669 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 16669 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 16673 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 17984 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 17984 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 17988 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e436482[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 17988 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e436482[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 17994 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 18014 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@497b887d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 18014 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@497b887d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 18015 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33473/solr
   [junit4]   2> 18016 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 18024 INFO  (zkConnectionManagerCallback-96-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 18025 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 18130 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 18261 INFO  (zkConnectionManagerCallback-98-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 18261 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 18274 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 18283 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.c.ZkController Publish node=127.0.0.1:38997_ as DOWN
   [junit4]   2> 18285 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 18285 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38997_
   [junit4]   2> 18287 INFO  (zkCallback-74-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 18287 INFO  (zkCallback-51-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 18287 INFO  (zkCallback-24-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 18297 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 18298 WARN  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 18310 INFO  (zkCallback-97-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 18315 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 18338 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 18349 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 18349 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 18352 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-004/cores
   [junit4]   2> 18398 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 18406 INFO  (zkConnectionManagerCallback-111-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 18406 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 18408 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 18415 INFO  (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33473/solr ready
   [junit4]   2> 19471 INFO  (OverseerThreadFactory-32-thread-1-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection tmp_collection
   [junit4]   2> 19584 WARN  (OverseerThreadFactory-32-thread-1-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (tmp_collection) without cores.
   [junit4]   2> 19594 INFO  (qtp1419137791-140) [n:127.0.0.1:38997_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 19598 INFO  (qtp1419137791-140) [n:127.0.0.1:38997_     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 19607 INFO  (qtp1419137791-140) [n:127.0.0.1:38997_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=195
   [junit4]   2> 19667 INFO  (OverseerCollectionConfigSetProcessor-72817667941924869-127.0.0.1:35103_-n_0000000000) [n:127.0.0.1:35103_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 19686 INFO  (OverseerThreadFactory-32-thread-2-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:35103_ for creating new replica of shard shard1 for collection tmp_collection
   [junit4]   2> 19691 INFO  (OverseerThreadFactory-32-thread-2-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 19830 INFO  (qtp687437201-45) [n:127.0.0.1:35103_    x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 19833 INFO  (qtp687437201-45) [n:127.0.0.1:35103_    x:tmp_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 20873 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 20940 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 20994 WARN  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.D.s.CurrencyField Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 21764 WARN  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.D.s.GeoHashField Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 21769 WARN  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.D.s.LatLonType Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 21866 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 22344 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 22537 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n1' (registry 'solr.core.tmp_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 22553 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-001/cores/tmp_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-001/cores/tmp_collection_shard1_replica_n1/data/]
   [junit4]   2> 22603 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 23816 WARN  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.D.s.CdcrRequestHandler Solr loaded a deprecated plugin/analysis class [solr.CdcrRequestHandler]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 23816 WARN  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
   [junit4]   2> 23845 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 23845 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 23854 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 23854 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 23856 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=69.65234375, floorSegmentMB=0.3740234375, forceMergeDeletesPctAllowed=11.452791838308343, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=31.467432874005173
   [junit4]   2> 23893 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 23898 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 23924 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 23937 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 23940 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
   [junit4]   2> 23960 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688785790079860736
   [junit4]   2> 23967 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 23971 INFO  (searcherExecutor-113-thread-1-processing-n:127.0.0.1:35103_ x:tmp_collection_shard1_replica_n1 c:tmp_collection s:shard1) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 24009 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 24012 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
   [junit4]   2> 24028 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 24028 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 24029 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35103/tmp_collection_shard1_replica_n1/
   [junit4]   2> 24030 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 24031 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:35103/tmp_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 24033 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard1/leader after winning as /collections/tmp_collection/leader_elect/shard1/election/72817667941924869-core_node2-n_0000000000
   [junit4]   2> 24037 INFO  (zkCallback-24-thread-1) [     ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
   [junit4]   2> 24045 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35103/tmp_collection_shard1_replica_n1/ shard1
   [junit4]   2> 24047 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 24051 INFO  (zkCallback-24-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 24055 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 24109 INFO  (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 24111 INFO  (qtp687437201-45) [n:127.0.0.1:35103_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4283
   [junit4]   2> 24129 INFO  (qtp1419137791-136) [n:127.0.0.1:38997_ c:tmp_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35103_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=4469
   [junit4]   2> 24140 INFO  (OverseerCollectionConfigSetProcessor-72817667941924869-127.0.0.1:35103_-n_0000000000) [n:127.0.0.1:35103_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 24141 INFO  (OverseerThreadFactory-32-thread-3-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ c:tmp_collection s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38967_ for creating new replica of shard shard2 for collection tmp_collection
   [junit4]   2> 24142 INFO  (OverseerThreadFactory-32-thread-3-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ c:tmp_collection s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 24194 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_    x:tmp_collection_shard2_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard2_replica_n3&action=CREATE&collection=tmp_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 24390 INFO  (zkCallback-24-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 24390 INFO  (zkCallback-24-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 25213 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 25232 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 25239 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 25263 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard2_replica_n3' using configuration from configset conf1, trusted=true
   [junit4]   2> 25264 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard2.replica_n3' (registry 'solr.core.tmp_collection.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
   [junit4]   2> 25265 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SolrCore [[tmp_collection_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-002/cores/tmp_collection_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-002/cores/tmp_collection_shard2_replica_n3/data/]
   [junit4]   2> 25267 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 25326 WARN  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
   [junit4]   2> 25327 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 25327 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 25329 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 25329 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 25330 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=69.65234375, floorSegmentMB=0.3740234375, forceMergeDeletesPctAllowed=11.452791838308343, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=31.467432874005173
   [junit4]   2> 25332 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 25332 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 25332 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 25335 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688785791521652736
   [junit4]   2> 25337 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 25338 INFO  (searcherExecutor-120-thread-1-processing-n:127.0.0.1:38967_ x:tmp_collection_shard2_replica_n3 c:tmp_collection s:shard2) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SolrCore [tmp_collection_shard2_replica_n3]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 25343 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 25343 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard2
   [junit4]   2> 25348 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 25348 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 25348 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38967/tmp_collection_shard2_replica_n3/
   [junit4]   2> 25348 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 25349 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SyncStrategy https://127.0.0.1:38967/tmp_collection_shard2_replica_n3/ has no replicas
   [junit4]   2> 25349 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard2/leader after winning as /collections/tmp_collection/leader_elect/shard2/election/72817667941924872-core_node4-n_0000000000
   [junit4]   2> 25349 INFO  (zkCallback-51-thread-1) [     ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
   [junit4]   2> 25354 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38967/tmp_collection_shard2_replica_n3/ shard2
   [junit4]   2> 25355 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 25456 INFO  (zkCallback-24-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 25456 INFO  (zkCallback-24-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 25456 INFO  (zkCallback-51-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 25458 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 25460 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2  x:tmp_collection_shard2_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 25462 INFO  (qtp2004624650-81) [n:127.0.0.1:38967_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard2_replica_n3&action=CREATE&collection=tmp_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1268
   [junit4]   2> 25467 INFO  (qtp1419137791-138) [n:127.0.0.1:38997_ c:tmp_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38967_&action=ADDREPLICA&collection=tmp_collection&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1333
   [junit4]   2> 25472 INFO  (OverseerCollectionConfigSetProcessor-72817667941924869-127.0.0.1:35103_-n_0000000000) [n:127.0.0.1:35103_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 25472 INFO  (OverseerThreadFactory-32-thread-4-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:40131_ for creating new replica of shard shard1 for collection tmp_collection
   [junit4]   2> 25473 INFO  (OverseerThreadFactory-32-thread-4-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 25505 INFO  (qtp1499339742-109) [n:127.0.0.1:40131_    x:tmp_collection_shard1_replica_n5 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n5&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 25612 INFO  (zkCallback-24-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 25612 INFO  (zkCallback-24-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 25612 INFO  (zkCallback-51-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 25612 INFO  (zkCallback-51-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 26530 INFO  (qtp1499339742-109) [n:127.0.0.1:40131_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n5 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 26548 INFO  (qtp1499339742-109) [n:127.0.0.1:40131_ c:tmp_col

[...truncated too long message...]

.MetricRegistry@21a5e07d
   [junit4]   2> 105077 INFO  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 105077 INFO  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@334c4364: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@5299b5f7
   [junit4]   2> 105077 INFO  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 105082 INFO  (closeThreadPool-717-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72817672206286862-127.0.0.1:38139_-n_0000000003) closing
   [junit4]   2> 105089 INFO  (OverseerStateUpdate-72817672206286862-127.0.0.1:38139_-n_0000000003) [n:127.0.0.1:38139_     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38139_
   [junit4]   2> 105091 INFO  (OverseerAutoScalingTriggerThread-72817672206286862-127.0.0.1:38139_-n_0000000003) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 105101 WARN  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]-SendThread(127.0.0.1:37835)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102b3497d3a000e.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102b3497d3a000e, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102b3497d3a000e, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 105101 INFO  (closeThreadPool-717-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72817672206286862-127.0.0.1:38139_-n_0000000003) closing
   [junit4]   2> 105265 INFO  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.Overseer Overseer (id=72817672206286862-127.0.0.1:38139_-n_0000000003) closing
   [junit4]   2> 105346 INFO  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@67051a4c{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 105346 INFO  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65e8a2b4{/,null,STOPPED}
   [junit4]   2> 105346 INFO  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 105347 INFO  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testBufferActions
   [junit4]   2> 105347 INFO  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 105349 WARN  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]-SendThread(127.0.0.1:37835)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102b3497d3a0000.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102b3497d3a0000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102b3497d3a0000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 105645 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/live_nodes
   [junit4]   2> 	18	/solr/overseer/queue
   [junit4]   2> 	12	/solr/overseer/collection-queue-work
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 	5	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	4	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	4	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 105649 INFO  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:37835
   [junit4]   2> 105649 INFO  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37835
   [junit4]   2> 105649 INFO  (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37835
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrRequestHandlerTest -Dtests.method=testBufferActions -Dtests.seed=9CB2E57B44F156B2 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-JO -Dtests.timezone=Asia/Almaty -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   36.6s J0 | CdcrRequestHandlerTest.testBufferActions <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42257: ADDREPLICA failed to create replica
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9CB2E57B44F156B2:C64BAF4826522B8]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
   [junit4]    > 	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:601)
   [junit4]    > 	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:358)
   [junit4]    > 	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:179)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001
   [junit4]   2> Jan 13, 2021 3:28:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=MockRandom), id=Lucene84}, docValues:{_version_=DocValuesFormat(name=Direct), test_i_dvo=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1645, maxMBSortInHeap=6.746401039056253, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ar-JO, timezone=Asia/Almaty
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=93417992,total=314048512
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrRequestHandlerTest]
   [junit4] Completed [20/923 (1!)] on J0 in 105.80s, 3 tests, 1 error <<< FAILURES!

[...truncated 53776 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 151 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/151/

2 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:46737/_ccc/collection1: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/index-NIOFSDirectory-003/_u.nvm: Too many open files

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46737/_ccc/collection1: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/index-NIOFSDirectory-003/_u.nvm: Too many open files
	at __randomizedtesting.SeedInfo.seed([D2ED92730DA48589:5AB9ADA9A358E871]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:853)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:438)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.test

Error Message:
Error from server at http://127.0.0.1:41033: Could not fully create collection: routeFieldColl

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41033: Could not fully create collection: routeFieldColl
	at __randomizedtesting.SeedInfo.seed([D2ED92730DA48589:5AB9ADA9A358E871]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1835)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1773)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByRouteFieldTest(ShardSplitTest.java:830)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:111)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14552 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> 1900827 INFO  (SUITE-BasicDistributedZkTest-seed#[D2ED92730DA48589]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1900828 INFO  (SUITE-BasicDistributedZkTest-seed#[D2ED92730DA48589]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1900828 INFO  (SUITE-BasicDistributedZkTest-seed#[D2ED92730DA48589]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/data-dir-125-001
   [junit4]   2> 1900828 WARN  (SUITE-BasicDistributedZkTest-seed#[D2ED92730DA48589]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=45 numCloses=45
   [junit4]   2> 1900828 INFO  (SUITE-BasicDistributedZkTest-seed#[D2ED92730DA48589]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1900830 INFO  (SUITE-BasicDistributedZkTest-seed#[D2ED92730DA48589]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1900830 INFO  (SUITE-BasicDistributedZkTest-seed#[D2ED92730DA48589]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_ccc/
   [junit4]   2> 1900834 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1900834 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1900834 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1900835 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1900934 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer start zk server on port: 46171
   [junit4]   2> 1900934 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46171
   [junit4]   2> 1900934 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46171
   [junit4]   2> 1900934 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46171
   [junit4]   2> 1900936 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1900938 INFO  (zkConnectionManagerCallback-16542-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1900938 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1900943 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1900945 INFO  (zkConnectionManagerCallback-16544-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1900945 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1900946 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1900947 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1900948 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1900949 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1900950 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1900951 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1900952 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1900953 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1900953 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1900954 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1900955 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1900956 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1901064 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1901064 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1901064 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 1901065 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1901065 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1901065 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1901066 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@235cd57e{/_ccc,null,AVAILABLE}
   [junit4]   2> 1901066 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@858b325{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38635}
   [junit4]   2> 1901066 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.e.j.s.Server Started @1901097ms
   [junit4]   2> 1901066 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/tempDir-001/control/data, hostContext=/_ccc, hostPort=38635, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/control-001/cores}
   [junit4]   2> 1901066 ERROR (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1901066 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1901066 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 1901066 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1901066 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1901066 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-12T16:38:19.235Z
   [junit4]   2> 1901067 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1901068 INFO  (zkConnectionManagerCallback-16546-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1901068 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1901187 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1901187 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/control-001/solr.xml
   [junit4]   2> 1901190 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1901190 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1901191 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1901728 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1901729 WARN  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@385068c0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1901729 WARN  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@385068c0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1901732 WARN  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@500bbd51[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1901732 WARN  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@500bbd51[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1901733 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46171/solr
   [junit4]   2> 1901734 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1901737 INFO  (zkConnectionManagerCallback-16557-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1901737 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1901839 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [n:127.0.0.1:38635__ccc     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1901841 INFO  (zkConnectionManagerCallback-16559-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1901841 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [n:127.0.0.1:38635__ccc     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1901923 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [n:127.0.0.1:38635__ccc     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38635__ccc
   [junit4]   2> 1901923 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [n:127.0.0.1:38635__ccc     ] o.a.s.c.Overseer Overseer (id=72812286459379716-127.0.0.1:38635__ccc-n_0000000000) starting
   [junit4]   2> 1901928 INFO  (OverseerStateUpdate-72812286459379716-127.0.0.1:38635__ccc-n_0000000000) [n:127.0.0.1:38635__ccc     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38635__ccc
   [junit4]   2> 1901928 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [n:127.0.0.1:38635__ccc     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38635__ccc
   [junit4]   2> 1901931 INFO  (OverseerStateUpdate-72812286459379716-127.0.0.1:38635__ccc-n_0000000000) [n:127.0.0.1:38635__ccc     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1901935 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [n:127.0.0.1:38635__ccc     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1901936 WARN  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [n:127.0.0.1:38635__ccc     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1901949 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [n:127.0.0.1:38635__ccc     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1901968 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [n:127.0.0.1:38635__ccc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1901976 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [n:127.0.0.1:38635__ccc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1901976 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [n:127.0.0.1:38635__ccc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1901977 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [n:127.0.0.1:38635__ccc     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/control-001/cores
   [junit4]   2> 1901989 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1901990 INFO  (zkConnectionManagerCallback-16576-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1901990 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1901991 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1901992 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46171/solr ready
   [junit4]   2> 1901999 INFO  (OverseerThreadFactory-16566-thread-1-processing-n:127.0.0.1:38635__ccc) [n:127.0.0.1:38635__ccc     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1902106 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1902106 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1903118 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 1903131 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1903140 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1903159 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1903159 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1903160 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1903162 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1903167 WARN  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1903211 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1903211 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1903213 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1903213 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1903213 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.27861860232915936]
   [junit4]   2> 1903217 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1903217 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1903218 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1903218 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688699667886374912
   [junit4]   2> 1903220 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1903221 INFO  (searcherExecutor-16578-thread-1-processing-n:127.0.0.1:38635__ccc x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1903233 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1903233 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 1903236 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1903236 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1903236 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38635/_ccc/control_collection_shard1_replica_n1/
   [junit4]   2> 1903237 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1903237 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:38635/_ccc/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1903237 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72812286459379716-core_node2-n_0000000000
   [junit4]   2> 1903239 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38635/_ccc/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1903239 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1903341 INFO  (zkCallback-16558-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1903341 INFO  (zkCallback-16558-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1903342 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1903343 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1903344 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1238
   [junit4]   2> 1903346 INFO  (qtp923146487-81409) [n:127.0.0.1:38635__ccc     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1903346 INFO  (qtp923146487-81409) [n:127.0.0.1:38635__ccc     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1903444 INFO  (zkCallback-16558-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1903444 INFO  (zkCallback-16558-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1903445 INFO  (zkCallback-16558-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1903445 INFO  (qtp923146487-81409) [n:127.0.0.1:38635__ccc     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38635__ccc&wt=javabin&version=2} status=0 QTime=1451
   [junit4]   2> 1903445 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 1903445 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1903552 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1903552 INFO  (zkConnectionManagerCallback-16587-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1903552 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1903553 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1903554 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46171/solr ready
   [junit4]   2> 1903554 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1903558 INFO  (OverseerThreadFactory-16566-thread-2-processing-n:127.0.0.1:38635__ccc) [n:127.0.0.1:38635__ccc     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1903558 INFO  (OverseerCollectionConfigSetProcessor-72812286459379716-127.0.0.1:38635__ccc-n_0000000000) [n:127.0.0.1:38635__ccc     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1903761 WARN  (OverseerThreadFactory-16566-thread-2-processing-n:127.0.0.1:38635__ccc) [n:127.0.0.1:38635__ccc     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1903762 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1903762 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1903763 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc     ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1903763 INFO  (qtp923146487-81411) [n:127.0.0.1:38635__ccc     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=208
   [junit4]   2> 1903763 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
   [junit4]   2> 1903764 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 1903765 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 1903765 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1903765 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 1903765 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1903765 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 1903765 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1903765 INFO  (watches-16584-thread-1) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 1903765 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
   [junit4]   2> 1903765 INFO  (watches-16584-thread-1) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1903888 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 1903890 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1903890 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1903890 INFO  (closeThreadPool-16588-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 1903890 INFO  (closeThreadPool-16588-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1903890 INFO  (closeThreadPool-16588-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1903890 INFO  (closeThreadPool-16588-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1903891 INFO  (closeThreadPool-16588-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41dfc9f8{/_ccc,null,AVAILABLE}
   [junit4]   2> 1903891 INFO  (closeThreadPool-16588-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@40083b5c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46269}
   [junit4]   2> 1903891 INFO  (closeThreadPool-16588-thread-1) [     ] o.e.j.s.Server Started @1903922ms
   [junit4]   2> 1903891 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_ccc, hostPort=46269, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-1-001/cores}
   [junit4]   2> 1903891 ERROR (closeThreadPool-16588-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1903891 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1903891 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 1903891 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1903891 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1903891 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-12T16:38:22.060Z
   [junit4]   2> 1903892 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1903893 INFO  (zkConnectionManagerCallback-16590-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1903893 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1903994 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1903994 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-1-001/solr.xml
   [junit4]   2> 1903996 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1903996 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1903998 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1904030 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 1904033 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1904033 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1904033 INFO  (closeThreadPool-16588-thread-2) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 1904039 INFO  (closeThreadPool-16588-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1904039 INFO  (closeThreadPool-16588-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1904039 INFO  (closeThreadPool-16588-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1904040 INFO  (closeThreadPool-16588-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e61396{/_ccc,null,AVAILABLE}
   [junit4]   2> 1904040 INFO  (closeThreadPool-16588-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@649a5c25{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46737}
   [junit4]   2> 1904040 INFO  (closeThreadPool-16588-thread-2) [     ] o.e.j.s.Server Started @1904071ms
   [junit4]   2> 1904040 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_ccc, hostPort=46737, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-2-001/cores}
   [junit4]   2> 1904040 ERROR (closeThreadPool-16588-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1904040 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1904040 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 1904040 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1904040 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1904040 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-12T16:38:22.209Z
   [junit4]   2> 1904049 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1904053 INFO  (zkConnectionManagerCallback-16595-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1904053 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1904142 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 1904142 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1904142 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1904142 INFO  (closeThreadPool-16588-thread-3) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 1904143 INFO  (closeThreadPool-16588-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1904143 INFO  (closeThreadPool-16588-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1904143 INFO  (closeThreadPool-16588-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1904143 INFO  (closeThreadPool-16588-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3dd8a77f{/_ccc,null,AVAILABLE}
   [junit4]   2> 1904144 INFO  (closeThreadPool-16588-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2d768f3c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35261}
   [junit4]   2> 1904144 INFO  (closeThreadPool-16588-thread-3) [     ] o.e.j.s.Server Started @1904174ms
   [junit4]   2> 1904144 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_ccc, hostPort=35261, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-3-001/cores}
   [junit4]   2> 1904144 ERROR (closeThreadPool-16588-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1904144 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1904144 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 1904144 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1904144 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1904144 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-12T16:38:22.313Z
   [junit4]   2> 1904145 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1904145 INFO  (zkConnectionManagerCallback-16597-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1904145 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1904154 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1904154 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-2-001/solr.xml
   [junit4]   2> 1904157 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1904157 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1904159 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1904256 INFO  (TEST-BasicDistributedZkTest.test-seed#[D2ED92730DA48589]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 1904256 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1904256 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-3-001/solr.xml
   [junit4]   2> 1904257 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1904257 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1904257 INFO  (closeThreadPool-16588-thread-4) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
   [junit4]   2> 1904259 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1904259 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1904260 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1904314 INFO  (closeThreadPool-16588-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1904314 INFO  (closeThreadPool-16588-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1904314 INFO  (closeThreadPool-16588-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1904325 INFO  (closeThreadPool-16588-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e3eaa84{/_ccc,null,AVAILABLE}
   [junit4]   2> 1904325 INFO  (closeThreadPool-16588-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6c625b50{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:33079}
   [junit4]   2> 1904325 INFO  (closeThreadPool-16588-thread-4) [     ] o.e.j.s.Server Started @1904356ms
   [junit4]   2> 1904325 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_ccc, hostPort=33079, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-4-001/cores}
   [junit4]   2> 1904326 ERROR (closeThreadPool-16588-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1904326 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1904326 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 1904326 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1904326 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1904326 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-01-12T16:38:22.495Z
   [junit4]   2> 1904345 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1904361 INFO  (zkConnectionManagerCallback-16605-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1904361 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1904362 WARN  (closeThreadPool-16588-thread-4-SendThread(127.0.0.1:46171)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102ae6385b2000a.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102ae6385b2000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102ae6385b2000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1904462 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1904462 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-4-001/solr.xml
   [junit4]   2> 1904464 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1904464 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1904466 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1904579 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1904580 WARN  (closeThreadPool-16588-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@32a6afce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1904580 WARN  (closeThreadPool-16588-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@32a6afce[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1904582 WARN  (closeThreadPool-16588-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@25be27b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1904582 WARN  (closeThreadPool-16588-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@25be27b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1904584 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46171/solr
   [junit4]   2> 1904585 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1904585 INFO  (zkConnectionManagerCallback-16616-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1904585 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1904587 WARN  (closeThreadPool-16588-thread-2-SendThread(127.0.0.1:46171)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102ae6385b2000b.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102ae6385b2000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102ae6385b2000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1904701 INFO  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1904711 INFO  (zkConnectionManagerCallback-16618-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1904711 INFO  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1904715 INFO  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1904717 INFO  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.c.ZkController Publish node=127.0.0.1:46737__ccc as DOWN
   [junit4]   2> 1904718 INFO  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1904718 INFO  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46737__ccc
   [junit4]   2> 1904719 INFO  (zkCallback-16558-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1904721 INFO  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1904722 WARN  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1904734 INFO  (zkCallback-16586-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1904735 INFO  (zkCallback-16617-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1904737 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1904737 WARN  (closeThreadPool-16588-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@687714ed[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1904737 WARN  (closeThreadPool-16588-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@687714ed[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1904739 WARN  (closeThreadPool-16588-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a5e6b2c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1904739 WARN  (closeThreadPool-16588-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a5e6b2c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1904740 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46171/solr
   [junit4]   2> 1904742 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1904757 INFO  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1904776 INFO  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1904785 INFO  (zkConnectionManagerCallback-16630-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1904785 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1904786 INFO  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1904786 INFO  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1904787 INFO  (closeThreadPool-16588-thread-2) [n:127.0.0.1:46737__ccc     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-2-001/cores
   [junit4]   2> 1904805 INFO  (closeThreadPool-16588-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:46737__ccc
   [junit4]   2> 1904887 INFO  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1904888 INFO  (zkConnectionManagerCallback-16636-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1904888 INFO  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1904891 INFO  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1904893 INFO  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.c.ZkController Publish node=127.0.0.1:46269__ccc as DOWN
   [junit4]   2> 1904894 INFO  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1904894 INFO  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46269__ccc
   [junit4]   2> 1904895 INFO  (zkCallback-16558-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1904895 INFO  (zkCallback-16586-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1904897 INFO  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1904897 WARN  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1904901 INFO  (zkCallback-16635-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1904901 INFO  (zkCallback-16617-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1904915 INFO  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1904936 INFO  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1904947 INFO  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1904947 INFO  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1904948 INFO  (closeThreadPool-16588-thread-1) [n:127.0.0.1:46269__ccc     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-1-001/cores
   [junit4]   2> 1904966 INFO  (closeThreadPool-16588-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:46269__ccc
   [junit4]   2> 1905161 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1905162 WARN  (closeThreadPool-16588-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7f5590fe[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1905163 WARN  (closeThreadPool-16588-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7f5590fe[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1905167 WARN  (closeThreadPool-16588-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1df56e07[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1905167 WARN  (closeThreadPool-16588-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1df56e07[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1905169 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46171/solr
   [junit4]   2> 1905170 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1905170 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1905171 WARN  (closeThreadPool-16588-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6d9e5b40[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1905171 WARN  (closeThreadPool-16588-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6d9e5b40[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1905172 INFO  (zkConnectionManagerCallback-16653-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1905172 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1905177 WARN  (closeThreadPool-16588-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7a907582[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1905177 WARN  (closeThreadPool-16588-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7a907582[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1905178 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46171/solr
   [junit4]   2> 1905185 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1905187 INFO  (zkConnectionManagerCallback-16660-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1905187 INFO  (closeThreadPool-16588-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1905188 WARN  (closeThreadPool-16588-thread-4-SendThread(127.0.0.1:46171)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102ae6385b20010.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x102ae6385b20010, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102ae6385b20010, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1905275 INFO  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1905276 INFO  (zkConnectionManagerCallback-16662-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1905276 INFO  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1905279 INFO  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1905282 INFO  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.c.ZkController Publish node=127.0.0.1:35261__ccc as DOWN
   [junit4]   2> 1905283 INFO  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1905283 INFO  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35261__ccc
   [junit4]   2> 1905284 INFO  (zkCallback-16617-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1905284 INFO  (zkCallback-16558-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1905284 INFO  (zkCallback-16586-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1905284 INFO  (zkCallback-16635-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1905285 INFO  (zkCallback-16661-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1905287 INFO  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1905287 WARN  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1905311 INFO  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1905330 INFO  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1905340 INFO  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1905340 INFO  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@317b2875
   [junit4]   2> 1905341 INFO  (closeThreadPool-16588-thread-3) [n:127.0.0.1:35261__ccc     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.BasicDistributedZkTest_D2ED92730DA48589-001/shard-3-001/cores
   [junit4]   2> 1905375 INFO  (closeThreadPool-16588-thread-4) [n:127.0.0.1:33079__ccc     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1905376 INFO  (zkConnectionManagerCallback-16672-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1905376 INFO  (closeThreadPool-16588-thread-4) [n:127.0.0.1:33079__ccc     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1905379 INFO  (closeThreadPool-16588-thread-4) [n:127.0.0.1:33079__ccc     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1905381 INFO  (closeThreadPool-16588-thread-3) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:35261__ccc
   [junit4]   2> 1905381 INFO  (closeThreadPool-16588-thread-4) [n:127.0.0.1:33079__ccc     ] o.a.s.c.ZkController Publish node=127.0.0.1:33079__ccc as DOWN
   [junit4]   2> 1905382 INFO  (closeThreadPool-16588-thread-4) [n:127.0.0.1:33079__ccc     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1905382 INFO  (closeThreadPool-16588-thread-4) [n:127.0.0.1:33079__ccc     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33079__ccc
   [junit4]   2> 1905383 INFO  (zkCallback-16586-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1905383 INFO  (zkCallback-16617-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1905383 INFO  (zkCallback-16635-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1905383 INFO  (zkCallback-16661-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1905383 INFO  (zkCallback-16558-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1905386 INFO  (zkCallback-16671-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> 

[...truncated too long message...]

49-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023802 DEBUG (closeThreadPool-21149-thread-3-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3023803 INFO  (closeThreadPool-21309-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@78ae32c4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 3023803 INFO  (closeThreadPool-21309-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11b7958d{/,null,STOPPED}
   [junit4]   2> 3023803 INFO  (closeThreadPool-21309-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 3023804 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 3023905 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[D2ED92730DA48589]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3024006 DEBUG (TEST-ShardSplitTest.testSplitShardWithRule-seed#[D2ED92730DA48589]-EventThread) [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent state:Closed type:None path:null
   [junit4]   2> 3024008 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections/shardSplitWithRule_rewrite/terms/shard1_0
   [junit4]   2> 	8	/solr/collections/shardSplitWithRule_rewrite/terms/shard1_1
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	5	/solr/packages.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 	5	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	5	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	5	/solr/collections/shardSplitWithRule_rewrite/terms/shard1
   [junit4]   2> 	4	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	4	/solr/collections/shardSplitWithRule_rewrite/collectionprops.json
   [junit4]   2> 	2	/solr/collections/control_collection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	121	/solr/collections/shardSplitWithRule_rewrite/state.json
   [junit4]   2> 	98	/solr/collections/collection1/state.json
   [junit4]   2> 	13	/solr/clusterprops.json
   [junit4]   2> 	12	/solr/collections/control_collection/state.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72812358854705164-127.0.0.1:34179_-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	79	/solr/overseer/queue
   [junit4]   2> 	66	/solr/collections/shardSplitWithRule_rewrite/state.json
   [junit4]   2> 	33	/solr/live_nodes
   [junit4]   2> 	20	/solr/overseer/collection-queue-work
   [junit4]   2> 	18	/solr/collections/collection1/state.json
   [junit4]   2> 	13	/solr/collections
   [junit4]   2> 	4	/solr/collections/control_collection/state.json
   [junit4]   2> 
   [junit4]   2> 3024012 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:42151
   [junit4]   2> 3024012 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42151
   [junit4]   2> 3024012 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[D2ED92730DA48589]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42151
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_D2ED92730DA48589-001
   [junit4]   2> Jan 12, 2021 4:57:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=en, timezone=Asia/Ulan_Bator
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=216051944,total=523763712
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsTlogReplayBufferedWhileIndexingTest, RangeFacetCloudTest, TestTolerantSearch, TestFastOutputStream, HdfsLockFactoryTest, AutoscalingHistoryHandlerTest, BlockCacheTest, TlogReplayBufferedWhileIndexingTest, DeleteShardTest, TestSubQueryTransformerCrossCore, RequestLoggingTest, TestNumericTokenStream, TestStressLucene, TestUtilizeNode, TestSolrCloudWithSecureImpersonation, HttpPartitionTest, TestCursorMarkWithoutUniqueKey, ScheduledTriggerIntegrationTest, TestSolrJ, ZkShardTermsTest, TestManagedSchemaAPI, CleanupOldIndexTest, ActionThrottleTest, TestBadConfig, DistribJoinFromCollectionTest, SuggesterFSTTest, TriggerIntegrationTest, DirectSolrConnectionTest, TestUninvertingReader, TestConfigReload, TestTestInjection, FieldAnalysisRequestHandlerTest, EchoParamsTest, TestDocSet, TestCloudNestedDocsSort, SolrSlf4jReporterTest, ResponseLogComponentTest, LeaderElectionTest, HdfsRecoveryZkTest, RestartWhileUpdatingTest, ConcurrentCreateRoutedAliasTest, TestCollationField, BJQFilterAccessibleTest, TestSimPolicyCloud, SOLR749Test, TestWordDelimiterFilterFactory, TestNamedUpdateProcessors, TestRandomDVFaceting, DocValuesTest, TestBinaryField, TestReloadAndDeleteDocs, TestSafeXMLParsing, ClusterStateUpdateTest, PrimitiveFieldTypeTest, TestStressVersions, TestOnReconnectListenerSupport, CategoryRoutedAliasUpdateProcessorTest, MetricTriggerTest, IndexSizeTriggerMixedBoundsTest, TestInPlaceUpdatesRequiredField, PeerSyncReplicationTest, FileBasedSpellCheckerTest, TestCharFilters, TestConfigSetImmutable, TestGraphTermsQParserPlugin, TestCloudRecovery, SSLMigrationTest, TestExactSharedStatsCache, DirectoryFactoryTest, TestQueryTypes, RemoteQueryErrorTest, TestSimGenericDistributedQueue, DistributedQueryComponentCustomSortTest, MultiDestinationAuditLoggerTest, ComputePlanActionTest, ConcurrentCreateCollectionTest, DateFieldTest, SubstringBytesRefFilterTest, DistributedSuggestComponentTest, ImplicitSnitchTest, TestSizeLimitedDistributedMap, TestSearcherReuse, CdcrWithNodesRestartsTest, TestFieldCacheWithThreads, TestSchemaField, ZkCLITest, HdfsChaosMonkeyNothingIsSafeTest, CachingDirectoryFactoryTest, JavabinLoaderTest, DeleteInactiveReplicaTest, BasicDistributedZk2Test, SecurityHeadersTest, TestFieldCacheReopen, SolrIndexConfigTest, TestQueryingOnDownCollection, QueryResultKeyTest, TestTlogReplayVsRecovery, CustomHighlightComponentTest, PeerSyncTest, TestRequestStatusCollectionAPI, TestDistribPackageStore, TestBM25SimilarityFactory, DistributedExpandComponentTest, SystemCollectionCompatTest, DistributedFacetPivotSmallAdvancedTest, TestDFRSimilarityFactory, TestCoreDiscovery, TestRangeQuery, MigrateRouteKeyTest, TestCloudInspectUtil, TestSimDistribStateManager, NestedShardedAtomicUpdateTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, ShardRoutingCustomTest, ShardRoutingTest, TestCloudSearcherWarming, TestDistributedMap, TestDownShardTolerantSearch, TestDynamicFieldNamesIndexCorrectly, TestLeaderElectionZkExpiry, TestRebalanceLeaders, CustomCollectionTest, ShardSplitTest]
   [junit4] Completed [570/923 (2!)] on J2 in 635.91s, 11 tests, 1 error <<< FAILURES!

[...truncated 51915 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 150 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Error processing tokens: Error while parsing action 'Text/ZeroOrMore/FirstOf/Token/DelimitedToken/DelimitedToken_Action3' at input position (line 76, pos 4):
)"}
   ^

java.lang.OutOfMemoryError: Java heap space